-- Logs begin at Wed 2021-12-22 14:50:42 UTC, end at Wed 2021-12-22 17:06:32 UTC. -- Dec 22 15:36:57.020855 dv-neutron-822514-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 15:36:59.600732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:36:59.601274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 22 15:36:59.602601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88846) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 15:36:59.603344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.common.config [-] Logging enabled! Dec 22 15:36:59.603633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev21 Dec 22 15:36:59.603911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88846) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 22 15:36:59.604992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:36:59.605252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:36:59.606832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:36:59.607117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:36:59.607377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:36:59.607740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.608088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.608424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.608687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.609029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.609364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.609684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.610009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.610349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.610693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.611006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.611323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.611585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.611903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.612228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.612559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.612814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] debug = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.613126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.613658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.613977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.614287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.614636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.614943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.615253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.615565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.615937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] host = dv-neutron-822514-1-hyperv {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.616232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.616558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.616881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.617206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.617513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.617825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.618144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.618467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.618782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_file = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.619088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.619411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.619743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.620068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.620324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.620577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.620908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.621783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.622096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.622401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.622733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.623039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.623343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.623643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.623970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.624298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.624617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.624919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.625226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.625529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.625830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.626150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.626470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.626775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.627078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.627404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.627703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.628005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.628351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.628669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.628989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.629309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.629614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.629937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.630237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.630561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.630863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_json = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.631161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.631463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.631785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.632090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.632389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.632691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.632990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.633310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:36:59.633639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.633976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.634310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.634647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.634972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.635282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.635608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.635913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.636236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.636707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.636940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.637322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.637640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.637977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.638310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.638641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.638947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.639275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.639582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.639884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.640213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.640520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.640822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.641132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.641437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.641736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.642043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.642348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.642718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.643023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.643321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.643618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.643922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.644220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.644536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.644841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.645142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.645440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.645743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.646056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.646351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.646681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.646982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.647286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.647585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.648138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.648440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.648743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.649044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.649346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.649650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.649952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.650253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.650578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.650882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.651182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.651481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.651797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.652129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.652593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.652905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.653214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.653524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.653831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.654138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.654460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.654775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.655078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.655404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.655717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.656034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.656347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.656654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.656987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.657298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.657613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.657920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.658230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.658571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.658887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.659217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.659545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.659870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.660194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.660518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.660827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.661174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.661486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:36:59.661733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:36:59.661996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88846) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 22 15:37:00.317103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:00.317436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:00.317757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:00.319383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 15:37:00.660917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.661428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.661519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.722161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.722495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.722800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.725730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.726046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.726346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.873440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.873752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.874051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.875100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.875405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.875697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.995503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.995754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.996128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.996433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:00.997271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.181394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.181771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.182098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.182403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.182748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.183126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.183447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.183741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.184029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.184363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.184658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.184959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.185264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.185555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.185862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.186174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.186483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.186806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.187089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.187427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.187865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.188149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.188429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.188763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.189020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.189303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.189717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.189992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.190265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.190562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.190835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.191107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:01.192467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 15:37:01.201007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 15:37:01.208611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 15:37:01.213885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 22 15:37:01.217423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 15:37:01.218530 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 15:37:01.218918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 15:37:01.219349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 15:37:01.223272 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 15:37:01.223555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 15:37:01.223947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:37:01.251010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 22 15:37:01.251473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.251803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88846) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 22 15:37:01.252212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.253555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88846) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 15:37:01.253875 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 15:37:01.254155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 15:37:01.257433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.257754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:01.325301 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 15:37:01.325572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 15:37:01.325840 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 15:37:01.326245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 15:37:01.360111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.sqlalchemy.engines [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88846) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 22 15:37:01.759310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing driver for type 'gre' Dec 22 15:37:01.759886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] gre ID ranges: [(1, 1000)] Dec 22 15:37:01.850602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing driver for type 'local' Dec 22 15:37:01.850984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing driver for type 'vlan' Dec 22 15:37:01.913443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] VlanTypeDriver initialization complete Dec 22 15:37:01.913824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing driver for type 'vxlan' Dec 22 15:37:01.914434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] vxlan ID ranges: [(1, 1000)] Dec 22 15:37:02.033552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing extension driver 'port_security' Dec 22 15:37:02.033857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.extensions.port_security [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] PortSecurityExtensionDriver initialization complete Dec 22 15:37:02.034234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing mechanism driver 'openvswitch' Dec 22 15:37:02.034627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing mechanism driver 'hyperv' Dec 22 15:37:02.040895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88846) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:02.041738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.042141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.042547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.044013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.044405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.044786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.045200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.045606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.045961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.046369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.046834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.047210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.047620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.047996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.048511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.048876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] ML2 OVO RPC backend initialized. {{(pid=88846) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 22 15:37:02.049586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.049977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.050422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.050823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > networks before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.051198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.051570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > ports before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.051944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.052314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.052690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.053061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.053425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.053792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.054156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.054566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.054935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.055300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.055666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.056281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Modular L2 Plugin initialization complete Dec 22 15:37:02.056640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading services supported by the core plugin {{(pid=88846) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 22 15:37:02.056999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.managers [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Got port-security extension from driver 'port_security' Dec 22 15:37:02.057491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.extensions.vlantransparent [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Disabled vlantransparent extension. Dec 22 15:37:02.057947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88846) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 22 15:37:02.058282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: router Dec 22 15:37:02.102387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.102846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_create 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.103251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router before_create 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.103649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.104057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.104443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_delete 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.104834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.105335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_create 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.106617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.107008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.107391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.107794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.108278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.108692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.109069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.109439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: subnet after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.109809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.110191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.110620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.110995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.111369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.111764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router after_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.112134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.112519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.112915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.113295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.113704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > agent after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.114091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.114492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > network after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.115453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Tracking information for resource: router configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:02.115821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Tracking information for resource: floatingip configured {{(pid=88846) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 15:37:02.120678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_agentschedulers_db [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 15:37:02.121822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.122217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.122630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.123018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: port after_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.123897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router before_create 55550100 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.124294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.124691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.125083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.129769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.provider_configuration [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service providers = [] {{(pid=88846) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 15:37:02.130161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.servicetype_db [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88846) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 15:37:02.132965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.service_base [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:37:02.133349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.service_base [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:37:02.133724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.service_base [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:37:02.134659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.service_base [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88846) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 22 15:37:02.135060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.services.service_base [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 15:37:02.135463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.135813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 15:37:02.157351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.157726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: auto_allocate Dec 22 15:37:02.169094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: network precommit_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.169491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: network precommit_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.170081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.170471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: tag Dec 22 15:37:02.181814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.182186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: timestamp Dec 22 15:37:02.186546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.186916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: network_ip_availability Dec 22 15:37:02.192468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.192867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.193253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.194032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.194386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: flavors Dec 22 15:37:02.210253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.210650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading Plugin: revisions Dec 22 15:37:02.216152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88846) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 22 15:37:02.216567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.899s {{(pid=88846) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:02.217366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88846) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 22 15:37:02.217724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Initializing extension manager. Dec 22 15:37:02.218289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: __init__.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.218689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: __pycache__ {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.219057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.219425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.219789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: _filter_validation_lib.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.220147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.220506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: address_scope.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.221316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.221957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: address-scope Dec 22 15:37:02.222310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.223267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.223838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: router-admin-state-down-before-update Dec 22 15:37:02.224193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: agent.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.224966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.225531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: agent Dec 22 15:37:02.225909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: agent_resources_synced.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.226822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.227386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: agent-resources-synced Dec 22 15:37:02.227738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.229527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.230110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: allowed-address-pairs Dec 22 15:37:02.231616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.232685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.233263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: auto-allocated-topology Dec 22 15:37:02.233626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: availability_zone.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.234538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.235160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: availability_zone Dec 22 15:37:02.235517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: availability_zone_filter.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.236432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.236999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: availability_zone_filter Dec 22 15:37:02.237354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: data_plane_status.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.238292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.238887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 15:37:02.239244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: default_subnetpools.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.240156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.240724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: default-subnetpools Dec 22 15:37:02.241083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.241948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.242544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: dhcp_agent_scheduler Dec 22 15:37:02.242906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: dns.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.243830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.244391 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension dns-integration not supported by any of loaded plugins Dec 22 15:37:02.244749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: dns_domain_ports.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.245663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.246847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 15:37:02.247206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: dvr.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.247954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.248523 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: dvr Dec 22 15:37:02.248879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: empty_string_filtering.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.249799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.250360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: empty-string-filtering Dec 22 15:37:02.250741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.251652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.252211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:37:02.252565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.253469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.254031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 15:37:02.254385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: external_net.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.255312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.255877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: external-net Dec 22 15:37:02.256231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.257141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.257707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: extra_dhcp_opt Dec 22 15:37:02.258062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: extraroute.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.259000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.259565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: extraroute Dec 22 15:37:02.259917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: extraroute_atomic.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.261029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.262077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: extraroute-atomic Dec 22 15:37:02.262483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: filter_validation.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.263188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.263753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: filter-validation Dec 22 15:37:02.264108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: fip_pf_description.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.265038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.265601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 15:37:02.265957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: fip_port_details.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.266903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.267471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: fip-port-details Dec 22 15:37:02.267826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: flavors.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.269049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.269624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: flavors Dec 22 15:37:02.269986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.271716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.272299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 15:37:02.272663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: floatingip_pools.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.273693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.274270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: floatingip-pools Dec 22 15:37:02.274655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: ip_allocation.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.275578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.276143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 15:37:02.276500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.278356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.278957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: ip-substring-filtering Dec 22 15:37:02.279318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l2_adjacency.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.280250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.280821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 15:37:02.281179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.282272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.282892 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: router Dec 22 15:37:02.283257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.285791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.286342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 15:37:02.286733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.287660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.288239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: ext-gw-mode Dec 22 15:37:02.288601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.289546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.290133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: l3-ha Dec 22 15:37:02.290510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3_flavors.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.291822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.292390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: l3-flavors Dec 22 15:37:02.293343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.294765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.295339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 15:37:02.295701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: l3agentscheduler.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.296904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.297488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: l3_agent_scheduler Dec 22 15:37:02.297845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: logging.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.299435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.300024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension logging not supported by any of loaded plugins Dec 22 15:37:02.300394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: metering.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.302712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.303424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: metering Dec 22 15:37:02.303796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: multiprovidernet.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.304749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.305336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: multi-provider Dec 22 15:37:02.305702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: netmtu.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.306647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.307222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: net-mtu Dec 22 15:37:02.307584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: netmtu_writable.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.308978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.309566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: net-mtu-writable Dec 22 15:37:02.309931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: network_availability_zone.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.310726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.311297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: network_availability_zone Dec 22 15:37:02.311655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: network_ip_availability.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.312770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.313345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: network-ip-availability Dec 22 15:37:02.313707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: network_segment_range.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.314655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.315234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 15:37:02.315594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: pagination.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.316586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.316958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: pagination Dec 22 15:37:02.317318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.318243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.318854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: port-mac-address-regenerate Dec 22 15:37:02.319224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: port_resource_request.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.320165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.320733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 15:37:02.321093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: portbindings.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.322018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.322615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: binding Dec 22 15:37:02.322976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: portbindings_extended.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.324706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.325288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: binding-extended Dec 22 15:37:02.325654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: portsecurity.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.326603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.327182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: port-security Dec 22 15:37:02.327543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: project_id.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.328510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.328882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: project-id Dec 22 15:37:02.329236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: providernet.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.330252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.330857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: provider Dec 22 15:37:02.331217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.334813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.335409 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos not supported by any of loaded plugins Dec 22 15:37:02.335782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.337007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.337590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 15:37:02.337955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.338888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.339465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 15:37:02.340818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_default.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.341743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.342313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-default not supported by any of loaded plugins Dec 22 15:37:02.342702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_fip.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.343385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.343946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-fip not supported by any of loaded plugins Dec 22 15:37:02.344303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.345226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.345791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 15:37:02.346149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.347097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.347660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 15:37:02.348013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.348929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.349485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 15:37:02.349845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: qos_rules_alias.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.350924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.351492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 15:37:02.351852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: quotasv2.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.352888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.353261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: quotas Dec 22 15:37:02.353619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: quotasv2_detail.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.355293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.356610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: quota_details Dec 22 15:37:02.356980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: rbac.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.358128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.358752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: rbac-policies Dec 22 15:37:02.359117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: rbac_address_scope.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.360055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.360632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: rbac-address-scope Dec 22 15:37:02.360996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: rbac_security_groups.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.361909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.362509 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: rbac-security-groups Dec 22 15:37:02.362875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.363791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.364358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: rbac-subnetpool Dec 22 15:37:02.364715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: revisionifmatch.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.365632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.366196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: revision-if-match Dec 22 15:37:02.366583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: revisions.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.367684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.368254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: standard-attr-revisions Dec 22 15:37:02.368612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: router_availability_zone.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.369353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.369958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: router_availability_zone Dec 22 15:37:02.370320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: routerservicetype.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.371800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.372374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension router-service-type not supported by any of loaded plugins Dec 22 15:37:02.372735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.373660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.374228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: port-security-groups-filtering Dec 22 15:37:02.374638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: securitygroup.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.387954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.388556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: security-group Dec 22 15:37:02.388926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: segment.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.389812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.390390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension segment not supported by any of loaded plugins Dec 22 15:37:02.390779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.391714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.392286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 15:37:02.392644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: servicetype.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.393722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.394296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: service-type Dec 22 15:37:02.394682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: sorting.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.395647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.396020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: sorting Dec 22 15:37:02.396381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: standard_attr_segment.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.397284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.398123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 15:37:02.398500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: standardattrdescription.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.399179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.399750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: standard-attr-description Dec 22 15:37:02.400119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: stateful_security_group.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.401044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.401616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: stateful-security-group Dec 22 15:37:02.401973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: stdattrs_common.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.403639 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 15:37:02.403999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.404940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.405504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 15:37:02.405862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnet_onboard.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.406942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.407513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: subnet_onboard Dec 22 15:37:02.407870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.408807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.409377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 15:37:02.409735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnet_service_types.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.410787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.411366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: subnet-service-types Dec 22 15:37:02.411723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnetallocation.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.412805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.413378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: subnet_allocation Dec 22 15:37:02.413739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.414430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.415019 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: subnetpool-prefix-ops Dec 22 15:37:02.415377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.416300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.416866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 15:37:02.417221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: tagging.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.419174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.419769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: standard-attr-tag Dec 22 15:37:02.420134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: timestamp.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.421308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.421896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loaded extension: standard-attr-timestamp Dec 22 15:37:02.422261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: trunk.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.423307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.423886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension trunk not supported by any of loaded plugins Dec 22 15:37:02.424247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: trunk_details.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.425162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.425733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension trunk-details not supported by any of loaded plugins Dec 22 15:37:02.426090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.427044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.427608 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 15:37:02.427961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Loading extension file: vlantransparent.py {{(pid=88846) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 22 15:37:02.428665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88846) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 22 15:37:02.429231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 15:37:02.431614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:network Dec 22 15:37:02.432405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnet Dec 22 15:37:02.433066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:37:02.434717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:port Dec 22 15:37:02.436124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.436612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service FLAVORS assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.437309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.437777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.438142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:router Dec 22 15:37:02.438893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:37:02.439662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service METERING assigned prefix: /metering {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.441425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.441821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.442202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88846) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:37:02.443363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:37:02.443857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:37:02.444643 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:37:02.445446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service CORE assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.445814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:37:02.446176 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] subnetpool is already registered Dec 22 15:37:02.446848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service CORE assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.447215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:37:02.447572 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] subnetpool is already registered Dec 22 15:37:02.450743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.451221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service FLAVORS assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.451869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.452324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.452690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:router Dec 22 15:37:02.453055 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] router is already registered Dec 22 15:37:02.453707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:floatingip Dec 22 15:37:02.454067 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] floatingip is already registered Dec 22 15:37:02.454777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service METERING assigned prefix: /metering {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.455505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 15:37:02.455866 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] rbac_policy is already registered Dec 22 15:37:02.456318 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:security_group Dec 22 15:37:02.456678 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] security_group is already registered Dec 22 15:37:02.457478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 15:37:02.457837 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] security_group_rule is already registered Dec 22 15:37:02.458575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service CORE assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.458935 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:37:02.459292 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] subnetpool is already registered Dec 22 15:37:02.459940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.resource_helper [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Service CORE assigned prefix: {{(pid=88846) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 22 15:37:02.460304 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 15:37:02.460661 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.quota.resource_registry [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] subnetpool is already registered Dec 22 15:37:02.461390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: extensions {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.462942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: address-scopes {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.464227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: agents {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.466109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: auto-allocated-topology {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.467486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: availability_zones {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.468759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: dhcp-networks {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.470334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: dhcp-agents {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.471847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: routers {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.473635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: flavors {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.475779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: service_profiles {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.477046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: next_providers {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.478787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: service_profiles {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.481167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: floatingip-pools {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.482614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: routers {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.484390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: floatingips {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.485636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: l3-routers {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.487229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: l3-agents {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.488698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: metering-labels {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.490012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: metering-label-rules {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.491486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: network-ip-availabilities {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.492802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: bindings {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.494426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: quotas {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.497096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: quotas {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.498630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: rbac-policies {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.499899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: security-groups {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.501161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: security-group-rules {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.502591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: service-providers {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.503873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: subnetpools {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.505275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: subnetpools {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.506919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.508664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.510469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.512955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.514725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.516588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.518496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.520296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.522314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.524431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.extensions [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Extended resource: tags {{(pid=88846) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 22 15:37:02.531868 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING keystonemiddleware.auth_token [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 15:37:02.536848 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING keystonemiddleware.auth_token [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 15:37:02.546743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Acquired lock "singleton_lock" {{(pid=88846) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 22 15:37:02.547262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Releasing lock "singleton_lock" {{(pid=88846) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 22 15:37:02.548685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Starting 2 workers Dec 22 15:37:02.553278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Started child 88957 {{(pid=88846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:37:02.557685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.557829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Started child 88958 {{(pid=88846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:37:02.559992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [-] (88957) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:37:02.560601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 15:37:02.561235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Notify callbacks [] for process, before_spawn {{(pid=88846) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.562205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.563578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [-] (88958) wsgi starting up on http://0.0.0.0:9696 Dec 22 15:37:02.563705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Starting 1 workers Dec 22 15:37:02.568875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Started child 88959 {{(pid=88846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:37:02.569405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Starting 1 workers Dec 22 15:37:02.571596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] calling RpcWorker wait() {{(pid=88959) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 15:37:02.572005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] returning from RpcWorker wait() {{(pid=88959) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 15:37:02.573533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.573917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Started child 88960 {{(pid=88846) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 22 15:37:02.574075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:02.575345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762731bc-fed3-4755-b5b8-2b4c655e20c5 None None] Notify callbacks [] for process, after_spawn {{(pid=88846) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.576996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88846) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 22 15:37:02.577220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:37:02.577427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:37:02.577707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:37:02.578124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:37:02.578299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:37:02.578663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:02.579056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.579346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.579613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:02.579709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.579912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.580231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.580902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.581215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.581502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.581790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.582060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.582263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.582471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.582768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.583034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.583378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.583661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.583932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.584217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.584434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.584712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.585030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.585325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.585624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] debug = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.585893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.586522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.586777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.587047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.587308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.587613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.587910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.588201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.588471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.588712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.588981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.589269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.589505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.590033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.590762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.591025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.591464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] host = dv-neutron-822514-1-hyperv {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.591732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.591996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.592709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.592709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.593005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.593005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.593283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.593518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.593775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.594031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.594271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.594549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.594808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.595079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_file = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.595234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_options = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.595466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.595742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.596032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.596257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.596427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.596569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.596849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.597005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.597265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.597505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.597744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.598011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.598216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.598466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.598758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.599101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.599256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.599403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.599678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.599966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.600242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.600510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.600748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.601000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.601236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.601473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.601728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.601972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.602226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.602525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.602792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.603089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.603346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.603623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.603901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.604116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.604504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.605008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.605848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.606710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.606994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.607217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.607631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.608060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.608290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.608531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_json = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.608774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.609038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.609317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.609557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.609795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.610032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.610286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.611112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.611112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.611284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.611628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.611895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.612164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.612442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.612723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.612950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.613367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.613807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.614116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.614380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.614759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.615043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.615500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.615996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.616245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.616525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.616764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.617172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.617401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.617819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.618120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.618373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.618643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.618940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.619159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.619622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.620023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.620489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.620767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.621951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.622579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.622836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.623088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.623359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.623637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.623912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.624193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.624470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.624704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.625168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.625416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.625669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.625959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.626208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.626474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.626732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.626997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.627240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.627502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.627750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.627992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.628234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.628480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.628720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.628960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.629217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.629465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.629709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.629947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.630201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.630459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.630706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.630945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.631184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.631441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.631686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.631925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.632179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.632418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.632657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.632895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.633211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.633554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.633819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.634084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.634345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.634649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.635493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.635493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.635493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.635823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.635823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.636035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.636285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.637003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.637861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.637861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.637861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.638234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.638346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.638532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.638813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.639066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.639359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.639611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.640089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.640340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.640805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.641343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.641613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.641906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.642170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.642515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.642858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.643156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.643448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.643735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.644006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.644274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.644543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.644828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.645094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.645359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.645624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.645946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.646282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.646603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.646867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.647110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.647398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.647701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.648246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.648509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.648795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.649068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.649346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.649641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.649913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.650167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.650458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.650716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.650959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.651201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.651465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.651722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.651976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.652393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.652725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.652998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.653254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.653503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.653749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.654035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.654277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.654581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.654848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.655094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.655340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.655583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.655827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.656108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.656354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.656659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.656941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.657223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.657484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.657755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.658031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.658351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.658544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.658836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.659060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.659299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.659549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.659792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.660005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.660272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.660514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.660821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.661080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.661432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.661678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.661957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.662201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.662475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.662712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.662933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.663197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.663406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.663663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.663936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.664187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.664426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.664627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.664866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.665103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.665345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.665580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.665879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.666173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.666486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.666749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.667042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.667298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.667537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.668806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.669168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.669448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.669720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.669984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.670312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.670614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.670866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.671229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.671492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.671777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.672273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.672542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.672816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.675741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.675741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.675741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.676001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.676164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.676282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:02.676469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.676815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.677084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.677429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.677797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.678128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.678431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.678751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.679052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.679342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.679606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.679866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.680126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.680406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.680703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.681019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.681290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.681548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.681821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.682085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.682344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.682643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.682906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.683479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.683479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:37:02.684567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88846) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 22 15:37:02.684567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 22 15:37:02.684752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 22 15:37:02.684983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 22 15:37:02.685194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 22 15:37:02.685382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 22 15:37:02.685635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.685832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.686026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.686219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.686411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.686648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.686841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.687975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.688164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.688351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.688539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.688728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.688918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.689112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.689300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.689486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.689675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.689863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] debug = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.690975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.691161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.691349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.691535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.691723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.691910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.692903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] host = dv-neutron-822514-1-hyperv {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.693988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.694163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.694351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.694574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.694763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.694950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.695138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.695327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.695517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_file = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_options = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.705776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0197039 Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.706487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_json = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.708619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.709990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.710388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.710388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.710556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.710626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.711993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.712931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.713122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.713368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.713486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.713747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.713747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.714854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.715864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.715864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.715864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.715864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.715864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.716963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.717971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.718194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.718402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.719401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.719586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.719777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.719952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.720352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.720554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.720747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.720941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.721900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.722101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.722297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.722496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.722868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.723042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.723244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.723437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.723628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.723820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.724970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.725160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.725361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.725573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.725767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.726056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.726267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.726487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.726665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.726817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.727008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.727173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.727367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.727557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.727747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.728884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.729943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.730772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.730893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.731131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.731299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.731500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.731689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.731879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.732071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.736480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.737950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.738662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.739789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.740069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.740215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.740352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.740490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.740626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.742497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.743505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.744588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.745344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.745344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.745344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.745344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.745344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.746901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.746901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.746901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.746901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.746901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.748834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.749747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 22 15:37:02.750924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88846) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 22 15:37:12.919011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa50f3e-41e5-4c06-b6de-a506205e8b7f None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:37:13.176489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa50f3e-41e5-4c06-b6de-a506205e8b7f None None] No non-hosted networks {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 15:37:13.289086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccd6783a-0dae-4a6e-a222-c8f3fcedf5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:14.165349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:14.166376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.166932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.167497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.169892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.172286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.175713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.187745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.188421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.190906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.191466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.192667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:14.193228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822514-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:14.208113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822514-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:15.145088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cb87-3959-40e7-8d5a-4b95e64b3fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.205461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ecfa14fa-5098-4482-9e3d-1e1809767599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:15.410837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:16.891069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:17.778616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:18.257389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_hamode_db [None req-9cdadb57-db77-4f95-8d05-817d0d23e3ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 15:37:18.349614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdadb57-db77-4f95-8d05-817d0d23e3ab None None] Routers set() bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:18.350025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdadb57-db77-4f95-8d05-817d0d23e3ab None None] Router IDs set() for agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 22 15:37:18.455242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-648a0792-9fd7-491f-a804-36914d30f211 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:37:18.456405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-648a0792-9fd7-491f-a804-36914d30f211 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6767716 Dec 22 15:37:20.634292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41296) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:20.713038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:20.958652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.policy [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88957) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 22 15:37:20.966912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Loaded quota_driver: . Dec 22 15:37:21.001069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:21.101849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485075173', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485088099', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485088862', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485036925', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485108305', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851722269', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851741145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854144136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854021197'] for rbac-policy, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:21.302155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:21.303457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d9acb98-67c8-49c1-973d-beb278999d8c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6680303 Dec 22 15:37:23.510373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41312) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:23.588257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '76771ad049294320a70f9876aef3dbfb'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:23.594748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:23.601276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Usage tracker for resource:network and tenant:76771ad049294320a70f9876aef3dbfb is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:23.605698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:23.611928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:23.656559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Made reservation on behalf of 76771ad049294320a70f9876aef3dbfb for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:23.662292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.679403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.764649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:23.768496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Usage tracker for resource:security_group_rule and tenant:76771ad049294320a70f9876aef3dbfb is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:23.771392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:23.777936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:23.886772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.913714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.919030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:23.936423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:37:23.962491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730482480072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:23.963072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Unsubscribe: segment precommit_create {{(pid=88957) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 22 15:37:23.963522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Added segment 9223a191-3333-4c8f-9d81-76c9d4d7638f of type vlan for network da79e2eb-1451-4e1f-8be3-ab2b40a0067f Dec 22 15:37:24.013784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3106a3d-a745-4465-849f-4ecf1c2e70ca,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:24.039490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.039864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.040223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.040574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.040950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.041286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.041643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.041987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.043036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.043461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.043807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Tracked resource versions report: Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:37:24.045148 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:37:24.077309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:24.094132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:24.136625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:24.137857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:24.138519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:24.143234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:24.252066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Pushing event updated for resources: {'Network': ['ID=da79e2eb-1451-4e1f-8be3-ab2b40a0067f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:24.255839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:24.264877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:37:24.275032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7630191 Dec 22 15:37:26.526411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41330) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:26.711426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14825a3f-9a79-4279-bc48-8378a3915ef7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:26.712871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-14825a3f-9a79-4279-bc48-8378a3915ef7 admin admin] 10.222.0.18 "GET /v2.0/networks/da79e2eb-1451-4e1f-8be3-ab2b40a0067f HTTP/1.1" status: 200 len: 825 time: 0.1853433 Dec 22 15:37:26.742079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b2215ce-3a93-4d06-9bd0-3c1f40033fe0 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/7c83ee74-e8fe-4ef2-8f08-159ecec612d1 HTTP/1.1" status: 200 len: 734 time: 0.0230725 Dec 22 15:37:26.751808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Request body: {'subnet': {'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:26.756298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:26.760203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Usage tracker for resource:subnet and tenant:76771ad049294320a70f9876aef3dbfb is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:26.763391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:26.769252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:26.873658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Made reservation on behalf of 76771ad049294320a70f9876aef3dbfb for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:26.878136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.188169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.192815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:27.276873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1863b43a-3115-4296-9b40-0eef28927c60,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:27.283168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:27.286464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Checking segment: {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:27.286850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Network hostable DHCP agents. Network: da79e2eb-1451-4e1f-8be3-ab2b40a0067f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:37:27.342179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:37:27.382102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, da79e2eb-1451-4e1f-8be3-ab2b40a0067f) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:27.386603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:27.387251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.391948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b487202-d571-47c1-b832-ff8db92153dc None None] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:27.435102 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6867769 Dec 22 15:37:27.793364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:37:27.794384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:27.999164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Allocated IP 172.20.0.2 (da79e2eb-1451-4e1f-8be3-ab2b40a0067f/1863b43a-3115-4296-9b40-0eef28927c60/26d6adb5-3d4a-4a3c-a921-e9762c54b8ad) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:28.230349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.270602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Transition to ACTIVE for port object 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:28.290322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Transition to ACTIVE for port object 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:28.325410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.330106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:28.393769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:28.396617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:28.404274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:28.406352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Pushing event updated for resources: {'Port': ['ID=26d6adb5-3d4a-4a3c-a921-e9762c54b8ad,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:28.418485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.418860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.419224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.419581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.419939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.420294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.420644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.420997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.421347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.421690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.422036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Tracked resource versions report: Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:37:28.423427 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:37:28.459397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:28.511430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Attempting to bind port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:28.511855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Attempting to bind port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:28.512275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Attempting to bind port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad on network da79e2eb-1451-4e1f-8be3-ab2b40a0067f {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:28.519042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:28.519461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Checking segment: {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:28.519929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.520349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Bound using segment: {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:28.520930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Bound port: 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:28.521285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.612359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] For port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:28.616424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] For port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=26d6adb5-3d4a-4a3c-a921-e9762c54b8ad,segment=NetworkSegment(9223a191-3333-4c8f-9d81-76c9d4d7638f),segment_id=9223a191-3333-4c8f-9d81-76c9d4d7638f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:28.656548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:28.661249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:28.748910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Pushing event updated for resources: {'Port': ['ID=26d6adb5-3d4a-4a3c-a921-e9762c54b8ad,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:28.752024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:29.636314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41342) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:29.714954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-f4727893-9bb8-4ede-aa3f-0fce8b9c1d9a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:37:29.716208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4727893-9bb8-4ede-aa3f-0fce8b9c1d9a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0788808 Dec 22 15:37:31.943636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41358) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:32.025207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7b730ba6-0624-49bd-8123-4097f66b83fc admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:37:32.026293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b730ba6-0624-49bd-8123-4097f66b83fc admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0817201 Dec 22 15:37:32.406992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:32.507931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:33.601680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c64a06-d94a-43a7-aac2-100504fcf8cb None None] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:33.738957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Provisioning for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:33.777690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Provisioning complete for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:33.778092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:33.963895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.005830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] For port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=26d6adb5-3d4a-4a3c-a921-e9762c54b8ad,segment=NetworkSegment(9223a191-3333-4c8f-9d81-76c9d4d7638f),segment_id=9223a191-3333-4c8f-9d81-76c9d4d7638f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:34.039357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.042395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:34.110105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Pushing event updated for resources: {'Port': ['ID=26d6adb5-3d4a-4a3c-a921-e9762c54b8ad,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:34.114691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:34.264825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-31f5dc51-8989-4fb7-b2e5-34f1debb49c8 None None] Provisioning complete for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:34.265241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31f5dc51-8989-4fb7-b2e5-34f1debb49c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.308694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41372) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:34.386621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:34.386849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '76771ad049294320a70f9876aef3dbfb'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:34.392292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:34.396347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Usage tracker for resource:router and tenant:76771ad049294320a70f9876aef3dbfb is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:34.399715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:34.406186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:34.456546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.457910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.459816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:34.460226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.540840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.668940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.713323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:34.715242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9427733e-d7e8-4777-b64c-0965810044d6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4054966 Dec 22 15:37:36.880698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41384) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:36.957292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-f7293aa0-a674-4122-9a94-68476c5ff4d4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:37:36.958370 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7293aa0-a674-4122-9a94-68476c5ff4d4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766578 Dec 22 15:37:39.180188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41396) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:39.256259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:39.261672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:39.266196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Usage tracker for resource:network and tenant:c50f5296b6494f1b802528999a53f65f is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:39.269144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:39.275428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:39.381981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Made reservation on behalf of c50f5296b6494f1b802528999a53f65f for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:39.388055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.401798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.476683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:39.480807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Usage tracker for resource:security_group_rule and tenant:c50f5296b6494f1b802528999a53f65f is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:39.483720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:39.489644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:39.632107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.655954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.660342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:39.688150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f877a60-4366-4c03-a02d-86a141004aa3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:39.691423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:39.702306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Reserving flat network on physical network physnet1 {{(pid=88957) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 22 15:37:39.783422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.783804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Added segment cd62d629-81d2-42ef-93bd-6f53838d32ee of type flat for network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 Dec 22 15:37:39.844605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.907489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.908726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:39.909351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:39.914224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-465af253-9315-47e3-af80-aa978d17713c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:40.139629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Pushing event updated for resources: {'Network': ['ID=8ad434e6-187e-49e7-85a1-ccb6a11fecc4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:40.142333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:40.150041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:37:40.171347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9899671 Dec 22 15:37:42.330209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41408) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:42.471580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3974-7513-434b-98ab-3c1e595891a3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:42.472965 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-547d3974-7513-434b-98ab-3c1e595891a3 admin admin] 10.222.0.18 "GET /v2.0/subnets/1863b43a-3115-4296-9b40-0eef28927c60 HTTP/1.1" status: 200 len: 849 time: 0.1416919 Dec 22 15:37:42.623052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0580115a-d2d9-4055-a940-798a4fe5e356 admin admin] 10.222.0.18 "GET /v2.0/routers/162f1df8-3a5d-4b47-b05e-83d5cd79380b HTTP/1.1" status: 200 len: 704 time: 0.1440945 Dec 22 15:37:42.776432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b991bd24-1926-4079-9483-56d12b9b5118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.108813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.348056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Allocated IP 172.20.0.1 (da79e2eb-1451-4e1f-8be3-ab2b40a0067f/1863b43a-3115-4296-9b40-0eef28927c60/51908353-b661-48bb-875f-5b1f8daccc30) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:43.596356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.613763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Transition to ACTIVE for port object 51908353-b661-48bb-875f-5b1f8daccc30 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:43.679638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.685081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:43.754433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:43.757372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:43.761725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:43.762715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:43.764887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Pushing event updated for resources: {'Port': ['ID=51908353-b661-48bb-875f-5b1f8daccc30,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:43.770109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:43.916832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.050642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-402448c0-bcd9-4751-b81e-ae102fdc604e None None] Provisioning for port 51908353-b661-48bb-875f-5b1f8daccc30 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:44.055666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-402448c0-bcd9-4751-b81e-ae102fdc604e None None] Provisioning complete for port 51908353-b661-48bb-875f-5b1f8daccc30 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:44.056069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-402448c0-bcd9-4751-b81e-ae102fdc604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.127604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-402448c0-bcd9-4751-b81e-ae102fdc604e None None] Port 51908353-b661-48bb-875f-5b1f8daccc30 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:44.147649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.159194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.181793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.183120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.187673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:44.441536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Pushing event updated for resources: {'Port': ['ID=51908353-b661-48bb-875f-5b1f8daccc30,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:44.489218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:44.545738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:44.546885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:44.863753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2e778272-bc3f-466b-952e-9fa7ec842107 None None] Provisioning complete for port 51908353-b661-48bb-875f-5b1f8daccc30 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:44.864363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e778272-bc3f-466b-952e-9fa7ec842107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:44.932457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2e778272-bc3f-466b-952e-9fa7ec842107 None None] Port 51908353-b661-48bb-875f-5b1f8daccc30 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:37:44.965571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Router 162f1df8-3a5d-4b47-b05e-83d5cd79380b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:37:45.142208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-981fc99c-3adb-434e-bf88-2755cc53836a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.157180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:45.168133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Sync routers for ids ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:45.168897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/162f1df8-3a5d-4b47-b05e-83d5cd79380b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5403569 Dec 22 15:37:45.181712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Routers {'162f1df8-3a5d-4b47-b05e-83d5cd79380b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:45.182481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:45.353832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:45.358680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Set router 162f1df8-3a5d-4b47-b05e-83d5cd79380b gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:45.728082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 2, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port_host': None, '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 2, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:45.733261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Checking router: 162f1df8-3a5d-4b47-b05e-83d5cd79380b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:45.733638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Updating router 162f1df8-3a5d-4b47-b05e-83d5cd79380b port 51908353-b661-48bb-875f-5b1f8daccc30 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:37:45.787140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.182391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.196786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Transition to ACTIVE for port object 51908353-b661-48bb-875f-5b1f8daccc30 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:46.239179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.246757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:46.394954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Pushing event updated for resources: {'Port': ['ID=51908353-b661-48bb-875f-5b1f8daccc30,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:46.437707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.438037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.438423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.438806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.439175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.439530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.439884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.440235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.440583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.440929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.441275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Tracked resource versions report: Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:37:46.442645 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:37:46.446211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:46.504688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Attempting to bind port 51908353-b661-48bb-875f-5b1f8daccc30 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:46.505116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Attempting to bind port 51908353-b661-48bb-875f-5b1f8daccc30 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:46.505551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Attempting to bind port 51908353-b661-48bb-875f-5b1f8daccc30 on network da79e2eb-1451-4e1f-8be3-ab2b40a0067f {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:46.513598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:46.514018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Checking segment: {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:46.514543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.514971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Bound using segment: {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:46.515512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Bound port: 51908353-b661-48bb-875f-5b1f8daccc30, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9223a191-3333-4c8f-9d81-76c9d4d7638f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:46.515915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.609966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] For port 51908353-b661-48bb-875f-5b1f8daccc30, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:46.614139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] For port 51908353-b661-48bb-875f-5b1f8daccc30, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=51908353-b661-48bb-875f-5b1f8daccc30,segment=NetworkSegment(9223a191-3333-4c8f-9d81-76c9d4d7638f),segment_id=9223a191-3333-4c8f-9d81-76c9d4d7638f)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:46.679411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:46.684302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:46.777353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Pushing event updated for resources: {'Port': ['ID=51908353-b661-48bb-875f-5b1f8daccc30,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:46.780806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:46.783513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Routers {'162f1df8-3a5d-4b47-b05e-83d5cd79380b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:46.784168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:46.856717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:47.095201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] Set router 162f1df8-3a5d-4b47-b05e-83d5cd79380b gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:47.363114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41422) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:47.433394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 2, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port_host': None, '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:46Z', 'revision_number': 4, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:47.437568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e08454-eb72-4098-9ba3-e1f580c221f3 None None] The sync data for ids ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'] in dv-neutron-822514-1-hyperv is: [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:43Z', 'revision_number': 2, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port_host': None, '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:46Z', 'revision_number': 4, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:47.549001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff05913-4359-4269-9e28-23a3ee713544 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:47.549551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eff05913-4359-4269-9e28-23a3ee713544 admin admin] Synchronizing usage tracker for tenant:c50f5296b6494f1b802528999a53f65f on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:37:47.604470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eff05913-4359-4269-9e28-23a3ee713544 admin admin] Unset dirty status for tenant:c50f5296b6494f1b802528999a53f65f on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:37:47.611452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eff05913-4359-4269-9e28-23a3ee713544 admin admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 842 time: 0.2415900 Dec 22 15:37:47.616012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.1.1', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:47.621452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:37:47.625381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Usage tracker for resource:subnet and tenant:c50f5296b6494f1b802528999a53f65f is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:37:47.628298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:37:47.634738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:37:47.673046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Made reservation on behalf of c50f5296b6494f1b802528999a53f65f for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:37:47.677800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:48.233218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:48.237554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:48.311369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd862a89-5333-446e-9066-1665ce2d3d5d,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:48.314082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:48.324636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:48.325012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Network hostable DHCP agents. Network: 8ad434e6-187e-49e7-85a1-ccb6a11fecc4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:37:48.376216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:37:48.410304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 8ad434e6-187e-49e7-85a1-ccb6a11fecc4) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:48.414332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:48.414960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:48.420353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7d68be-c707-4ffd-a303-93664cf5990b None None] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:48.466797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8504899 Dec 22 15:37:48.812579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61784d1-e73d-488f-86fc-7a97bf9d4187 None None] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:37:50.408344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 51908353-b661-48bb-875f-5b1f8daccc30 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:50.518712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 51908353-b661-48bb-875f-5b1f8daccc30 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:50.524099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 51908353-b661-48bb-875f-5b1f8daccc30 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:50.528477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.640064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.675104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 51908353-b661-48bb-875f-5b1f8daccc30, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=51908353-b661-48bb-875f-5b1f8daccc30,segment=NetworkSegment(9223a191-3333-4c8f-9d81-76c9d4d7638f),segment_id=9223a191-3333-4c8f-9d81-76c9d4d7638f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:50.701783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:50.706107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:50.770474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41438) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:50.775142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=51908353-b661-48bb-875f-5b1f8daccc30,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:50.779130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:51.014079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ced28e5b-277a-42b4-a659-1c84e064a11a admin admin] 10.222.0.18 "GET /v2.0/routers/162f1df8-3a5d-4b47-b05e-83d5cd79380b HTTP/1.1" status: 200 len: 710 time: 0.2423165 Dec 22 15:37:51.149924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ef0595-2b6c-4302-8a4e-945ddd0a98c9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:37:51.152142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b3ef0595-2b6c-4302-8a4e-945ddd0a98c9 admin admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 886 time: 0.1322951 Dec 22 15:37:51.161525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:37:51.806951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.015268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.072096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.210180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Allocated IP 172.26.1.142 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/ccf26bca-9da1-4fcd-82de-cf3f5937b350) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:37:52.360542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.394601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 51908353-b661-48bb-875f-5b1f8daccc30 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:52.422340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.427116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:52.464695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 51908353-b661-48bb-875f-5b1f8daccc30 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:52.465082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.495192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:37:52.498002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:37:52.500539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:37:52.541749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ccf26bca-9da1-4fcd-82de-cf3f5937b350,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:52.544655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:52.696448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.866465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:52.870433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:53.072480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Router 162f1df8-3a5d-4b47-b05e-83d5cd79380b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:37:53.273087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:37:53.281663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:53.283898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Sync routers for ids ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:37:53.284044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] 10.222.0.18 "PUT /v2.0/routers/162f1df8-3a5d-4b47-b05e-83d5cd79380b HTTP/1.1" status: 200 len: 890 time: 2.1257966 Dec 22 15:37:53.297983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Routers {'162f1df8-3a5d-4b47-b05e-83d5cd79380b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:53.298832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:53.497031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Set router 162f1df8-3a5d-4b47-b05e-83d5cd79380b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:53.629623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:37:53.855634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:52Z', 'revision_number': 4, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port': {'id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:52Z', 'updated_at': '2021-12-22T15:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:50Z', 'revision_number': 5, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:53.860793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Checking router: 162f1df8-3a5d-4b47-b05e-83d5cd79380b for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:37:53.861284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Updating router 162f1df8-3a5d-4b47-b05e-83d5cd79380b port ccf26bca-9da1-4fcd-82de-cf3f5937b350 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:37:53.912757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.254541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.267169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Transition to ACTIVE for port object ccf26bca-9da1-4fcd-82de-cf3f5937b350 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:37:54.313336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.318112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e794c983-a1ee-402c-a9a9-838fd5ab75f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:54.395934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Pushing event updated for resources: {'Port': ['ID=ccf26bca-9da1-4fcd-82de-cf3f5937b350,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:54.398648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Attempting to bind port ccf26bca-9da1-4fcd-82de-cf3f5937b350 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:37:54.399039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Attempting to bind port ccf26bca-9da1-4fcd-82de-cf3f5937b350 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:37:54.399424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Attempting to bind port ccf26bca-9da1-4fcd-82de-cf3f5937b350 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:37:54.403083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:54.407914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:37:54.408317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:37:54.408748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.409164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:37:54.409657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Bound port: ccf26bca-9da1-4fcd-82de-cf3f5937b350, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:37:54.410054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.483800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] For port ccf26bca-9da1-4fcd-82de-cf3f5937b350, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:37:54.486937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] For port ccf26bca-9da1-4fcd-82de-cf3f5937b350, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ccf26bca-9da1-4fcd-82de-cf3f5937b350,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:37:54.513955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:54.518944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:54.600135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Pushing event updated for resources: {'Port': ['ID=ccf26bca-9da1-4fcd-82de-cf3f5937b350,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:54.604286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:54.606701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Routers {'162f1df8-3a5d-4b47-b05e-83d5cd79380b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:37:54.607348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:54.799441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] Set router 162f1df8-3a5d-4b47-b05e-83d5cd79380b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:37:55.289732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:52Z', 'revision_number': 4, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port': {'id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:52Z', 'updated_at': '2021-12-22T15:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:50Z', 'revision_number': 5, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:37:55.295449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83169ad2-1f93-41c2-9cfe-4bafc3f8c4eb None None] The sync data for ids ['162f1df8-3a5d-4b47-b05e-83d5cd79380b'] in dv-neutron-822514-1-hyperv is: [{'id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'name': 'router1', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142'}], 'enable_snat': True}, 'gw_port_id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:37:34Z', 'updated_at': '2021-12-22T15:37:52Z', 'revision_number': 4, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'gw_port': {'id': 'ccf26bca-9da1-4fcd-82de-cf3f5937b350', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:03:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:52Z', 'updated_at': '2021-12-22T15:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '51908353-b661-48bb-875f-5b1f8daccc30', 'name': '', 'network_id': 'da79e2eb-1451-4e1f-8be3-ab2b40a0067f', 'tenant_id': '76771ad049294320a70f9876aef3dbfb', 'mac_address': 'fa:16:3e:37:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f1df8-3a5d-4b47-b05e-83d5cd79380b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1863b43a-3115-4296-9b40-0eef28927c60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:37:43Z', 'updated_at': '2021-12-22T15:37:50Z', 'revision_number': 5, 'project_id': '76771ad049294320a70f9876aef3dbfb', 'subnets': [{'id': '1863b43a-3115-4296-9b40-0eef28927c60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c83ee74-e8fe-4ef2-8f08-159ecec612d1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:37:55.642872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 41450) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:37:55.806894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1968c73-7747-450c-b54d-6771de84e4dc admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1626065 Dec 22 15:37:56.423811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ccf26bca-9da1-4fcd-82de-cf3f5937b350 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:56.541590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ccf26bca-9da1-4fcd-82de-cf3f5937b350 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:37:56.550512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ccf26bca-9da1-4fcd-82de-cf3f5937b350 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:56.550512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:56.679073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:56.695626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port ccf26bca-9da1-4fcd-82de-cf3f5937b350, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ccf26bca-9da1-4fcd-82de-cf3f5937b350,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:37:56.741944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:37:56.745018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:37:56.835108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=ccf26bca-9da1-4fcd-82de-cf3f5937b350,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:37:56.839985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:37:58.439781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ccf26bca-9da1-4fcd-82de-cf3f5937b350 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:37:58.516478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ccf26bca-9da1-4fcd-82de-cf3f5937b350 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:37:58.517163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:12.741113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cfd9dc4-eef0-4be4-85d4-43370026a2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:14.135839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:15.187338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f0f3d87-494e-49e8-ac18-d659e5cae508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:15.427380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:16.855565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:30.630042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:38:42.729706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-295a951c-ca4d-46c7-be11-92ac21277714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:44.123895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:45.163988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b632c4f2-d688-48f0-b009-bc9570ed3d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:45.363792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:38:46.854745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:07.630138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:39:12.734892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-478828b2-feca-45d8-9760-eb265d0e7764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:14.122339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:15.150949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911fdd11-babe-4ad5-bd36-6973efa140d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:15.374786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:16.860103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:35.735979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42020) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:35.838584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2473ba9b-4dc1-49a7-9973-607bc38ccab8 admin admin] GET failed (client error): The resource could not be found. Dec 22 15:39:35.839924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2473ba9b-4dc1-49a7-9973-607bc38ccab8 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1029224 Dec 22 15:39:36.141772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbd9722-f060-4222-bf8d-12e9cd3fc49f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:36.143415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1cbd9722-f060-4222-bf8d-12e9cd3fc49f admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2991688 Dec 22 15:39:38.241958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:38.383261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96374a73-49ec-442f-88f0-e882a7ef3a43 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:38.383839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96374a73-49ec-442f-88f0-e882a7ef3a43 admin admin] Synchronizing usage tracker for tenant:c50f5296b6494f1b802528999a53f65f on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:39:38.430983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96374a73-49ec-442f-88f0-e882a7ef3a43 admin admin] Unset dirty status for tenant:c50f5296b6494f1b802528999a53f65f on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:39:38.432243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96374a73-49ec-442f-88f0-e882a7ef3a43 admin admin] 10.222.0.18 "GET /v2.0/subnets/1863b43a-3115-4296-9b40-0eef28927c60 HTTP/1.1" status: 200 len: 849 time: 0.1892035 Dec 22 15:39:38.442662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:39:38.571255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Notify callbacks [] for subnet, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:38.791341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470'] for subnet, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:38.795811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:39:38.841869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:38.842528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:38.854960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] 10.222.0.18 "PUT /v2.0/subnets/1863b43a-3115-4296-9b40-0eef28927c60 HTTP/1.1" status: 200 len: 868 time: 0.4055212 Dec 22 15:39:38.857915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe17be6-8004-4562-9776-e95887592b06 None None] Network da79e2eb-1451-4e1f-8be3-ab2b40a0067f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:39:38.868356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1863b43a-3115-4296-9b40-0eef28927c60,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:39:38.877806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.878275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.878754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.879197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.879629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.880079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.880549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.881532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.881942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.882373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.882754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:39:38.886801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:39:39.390530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7df9daf0-5f93-4c8a-8548-d3ecdb13dc51 None None] Provisioning complete for port 26d6adb5-3d4a-4a3c-a921-e9762c54b8ad triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:39:39.391057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7df9daf0-5f93-4c8a-8548-d3ecdb13dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:39.520511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7df9daf0-5f93-4c8a-8548-d3ecdb13dc51 None None] Provisioning complete for port 51908353-b661-48bb-875f-5b1f8daccc30 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:39:39.520919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7df9daf0-5f93-4c8a-8548-d3ecdb13dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:40.949172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42044) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:41.160700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a2800-724c-4db7-9a43-533f751275b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:41.161119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8a2800-724c-4db7-9a43-533f751275b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:41.165185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa8a2800-724c-4db7-9a43-533f751275b9 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2132378 Dec 22 15:39:42.740204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27579459-6bb0-46b9-b079-4f7e3bca4394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:43.267786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42056) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:43.484157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13564b-3c1c-439c-bc1e-1e347975cf8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:43.484491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c13564b-3c1c-439c-bc1e-1e347975cf8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:43.486126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c13564b-3c1c-439c-bc1e-1e347975cf8b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2172933 Dec 22 15:39:44.123245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:44.630492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:39:45.157360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6509e8ec-32ef-4991-b7bd-d850edabba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:45.374015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:45.602626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42068) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:45.823259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00fddf-1ecd-4e6a-b012-a8f49ed6e4b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:45.824707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fb00fddf-1ecd-4e6a-b012-a8f49ed6e4b9 admin admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 886 time: 0.2210441 Dec 22 15:39:46.866031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:39:47.973170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42080) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:48.914736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.policy [None req-1e24538f-70c4-4c26-81be-23e555b06a6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88958) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 22 15:39:48.921195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24538f-70c4-4c26-81be-23e555b06a6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:48.923053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e24538f-70c4-4c26-81be-23e555b06a6b admin admin] 10.222.0.18 "GET /v2.0/networks/da79e2eb-1451-4e1f-8be3-ab2b40a0067f HTTP/1.1" status: 200 len: 869 time: 0.9478517 Dec 22 15:39:51.048451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42098) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:51.191250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef53ec-f267-46ce-8ecd-753225fbe78e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:51.191662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef53ec-f267-46ce-8ecd-753225fbe78e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:51.194724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37ef53ec-f267-46ce-8ecd-753225fbe78e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1452396 Dec 22 15:39:53.296151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:53.434614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97f1a1-405c-407e-8b7a-e6278da86c23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:53.434951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97f1a1-405c-407e-8b7a-e6278da86c23 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:53.437092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa97f1a1-405c-407e-8b7a-e6278da86c23 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398413 Dec 22 15:39:55.532523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42122) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:55.676248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b9c90-c4e9-4aca-9a96-ad624cb35c9c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:55.678132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-381b9c90-c4e9-4aca-9a96-ad624cb35c9c admin admin] 10.222.0.18 "GET /v2.0/subnets/1863b43a-3115-4296-9b40-0eef28927c60 HTTP/1.1" status: 200 len: 868 time: 0.1445439 Dec 22 15:39:57.767145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42134) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:39:57.904500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e27d86-61a1-438c-b857-e8b11bd4ab26 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:39:57.905859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-83e27d86-61a1-438c-b857-e8b11bd4ab26 admin admin] 10.222.0.18 "GET /v2.0/subnets/cd862a89-5333-446e-9066-1665ce2d3d5d HTTP/1.1" status: 200 len: 816 time: 0.1376750 Dec 22 15:40:12.772636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7516ac7-f910-435e-ac3f-b5259d823d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:14.105185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.133619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27e599b6-d78f-490f-8f4f-f6bc3c2de6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:15.373624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:16.864458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:18.067611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42182) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:18.143827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-b381c8d1-7e7e-4ccb-9b9c-a305dd2d5fb1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:40:18.145512 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b381c8d1-7e7e-4ccb-9b9c-a305dd2d5fb1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0768425 Dec 22 15:40:20.342028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42194) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:20.442669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7c64f1-f793-44f1-a885-63d573447c61 admin admin] GET failed (client error): The resource could not be found. Dec 22 15:40:20.443992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac7c64f1-f793-44f1-a885-63d573447c61 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1008596 Dec 22 15:40:20.578814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c41d033-3091-49e5-b3c0-661d791ae368 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:20.581446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c41d033-3091-49e5-b3c0-661d791ae368 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1330783 Dec 22 15:40:21.632057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:40:22.681514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42206) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:22.760673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:40:22.763141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.quota [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Loaded quota_driver: . Dec 22 15:40:22.769176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:40:22.782577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:40:22.876328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Made reservation on behalf of c50f5296b6494f1b802528999a53f65f for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:40:22.882782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:22.981001 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.services.revisions.revision_plugin [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Could not find related network for resource to bump revision. Dec 22 15:40:23.050383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:40:23.061883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730482480072', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.062492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Unsubscribe: segment precommit_create {{(pid=88958) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 22 15:40:23.062980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Added segment 62a9c631-19b7-4ee0-8a34-a3c35b8b0c32 of type vlan for network ace84c40-ebf0-4431-8b7b-38a7775e3d11 Dec 22 15:40:23.135606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.196257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.197718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:23.198357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:23.204566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:23.427419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Pushing event updated for resources: {'Network': ['ID=ace84c40-ebf0-4431-8b7b-38a7775e3d11,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:23.437341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.440231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.441192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.441192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Tracked resource versions report: Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:40:23.442277 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:40:23.460910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7782784 Dec 22 15:40:23.468644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:23.476931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:40:25.564815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42222) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:40:25.665495 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-80722db1-d42e-49df-91a0-8786188f7617 admin admin] GET failed (client error): The resource could not be found. Dec 22 15:40:25.666060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-80722db1-d42e-49df-91a0-8786188f7617 admin admin] Synchronizing usage tracker for tenant:c50f5296b6494f1b802528999a53f65f on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:40:25.721810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-80722db1-d42e-49df-91a0-8786188f7617 admin admin] Unset dirty status for tenant:c50f5296b6494f1b802528999a53f65f on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:40:25.723059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80722db1-d42e-49df-91a0-8786188f7617 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1571934 Dec 22 15:40:25.837223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ccb0d-161c-42a5-8fa5-bb3ec873a31d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:25.838829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b48ccb0d-161c-42a5-8fa5-bb3ec873a31d admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1113582 Dec 22 15:40:25.849618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:40:25.854611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:40:25.864593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:40:25.899170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Made reservation on behalf of c50f5296b6494f1b802528999a53f65f for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:40:25.903693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:26.179426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:26.184136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:26.261616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd132add-389f-4f28-b638-cca3e1a4f08c,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:26.265002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:26.273812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Checking segment: {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:40:26.274455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Network hostable DHCP agents. Network: ace84c40-ebf0-4431-8b7b-38a7775e3d11, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:40:26.327506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:40:26.361806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, ace84c40-ebf0-4431-8b7b-38a7775e3d11) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:40:26.367027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:40:26.371671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:26.373872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aababade-5a7e-4d91-9274-1abb8e6905e9 None None] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:26.426213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5799887 Dec 22 15:40:26.608247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-ace84c40-ebf0-4431-8b7b-38a7775e3d11', 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11', 'tenant_id': 'c50f5296b6494f1b802528999a53f65f', 'fixed_ips': [{'subnet_id': 'fd132add-389f-4f28-b638-cca3e1a4f08c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:40:26.609131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:26.780603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Allocated IP 192.168.233.2 (ace84c40-ebf0-4431-8b7b-38a7775e3d11/fd132add-389f-4f28-b638-cca3e1a4f08c/58339614-941e-4220-960c-ec7423ae7fb8) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:40:27.062999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:27.073929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Transition to ACTIVE for port object 58339614-941e-4220-960c-ec7423ae7fb8 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:40:27.095069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Transition to ACTIVE for port object 58339614-941e-4220-960c-ec7423ae7fb8 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:40:27.134735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:27.140620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:27.216175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:40:27.216931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Pushing event updated for resources: {'Port': ['ID=58339614-941e-4220-960c-ec7423ae7fb8,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:27.220076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:40:27.225488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:40:27.231930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.232308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.232676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.233016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.233397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.233751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.234112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.234496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.234839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.235193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.235544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:40:27.240287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:27.325930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Attempting to bind port 58339614-941e-4220-960c-ec7423ae7fb8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:40:27.326264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Attempting to bind port 58339614-941e-4220-960c-ec7423ae7fb8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:40:27.326719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Attempting to bind port 58339614-941e-4220-960c-ec7423ae7fb8 on network ace84c40-ebf0-4431-8b7b-38a7775e3d11 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:40:27.334233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:40:27.334663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Checking segment: {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:40:27.335101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:27.335529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Bound using segment: {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:40:27.336036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Bound port: 58339614-941e-4220-960c-ec7423ae7fb8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:40:27.336443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:27.428943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] For port 58339614-941e-4220-960c-ec7423ae7fb8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:40:27.432203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] For port 58339614-941e-4220-960c-ec7423ae7fb8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=58339614-941e-4220-960c-ec7423ae7fb8,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:40:27.459797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:27.464931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:27.542096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Pushing event updated for resources: {'Port': ['ID=58339614-941e-4220-960c-ec7423ae7fb8,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:27.545409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:28.497649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 58339614-941e-4220-960c-ec7423ae7fb8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:40:28.617797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 58339614-941e-4220-960c-ec7423ae7fb8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:40:29.092622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57310d-02a2-4a75-912a-8f6dcb7fd2b2 None None] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:40:29.380255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Provisioning for port 58339614-941e-4220-960c-ec7423ae7fb8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:40:29.413963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Provisioning complete for port 58339614-941e-4220-960c-ec7423ae7fb8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:40:29.414374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:29.601248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:29.639054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] For port 58339614-941e-4220-960c-ec7423ae7fb8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=58339614-941e-4220-960c-ec7423ae7fb8,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:40:29.682712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:29.684941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3cea7d-b695-45cb-b823-3c84d921195e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:40:29.759507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Pushing event updated for resources: {'Port': ['ID=58339614-941e-4220-960c-ec7423ae7fb8,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:40:29.766687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:40:29.905435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b03432cf-3b98-43cb-a5a5-987ce092151b None None] Provisioning complete for port 58339614-941e-4220-960c-ec7423ae7fb8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:40:29.905855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b03432cf-3b98-43cb-a5a5-987ce092151b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:30.477735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 58339614-941e-4220-960c-ec7423ae7fb8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:40:30.552637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 58339614-941e-4220-960c-ec7423ae7fb8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:40:30.553050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:42.733690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0c847b-8558-4701-be1a-269f0fbd6cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:44.179093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:45.148848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f27cdb7-d889-41ee-8fd8-dc2a3c54b967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:45.384674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:46.885995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:40:58.633401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:41:12.744082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-378216a9-f6b8-4356-99a4-d3a666e53a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:14.121161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:15.155586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c885d0-d9df-4ad5-a3b7-50df1de38976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:15.378340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:16.875074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:35.634850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:41:42.755169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f33d11e6-96d9-4b00-a4fe-ff197a58e8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:44.118855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:45.147644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c86f862d-0d2e-4f6a-a2e2-6525f88300e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:45.388741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:46.874695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:50.276077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:50.282387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-a2b5ec57-1267-4f77-8bce-75247547895b tempest-verify_tempest_config-507123425 tempest-verify_tempest_config-507123425-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:41:50.283481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2b5ec57-1267-4f77-8bce-75247547895b tempest-verify_tempest_config-507123425 tempest-verify_tempest_config-507123425-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0063729 Dec 22 15:41:50.765295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42274) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:50.923047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:50.972108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:41:50.976090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Usage tracker for resource:security_group_rule and tenant:9ce36b59c93f4fdf987be71e5d2e1d82 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:41:50.978991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:41:50.985003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:41:51.188564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.232949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.241168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:51.283694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34875f39-60fa-4895-a101-5f4b2a110273,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:51.286516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Synchronizing usage tracker for tenant:c50f5296b6494f1b802528999a53f65f on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:41:51.301611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.301994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.302374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.302770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.303152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.303520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.303895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.304257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.304613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.304968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.305325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:41:51.311087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:51.343184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Unset dirty status for tenant:c50f5296b6494f1b802528999a53f65f on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:41:51.345003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ce36b59c93f4fdf987be71e5d2e1d82&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5786235 Dec 22 15:41:51.347892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:41:51.412000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.438980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.566161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.571144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18aa471e-eef8-4824-a9e6-cc610e0d763d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:41:51.582649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34875f39-60fa-4895-a101-5f4b2a110273,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:41:51.586189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:41:51.589310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:41:51.590540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34875f39-60fa-4895-a101-5f4b2a110273 HTTP/1.1" status: 204 len: 168 time: 0.2416565 Dec 22 15:42:12.635734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:42:12.754390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4d16127-d5ed-4907-b19a-9f29565717e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:14.097180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:15.135332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ea1e09f-07bf-4a62-b67b-125d36a83bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:15.382869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:16.880014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:42.763919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1880516-0a32-4529-be52-f31bf6e1d7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:44.100457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:45.153784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c6f343c-8ad5-4de6-9e44-0f4bdfdd788d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:45.388071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:46.878006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:42:49.636193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 5 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:43:09.776302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854069105'] for agent, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:12.758832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adba95d3-e3e0-473e-98e3-ebacbef72db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:14.122461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:15.124667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-287ab037-3ac2-4335-82e9-32347606c319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:15.387378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:16.895939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:25.520803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:25.669492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0001f9bd-25c6-49e2-978a-17a7708daed9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1474464 Dec 22 15:43:26.637176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:43:27.801499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42372) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:43:27.890736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c7c2c69-911a-4d52-9a33-71af83586935 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0874851 Dec 22 15:43:39.707189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:42.747356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3760ee09-3eab-4136-9381-c01995480199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:44.110591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:45.151104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3682a8e3-773a-4813-9f6c-c63d4ff0f60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:45.390836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:43:46.899669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:03.638228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:44:09.718403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:12.753031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023b5553-6a23-4b1a-9b93-a724e3862add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:14.110472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.147309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e204bf88-3acc-46e0-b438-ecfb4f10ebd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:15.396091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:16.912405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:39.715496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:40.639306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:44:42.752048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-032b7ac5-47e8-4069-b622-acff3e3b08da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:44.106745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:45.129240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ee7452d-1303-4076-a40a-0352f0a8f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:45.409511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:44:46.906287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:01.369390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42544) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:01.584611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42554) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:01.803359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42568) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:01.833748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1060571223-network', 'tenant_id': '1602211e8de048589d61dd342f820a8b'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:01.840238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:01.847555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Usage tracker for resource:network and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:01.850898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:01.858238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:01.899781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1962672166-network', 'tenant_id': '02daa417e68e467b9736909cf6b5103e'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:01.907605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:01.907735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Made reservation on behalf of 1602211e8de048589d61dd342f820a8b for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:01.912280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:01.924681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Usage tracker for resource:network and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:01.928950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:01.934552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:01.945649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:01.983466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:01.987570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Usage tracker for resource:security_group_rule and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:01.990632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:01.996685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:02.002311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Made reservation on behalf of 02daa417e68e467b9736909cf6b5103e for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:02.006894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.026766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.156438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:02.162703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Usage tracker for resource:security_group_rule and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:02.165731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:02.173017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:02.285029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.333002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.334736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.339254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:02.355852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:02.378486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1091411947-network', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:02.391283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.420009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:02.428974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.429363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Added segment 20759201-b440-4ec9-9cf8-a913b6fb0769 of type vlan for network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a Dec 22 15:45:02.446194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Usage tracker for resource:network and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:02.448865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:02.455803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:02.466692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:02.474617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06e548c-7196-46c6-80da-7168f8b388eb,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:02.498322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.547310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.547696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Added segment c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57 of type vlan for network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b Dec 22 15:45:02.556731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.557100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.557481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.557840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.558167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.558544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.558897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.559245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.559590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.559931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.560275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Tracked resource versions report: Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: HyperV agent@hv-neutron-8225: {}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:45:02.561532 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:45:02.568089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:02.568805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:02.620609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Made reservation on behalf of 14629d9aedc849ce8864972a1a0a22da for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:02.625276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.651765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.657431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.670463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a06af59-11cc-4b83-8294-afbfbfba366e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:02.673661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:02.712462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.728741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:02.728741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.728741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f96f6f6-3250-4af2-89c0-21193b19a4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Usage tracker for resource:security_group_rule and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Pushing event updated for resources: {'Network': ['ID=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:02.986018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:02.988441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:02.990220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6004927 Dec 22 15:45:02.990677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42604) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:02.990677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Request body: {'subnet': {'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1060571223-subnet', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:02.992704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:03.004661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Usage tracker for resource:subnet and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:03.008245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4222991 Dec 22 15:45:03.008971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:03.012622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42608) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:03.026515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:03.092250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Request body: {'subnet': {'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1962672166-subnet', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:03.096375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:03.098823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Pushing event updated for resources: {'Network': ['ID=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:03.102959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:03.103927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Usage tracker for resource:subnet and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:03.114414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:03.116321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:03.117524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Made reservation on behalf of 1602211e8de048589d61dd342f820a8b for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:03.129741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.131912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:03.151244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.187615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.195665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:03.252179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Made reservation on behalf of 02daa417e68e467b9736909cf6b5103e for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:03.258803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.288320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53852f7-4067-4661-9c47-bcaf50eee0df,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:03.292105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:03.294521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:03.369113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.369506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Added segment 2ed7185f-3653-4152-8e35-849057cfd420 of type vlan for network 6dd1c895-daf8-48c2-b827-0a99b697256e Dec 22 15:45:03.544208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.549323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d18b0656-cedc-48ed-b825-166e3232d5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:03.555466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.608936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:03.625121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.625510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.625889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.626263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.626672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.627050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.627417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.627791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.628215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.628582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.629033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Tracked resource versions report: Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: HyperV agent@hv-neutron-8225: {}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:45:03.630011 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:45:03.634283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:03.671367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Checking segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:03.671957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Network hostable DHCP agents. Network: a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:03.720041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.722897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:03.723534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.736933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:03.738019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:03.849340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.852682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:03.856357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Pushing event updated for resources: {'Network': ['ID=6dd1c895-daf8-48c2-b827-0a99b697256e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:03.857372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:03.859658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:03.861221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:03.862182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb6ddd4c-cece-460d-876c-ed00ec454494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:03.876511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf44eab-c337-4acf-8077-565e26823f52 None None] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:03.913193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1054342 Dec 22 15:45:03.913950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42638) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:03.921941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Request body: {'subnet': {'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1091411947-subnet', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:03.929049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9532173 Dec 22 15:45:03.931169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42642) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:03.939387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:03.939984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:03.946680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Usage tracker for resource:subnet and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:03.952944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:03.953519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:03.964639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Usage tracker for resource:router and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:03.966658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42646) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:03.967645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:03.976731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21d94e0-1bbe-4a59-a24b-dac00618285c,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:03.979444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:03.985968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:03.992768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:04.012521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Checking segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:04.013026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Network hostable DHCP agents. Network: c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:04.018404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Made reservation on behalf of 14629d9aedc849ce8864972a1a0a22da for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:04.023725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.049827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.051229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.058077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 6dd1c895-daf8-48c2-b827-0a99b697256e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:04.089342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:04.168063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.268676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:04.268676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:04.268676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.281232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3528dae-cfa8-4716-bacd-77c129cf3591 None None] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:04.300881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42660) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:04.360436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3438332 Dec 22 15:45:04.368560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:04.374872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:04.380727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.382069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:04.390742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:04.453995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Usage tracker for resource:router and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:04.459015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c88825d-c274-4c49-ac41-ed7265ab5e00,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:04.463715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:04.467819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:04.471279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:45:04.472616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.479195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:04.517327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Checking segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:04.517958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Network hostable DHCP agents. Network: 6dd1c895-daf8-48c2-b827-0a99b697256e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:04.544091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.545348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.572331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Network 6dd1c895-daf8-48c2-b827-0a99b697256e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:04.645948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.666087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 6dd1c895-daf8-48c2-b827-0a99b697256e) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:04.688730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:04.689389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.719874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61435d-4e3b-4909-a253-9acf89d5842a None None] Network 6dd1c895-daf8-48c2-b827-0a99b697256e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:04.743072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:45:04.744330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.767679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-873577937'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:04.775219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:04.780082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8640761 Dec 22 15:45:04.788492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42678) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:04.793140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Usage tracker for resource:router and tenant:d620d3463d5047efb4b1c2a669493b58 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:04.799755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:04.818362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:04.834582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:04.887785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:04.926695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:04.937179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Usage tracker for resource:router and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:04.947877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:04.957642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:05.029584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.031174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.042607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.065825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.116076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.117126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.128455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:05.134250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.135309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:05.141505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Usage tracker for resource:floatingip and tenant:1d2e3c58b24c454b850957fc1655f020 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:05.145364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:05.154061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:05.188283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.203645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.262428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.263756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1165d72-bd3f-4615-8772-3facc67d2ced tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2907617 Dec 22 15:45:05.268627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42690) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:05.302820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Allocated IP 172.20.0.2 (a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a/5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6/2a0b0471-9f8b-49fa-8868-53e6e4990014) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:05.317894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-6dd1c895-daf8-48c2-b827-0a99b697256e', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:45:05.319052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.338543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.379449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.441322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Allocated IP 172.20.0.2 (c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b/c21d94e0-1bbe-4a59-a24b-dac00618285c/f4fa0b56-4413-4275-9940-408d22c0616e) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:05.509625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42696) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:05.669816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.674106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.758562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42704) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:05.842102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Transition to ACTIVE for port object 2a0b0471-9f8b-49fa-8868-53e6e4990014 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:05.845876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Allocated IP 172.26.1.64 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d910dfbb-302d-45d3-8259-1f9bb886ba5d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:05.881441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:05.955885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Transition to ACTIVE for port object 2a0b0471-9f8b-49fa-8868-53e6e4990014 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:05.967767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-838575065', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:05.982839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:05.993831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Usage tracker for resource:port and tenant:ac8241bb8ed64c218e5c68a70a56dc61 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:06.003831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Allocated IP 172.20.0.2 (6dd1c895-daf8-48c2-b827-0a99b697256e/0c88825d-c274-4c49-ac41-ed7265ab5e00/04aa542f-41ff-410d-853b-ed5f58b0a406) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:06.068010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.070084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:06.101638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42712) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:06.102895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:06.128593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.195191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Made reservation on behalf of ac8241bb8ed64c218e5c68a70a56dc61 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:06.202943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.211874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.227238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-662682401'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:06.246251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:06.253025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.259189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.270269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.273800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Usage tracker for resource:network and tenant:500df101fa224adeac02ecd58648aec8 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:06.280039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:06.290915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:06.295411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:06.342949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:06.355933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Usage tracker for resource:security_group_rule and tenant:ac8241bb8ed64c218e5c68a70a56dc61 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:06.362121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Made reservation on behalf of 500df101fa224adeac02ecd58648aec8 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:06.362282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:06.368730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.379588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:06.396243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:06.435792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.467268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.478745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:06.516321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:06.551376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Allocated IP 172.26.1.133 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/00677137-f156-4571-aba1-34efac25bef1) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:06.558269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:floatingip and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:06.574690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:06.595336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:06.598976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.616399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:06.624721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:06.636735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:06.642771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:06.645818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:06.647305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Pushing event updated for resources: {'Port': ['ID=2a0b0471-9f8b-49fa-8868-53e6e4990014,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:06.648317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:06.651290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:06.658833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.685285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Usage tracker for resource:security_group_rule and tenant:500df101fa224adeac02ecd58648aec8 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:06.705596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:06.705939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.706265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.706666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.707033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.707399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.708223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.708223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.708483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.708791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.709145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.709497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Tracked resource versions report: Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: HyperV agent@hv-neutron-8225: {}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:45:06.710663 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88959) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:45:06.740723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Pushing event updated for resources: {'Port': ['ID=d910dfbb-302d-45d3-8259-1f9bb886ba5d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:06.744307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:06.745455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:06.750873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.763669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.781654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:06.832262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Transition to ACTIVE for port object 04aa542f-41ff-410d-853b-ed5f58b0a406 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:06.849677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Attempting to bind port 2a0b0471-9f8b-49fa-8868-53e6e4990014 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:06.850085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Attempting to bind port 2a0b0471-9f8b-49fa-8868-53e6e4990014 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:06.850512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Attempting to bind port 2a0b0471-9f8b-49fa-8868-53e6e4990014 on network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:06.876762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Transition to ACTIVE for port object 04aa542f-41ff-410d-853b-ed5f58b0a406 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:06.878304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.881262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:06.881691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Checking segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:06.882087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.882551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Bound using segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:06.883080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Bound port: 2a0b0471-9f8b-49fa-8868-53e6e4990014, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:06.883492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.898068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.898626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a051ba4a-4f8d-4446-9d1b-f47663a0ca8b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:06.907490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Transition to ACTIVE for port object f4fa0b56-4413-4275-9940-408d22c0616e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:06.918693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.922924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ac76c30-0719-4f46-8aa8-fd479ef4e42d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a051ba4a-4f8d-4446-9d1b-f47663a0ca8b HTTP/1.1" status: 204 len: 168 time: 1.6522443 Dec 22 15:45:06.924390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42724) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:06.937203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Request body: {'router': {'name': 'tempest-router-1138012526', 'distributed': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:06.941438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.949206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.971707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.973312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:06.981982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:06.986496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:06.993349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Usage tracker for resource:router and tenant:d620d3463d5047efb4b1c2a669493b58 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:07.006797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Transition to ACTIVE for port object f4fa0b56-4413-4275-9940-408d22c0616e will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:07.019238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.057300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.070162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.072126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Network 6dd1c895-daf8-48c2-b827-0a99b697256e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:07.080378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] device_id is not set on port ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:07.083862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:07.088350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Pushing event updated for resources: {'Port': ['ID=04aa542f-41ff-410d-853b-ed5f58b0a406,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.090749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:07.097037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.097971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:07.098184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.120809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:07.122922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.132595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] For port 2a0b0471-9f8b-49fa-8868-53e6e4990014, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:07.189074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.190089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.195424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] For port 2a0b0471-9f8b-49fa-8868-53e6e4990014, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2a0b0471-9f8b-49fa-8868-53e6e4990014,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:07.196011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.204183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:07.235659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:07.248198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.249555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:07.251518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.253648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8809dd9-2722-44b4-b626-ee8e4b5f07ef,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.262323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.276675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.285399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa0b56-4413-4275-9940-408d22c0616e,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.291914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.294072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.304176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.319169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.343709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:07.354464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.355067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8243a5d-1e05-4580-88b0-465919bba8d2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.358979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.360255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.362497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.362852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Attempting to bind port 04aa542f-41ff-410d-853b-ed5f58b0a406 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:07.363275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Attempting to bind port 04aa542f-41ff-410d-853b-ed5f58b0a406 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:07.363541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.363659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Attempting to bind port 04aa542f-41ff-410d-853b-ed5f58b0a406 on network 6dd1c895-daf8-48c2-b827-0a99b697256e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:07.373381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.403454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Allocated IP 172.26.1.169 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/1463a04c-6ea0-4f2c-965e-f1156dcda7d1) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:07.405433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.406188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Added segment 265b3320-57bf-42ff-9fd1-acd29ce9f5df of type vlan for network da07d6c8-fcb0-4d36-b5ed-dcdee8395826 Dec 22 15:45:07.434468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.436012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e83234ff-4bc6-4d70-bd74-efdd48046d3d tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5074360 Dec 22 15:45:07.440981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42732) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:07.444643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:07.445063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Checking segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:07.445515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.445947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Bound using segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:07.446494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Bound port: 04aa542f-41ff-410d-853b-ed5f58b0a406, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:07.446902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.484072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Attempting to bind port f4fa0b56-4413-4275-9940-408d22c0616e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:07.484631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Attempting to bind port f4fa0b56-4413-4275-9940-408d22c0616e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:07.485041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Attempting to bind port f4fa0b56-4413-4275-9940-408d22c0616e on network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:07.536644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:07.537218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Checking segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:07.537670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.538112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Bound using segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:07.538705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Bound port: f4fa0b56-4413-4275-9940-408d22c0616e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:07.539125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.563839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Pushing event updated for resources: {'Port': ['ID=2a0b0471-9f8b-49fa-8868-53e6e4990014,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.567560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.682560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] For port 04aa542f-41ff-410d-853b-ed5f58b0a406, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:07.700268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] For port 04aa542f-41ff-410d-853b-ed5f58b0a406, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04aa542f-41ff-410d-853b-ed5f58b0a406,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:07.703664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] For port f4fa0b56-4413-4275-9940-408d22c0616e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:07.707087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] For port f4fa0b56-4413-4275-9940-408d22c0616e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4fa0b56-4413-4275-9940-408d22c0616e,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:07.728593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:07.729673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.735834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:07.736410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58b074e2-96c7-4bc9-8d24-edc5635cc28a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.746736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:07.754371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Pushing event updated for resources: {'Port': ['ID=00677137-f156-4571-aba1-34efac25bef1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.758117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.766077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.789905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:07.898330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Pushing event updated for resources: {'Port': ['ID=04aa542f-41ff-410d-853b-ed5f58b0a406,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:07.924657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:07.924657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:07.971855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.010964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.014281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Pushing event updated for resources: {'Port': ['ID=f4fa0b56-4413-4275-9940-408d22c0616e,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:08.017666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:08.038615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:08.039408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.104939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.130511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:08.203345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.287029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5266390 Dec 22 15:45:08.323234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42736) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:08.340004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Pushing event updated for resources: {'Network': ['ID=da07d6c8-fcb0-4d36-b5ed-dcdee8395826,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:08.360624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:08.364277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network da07d6c8-fcb0-4d36-b5ed-dcdee8395826 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:08.367459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.378227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.501263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e7c0f2e-4887-4061-98d9-7bdf21c2d3d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:08.567254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.612008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.622834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'name': 'tempest-network--483203939', 'router:external': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:08.623402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:08.627631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Allocated IP 172.26.1.210 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e87ff6c3-54c2-40a3-91c2-a076a7d41c69) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:08.630670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:08.640164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:08.640311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:08.646827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:network and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:08.658268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:08.677427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:08.726486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Pushing event updated for resources: {'Port': ['ID=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:08.730988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:08.742394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2a0b0471-9f8b-49fa-8868-53e6e4990014 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:08.751955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.760941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Router bff5e4ff-6247-4fb1-aa64-c85999d5f210 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:45:08.767086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:08.772094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.833386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.853236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.853659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77d7e2c7-becb-4748-9edb-e2731fb77014 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:08.856679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.875303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:08.911416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.928956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2a0b0471-9f8b-49fa-8868-53e6e4990014 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:08.938541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04aa542f-41ff-410d-853b-ed5f58b0a406 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:08.941166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:08.945814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d38c329-e020-4409-8d9d-75760bbddc3a tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "DELETE /v2.0/routers/77d7e2c7-becb-4748-9edb-e2731fb77014 HTTP/1.1" status: 204 len: 168 time: 1.5002494 Dec 22 15:45:08.949597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42744) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:08.959340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Request body: {'router': {'name': 'tempest-router-125619044', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '83aa3c0f3b6543ae907ca4e1aa153b51'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:08.970621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:08.990093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Usage tracker for resource:router and tenant:83aa3c0f3b6543ae907ca4e1aa153b51 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:08.994755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:09.012417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:09.024752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.042878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.047561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7430577 Dec 22 15:45:09.049742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42748) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:09.058500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1072520360', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'fixed_ips': [{'ip_address': '172.26.1.133'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:09.069696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:09.078195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.078894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.082033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Pushing event updated for resources: {'Port': ['ID=00677137-f156-4571-aba1-34efac25bef1,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:09.084906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Usage tracker for resource:port and tenant:1d2e3c58b24c454b850957fc1655f020 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:09.085043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:09.089139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:09.098393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:09.101412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 04aa542f-41ff-410d-853b-ed5f58b0a406 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:09.105819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:09.106423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:security_group_rule and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:09.110298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:09.121238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:09.131745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.132537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.138153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.152534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.222892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:09.252108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Made reservation on behalf of 1d2e3c58b24c454b850957fc1655f020 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:09.256792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.271594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Allocated IP 172.26.1.143 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:09.292183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.336466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.352642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:09.365617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:09.383926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:09.387707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.417664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Pushing event updated for resources: {'Port': ['ID=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:09.436598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.444009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:09.455386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:09.465013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Usage tracker for resource:security_group_rule and tenant:1d2e3c58b24c454b850957fc1655f020 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:09.468065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:09.471415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:09.485398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.489348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce52bdd5-4f0f-49af-bd83-6ce3cc7145b7 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5353851 Dec 22 15:45:09.489348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:09.495434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42754) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:09.509331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:09.558730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:09.593418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d94cf91-2df5-4611-8c1e-940380244d7a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:09.599314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:09.601229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:09.616679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Sync routers for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:09.638403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:09.640419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:44:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:09.653683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.654244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Added segment 86185026-5d48-4d9b-97c2-f7451e58eb6f of type vlan for network 94884454-fca2-438a-ae3d-df3b20108112 Dec 22 15:45:09.713012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.738381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.761043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.762589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8279035 Dec 22 15:45:09.765806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42758) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:09.857739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.865908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:09.870399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:09.960025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:09.972166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8b771b-54e4-4e0d-8391-3b0c4d433db1 None None] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:09.993331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Pushing event updated for resources: {'Port': ['ID=ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:10.005164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:10.022180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:10.031756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:10.037028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:10.038069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:10.038980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.057876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.061871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:10.062875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.083519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:10.112665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.114769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Allocated IP 172.26.1.103 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/68182e42-2bfb-4e87-ad97-fa92aa49074e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:10.133214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8081570 Dec 22 15:45:10.138654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42762) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:10.142046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.6265376 Dec 22 15:45:10.212295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42766) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:10.219923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Provisioning for port 2a0b0471-9f8b-49fa-8868-53e6e4990014 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:10.224037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.230001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Provisioning complete for port 2a0b0471-9f8b-49fa-8868-53e6e4990014 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:10.230414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.230902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.143'}]}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:10.260914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:10.266654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:10.303969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] device_id is not set on port 077118d7-509e-4141-a67c-e30c8ce11c13 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:10.360433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5793a07-6f45-4020-97a4-c1e4dedfbeae,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:10.386766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:10.389998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Usage tracker for resource:router and tenant:ac8241bb8ed64c218e5c68a70a56dc61 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:10.498495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:10.527780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:10.546314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.635579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=94884454-fca2-438a-ae3d-df3b20108112,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:10.671624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:06Z', 'revision_number': 3, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:10.681668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Checking router: bff5e4ff-6247-4fb1-aa64-c85999d5f210 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:10.681668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Updating router bff5e4ff-6247-4fb1-aa64-c85999d5f210 port d910dfbb-302d-45d3-8259-1f9bb886ba5d binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:10.709568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:10.726549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 94884454-fca2-438a-ae3d-df3b20108112 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:10.769817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4fa0b56-4413-4275-9940-408d22c0616e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:10.785649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.888183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:10.968402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da0924e-d834-4df3-91a2-01366563e0c8 None None] Network 6dd1c895-daf8-48c2-b827-0a99b697256e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:10.983625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.071809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.124444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.124847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.125008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.125212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.126297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.131354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_create 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.131798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.132178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_update 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.132543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.132908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.133271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.133629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.310302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 22 15:45:11.310804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Router c69dc3ae-1792-49f3-aa86-ab5d68b28f40 migrating from provider to provider. {{(pid=88957) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 22 15:45:11.312135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.317161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.318738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.319942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.342429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.351508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.351899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.352272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.352639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88958) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:11.353021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94884454-fca2-438a-ae3d-df3b20108112']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:11.374459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86185026-5d48-4d9b-97c2-f7451e58eb6f') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:11.375171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86185026-5d48-4d9b-97c2-f7451e58eb6f') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:11.393370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.394220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:11.431171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.432974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.435729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348a9ed-d62b-4146-851c-8ad8ce98d37e None None] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:11.445822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Transition to ACTIVE for port object d910dfbb-302d-45d3-8259-1f9bb886ba5d will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:11.485363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.498788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.502174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:11.502174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: (self, other), Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:11.522053 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:11.532125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] For port 2a0b0471-9f8b-49fa-8868-53e6e4990014, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2a0b0471-9f8b-49fa-8868-53e6e4990014,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:11.539264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:11.622430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.636386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be4d3750-b38f-4f54-acbb-f58b102c6942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:11.649373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Attempting to bind port d910dfbb-302d-45d3-8259-1f9bb886ba5d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:11.650099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Attempting to bind port d910dfbb-302d-45d3-8259-1f9bb886ba5d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:11.650675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Attempting to bind port d910dfbb-302d-45d3-8259-1f9bb886ba5d on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:11.664918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:11.665579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:11.666192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.669227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:11.669906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Bound port: d910dfbb-302d-45d3-8259-1f9bb886ba5d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:11.671626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.676009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f4fa0b56-4413-4275-9940-408d22c0616e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:11.686047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.687057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.725416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Pushing event updated for resources: {'Port': ['ID=2a0b0471-9f8b-49fa-8868-53e6e4990014,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:11.735225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:11.736712 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.scheduler.l3_agent_scheduler [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] No L3 agents can host the router c69dc3ae-1792-49f3-aa86-ab5d68b28f40 Dec 22 15:45:11.744432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:11.774103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:11.776585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=68182e42-2bfb-4e87-ad97-fa92aa49074e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:11.784125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.799168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:11.814984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe68522-1fde-4a73-992b-c6c57d333f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:11.816161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.864070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94884454-fca2-438a-ae3d-df3b20108112 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:45:11.865712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Network': ['ID=94884454-fca2-438a-ae3d-df3b20108112,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:11.891749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Provisioning for port f4fa0b56-4413-4275-9940-408d22c0616e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:11.906630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Provisioning complete for port f4fa0b56-4413-4275-9940-408d22c0616e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:11.909664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.910269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:11.924564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] For port d910dfbb-302d-45d3-8259-1f9bb886ba5d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:11.961306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Pushing event updated for resources: {'Port': ['ID=d910dfbb-302d-45d3-8259-1f9bb886ba5d,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:11.975055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.975442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.975971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.976340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.976708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.977067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.977427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.978035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.978402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.978785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.979145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Tracked resource versions report: Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: pushed versions: Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: { 'ConntrackHelper': {'1.0'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': {'1.0'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': {'1.1'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': {'1.5'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': {'1.2'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': {'1.8'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': {'1.2'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': {'1.0'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': {'1.0'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': {'1.1'}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': {'1.1'}} Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: consumer versions: Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: { DHCP agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: HyperV agent@hv-neutron-8225: {}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: L3 agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: Metadata agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: Metering agent@dv-neutron-822514-1-hyperv: {}, Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: Open vSwitch agent@dv-neutron-822514-1-hyperv: { 'ConntrackHelper': '1.0', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Log': '1.0', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Network': '1.1', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Port': '1.5', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'PortForwarding': '1.2', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'QosPolicy': '1.8', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroup': '1.2', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SecurityGroupRule': '1.0', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'SubPort': '1.0', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Subnet': '1.1', Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: 'Trunk': '1.1'}} Dec 22 15:45:11.980358 dv-neutron-822514-1-hyperv neutron-server[88846]: {{(pid=88960) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 22 15:45:11.992376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:12.028653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] For port d910dfbb-302d-45d3-8259-1f9bb886ba5d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d910dfbb-302d-45d3-8259-1f9bb886ba5d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:12.054774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:12.067312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.073774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/94884454-fca2-438a-ae3d-df3b20108112 HTTP/1.1" status: 204 len: 168 time: 1.9214683 Dec 22 15:45:12.075801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:12.080353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42780) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:12.127017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:12.128836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Router eefbb4d6-9b66-422a-92ed-51262b8451c2 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:45:12.134977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:45:12.135664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:45:12.143984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:12.168093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:12.171138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:network and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:12.184532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:12.185630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.204746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:12.225390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:12.232315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:44:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:12.262581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] For port f4fa0b56-4413-4275-9940-408d22c0616e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4fa0b56-4413-4275-9940-408d22c0616e,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:12.309363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.314102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:12.333816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:12.339632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.404694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:12.430585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Provisioning for port 04aa542f-41ff-410d-853b-ed5f58b0a406 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:12.440252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.440641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Added segment 311c63b5-ed76-48a8-8f65-d1d509175fad of type vlan for network 9581bc63-baad-4c12-ab45-18b8650b20f5 Dec 22 15:45:12.463891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Provisioning complete for port 04aa542f-41ff-410d-853b-ed5f58b0a406 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:12.464399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.587827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Pushing event updated for resources: {'Port': ['ID=f4fa0b56-4413-4275-9940-408d22c0616e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:12.599368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:12.600278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:12.647267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.700836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2a0b0471-9f8b-49fa-8868-53e6e4990014 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:12.814211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.824635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.841776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abba9c64-1d92-4c6d-8ea1-c0e10b795e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.875512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] For port 04aa542f-41ff-410d-853b-ed5f58b0a406, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04aa542f-41ff-410d-853b-ed5f58b0a406,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:12.884609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2a0b0471-9f8b-49fa-8868-53e6e4990014 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:12.885220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.935531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.937754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.946011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:12.953091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:12.953733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:12.962425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Pushing event updated for resources: {'Port': ['ID=d910dfbb-302d-45d3-8259-1f9bb886ba5d,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:12.966788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:12.979822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:13.024494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:06Z', 'revision_number': 3, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:13.033310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12b46fd-11f1-4130-81e6-4b4e75e28523 None None] The sync data for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv is: [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:06Z', 'revision_number': 3, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:13.040456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Pushing event updated for resources: {'Port': ['ID=04aa542f-41ff-410d-853b-ed5f58b0a406,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:13.044361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:13.129415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Provisioning complete for port f4fa0b56-4413-4275-9940-408d22c0616e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:13.129415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.175221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.1205771 Dec 22 15:45:13.175221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.179573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0948763 Dec 22 15:45:13.179701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42784) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:13.179775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=9581bc63-baad-4c12-ab45-18b8650b20f5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:13.180767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:13.189774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Hosts for router c69dc3ae-1792-49f3-aa86-ab5d68b28f40: [] {{(pid=88957) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 15:45:13.190590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42786) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:13.196400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 9581bc63-baad-4c12-ab45-18b8650b20f5 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:13.201644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'subnet': {'network_id': '9581bc63-baad-4c12-ab45-18b8650b20f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:13.208251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:13.212700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:subnet and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:13.226594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:13.238328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:13.288208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:13.293567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.344110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.395459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Provisioning complete for port 2a0b0471-9f8b-49fa-8868-53e6e4990014 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:13.395880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.427024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Allocated IP 172.20.0.1 (a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a/5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6/79fad3a9-82ee-4991-8e2f-6eae6dc232c2) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:13.453092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Hosts for other DVR routers connected to router c69dc3ae-1792-49f3-aa86-ab5d68b28f40: set() {{(pid=88957) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 22 15:45:13.455506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.456816 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72516005-37da-4e8a-9e5a-1506eb98b517 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "PUT /v2.0/routers/c69dc3ae-1792-49f3-aa86-ab5d68b28f40 HTTP/1.1" status: 200 len: 716 time: 3.9593945 Dec 22 15:45:13.473322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:13.583143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Provisioning complete for port 04aa542f-41ff-410d-853b-ed5f58b0a406 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:13.584246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0890076-74ae-43c9-b280-6efe5a61465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.586315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Deleting port 00677137-f156-4571-aba1-34efac25bef1 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:13.586737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:13.684016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.024407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e34c9549-53ac-4f0e-b816-a1e8b33f2a57 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "GET /v2.0/routers/c69dc3ae-1792-49f3-aa86-ab5d68b28f40 HTTP/1.1" status: 200 len: 716 time: 0.5472624 Dec 22 15:45:14.038238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42796) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:14.056812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:14.113973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.132381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.135413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Transition to ACTIVE for port object 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:14.271576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.355825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:14.356694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Sync routers for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:14.369286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.369654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.379451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:14.380943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:44:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:14.509527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:14.511511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Pushing event updated for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:14.514588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:45:14.516439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:14.522524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:14.524537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Calling delete_port for 00677137-f156-4571-aba1-34efac25bef1 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:14.552781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:14.583834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-983b8706-2613-4404-95e3-e8957f3b7ff1 tempest-RoutersTestDVR-1408234010 tempest-RoutersTestDVR-1408234010-project] 10.222.0.18 "GET /v2.0/routers/c69dc3ae-1792-49f3-aa86-ab5d68b28f40 HTTP/1.1" status: 200 len: 682 time: 0.5416255 Dec 22 15:45:14.585164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.589100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4ede4d5e-57d1-4a6b-a747-6fb9855864c9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2167873 Dec 22 15:45:14.589262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42802) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:14.593781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42804) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:14.670043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:14.887444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d910dfbb-302d-45d3-8259-1f9bb886ba5d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:14.939595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.954234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.959482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:14.972160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-842a9403-189a-442c-837e-4c99a72a7f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:15.029218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.030515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.056509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:15.105478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0930fb6f-fb9d-4334-9c89-b9038842cce9 None None] Provisioning for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:15.126976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0930fb6f-fb9d-4334-9c89-b9038842cce9 None None] Provisioning complete for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:15.127398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0930fb6f-fb9d-4334-9c89-b9038842cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.157239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d910dfbb-302d-45d3-8259-1f9bb886ba5d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:15.175691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb29cfb1-9bc2-45df-84f4-79fff6231758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.186740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.210806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d910dfbb-302d-45d3-8259-1f9bb886ba5d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:15.211220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.226833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.256303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ee3917f7-6e62-48ff-8300-c2e968869c34,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:15.260091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.271815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0930fb6f-fb9d-4334-9c89-b9038842cce9 None None] Port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:15.282880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:15.312924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=68182e42-2bfb-4e87-ad97-fa92aa49074e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:15.316321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:15.328015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.345585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:08Z', 'revision_number': 3, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:15.353223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:15.375423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Checking router: eefbb4d6-9b66-422a-92ed-51262b8451c2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:15.375819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Updating router eefbb4d6-9b66-422a-92ed-51262b8451c2 port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:15.405974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.408001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3047981 Dec 22 15:45:15.423060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:15.429810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Pushing event deleted for resources: {'Port': ['ID=00677137-f156-4571-aba1-34efac25bef1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:15.432878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:15.441045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.447460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-487400930'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:15.462284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.491544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:15.503285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.508122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d910dfbb-302d-45d3-8259-1f9bb886ba5d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d910dfbb-302d-45d3-8259-1f9bb886ba5d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:15.551524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:network and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:15.557083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:15.562419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.580667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:15.597558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.603022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/dc2b7ac9-fe6c-466d-886d-158c0e48ff85 HTTP/1.1" status: 204 len: 168 time: 2.4116225 Dec 22 15:45:15.610317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Checking segment: {'id': '311c63b5-ed76-48a8-8f65-d1d509175fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9581bc63-baad-4c12-ab45-18b8650b20f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:15.610741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Network hostable DHCP agents. Network: 9581bc63-baad-4c12-ab45-18b8650b20f5, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:15.626713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:15.639865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Sync routers for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:15.663684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:15.664377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:15.712408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Made reservation on behalf of b1a09e5a6ffe4765a7f5c35e6e94a565 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:15.723822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.729302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.729642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.733963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4fa0b56-4413-4275-9940-408d22c0616e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:15.768737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:15.794867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.883579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:15.888200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:security_group_rule and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:15.891850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:15.898415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:15.942488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d910dfbb-302d-45d3-8259-1f9bb886ba5d,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:15.946518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:15.954513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f4fa0b56-4413-4275-9940-408d22c0616e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:15.954996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.955324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.974169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.976561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.986421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:15.987827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.1982689 Dec 22 15:45:15.990801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:16.063164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Network 9581bc63-baad-4c12-ab45-18b8650b20f5 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:16.081345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.091141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:16.144978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.173364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:16.233835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04aa542f-41ff-410d-853b-ed5f58b0a406 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:16.302208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 9581bc63-baad-4c12-ab45-18b8650b20f5) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:16.323465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:16.385471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 04aa542f-41ff-410d-853b-ed5f58b0a406 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:16.386063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.386525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42824) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:16.389987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:16.390842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.426676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439f94a-4947-4bec-a9e7-cc8dbd02a477 None None] Network 9581bc63-baad-4c12-ab45-18b8650b20f5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:16.474085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2821310 Dec 22 15:45:16.481694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.486148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42830) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:16.512192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.513000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c69dc3ae-1792-49f3-aa86-ab5d68b28f40 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:16.525127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Transition to ACTIVE for port object 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:16.529330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'floatingip': {'floating_network_id': '9581bc63-baad-4c12-ab45-18b8650b20f5'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:16.548539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:16.589075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.600021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-adccf554-8ee9-470e-87b2-854f6d892b11 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c69dc3ae-1792-49f3-aa86-ab5d68b28f40 HTTP/1.1" status: 204 len: 168 time: 2.0101449 Dec 22 15:45:16.606969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45004cf-7d11-4e86-bb03-e1db88f19540,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:16.609791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42834) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:16.611770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:floatingip and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:16.621077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:16.628808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:16.634984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:16.678137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.682766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Request body: {'router': {'name': 'tempest-router-1617891144', 'distributed': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:16.697931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:16.701055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:16.706355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.714197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.714759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Added segment 8ea27f86-f2d9-4236-ab53-b9c1041cfc72 of type vlan for network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 Dec 22 15:45:16.734824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Usage tracker for resource:router and tenant:d620d3463d5047efb4b1c2a669493b58 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:16.741565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:16.831809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:16.844791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.875358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:09Z', 'revision_number': 3, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:16.880639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Checking router: f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:16.881028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Updating router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:16.922205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.925984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Attempting to bind port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:16.925984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Attempting to bind port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:16.925984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Attempting to bind port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:16.927352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Pushing event updated for resources: {'Port': ['ID=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:16.935896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:16.951744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.957553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.958561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.977134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:16.977838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:16.978430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.979265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:16.979749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:16.980102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Bound port: 1463a04c-6ea0-4f2c-965e-f1156dcda7d1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:16.980739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.986734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:16.990033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Usage tracker for resource:security_group_rule and tenant:f3a4390861f841c1bc3b62372d94132b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:17.023546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.030596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.046863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:17.055652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca157f9-4f04-4056-bef3-fcc7e2584fce None None] Network 9581bc63-baad-4c12-ab45-18b8650b20f5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:17.094110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2456bbfb-9975-4e30-adf2-e1696612cec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:17.100281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d910dfbb-302d-45d3-8259-1f9bb886ba5d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:17.127834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:17.153672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] For port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:17.165554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.179956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.211064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.231523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.234032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] For port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:17.268451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.271741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.277476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:17.281317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:17.282070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.284529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Pushing event updated for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:17.296355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:17.297132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39721206-2af1-4215-8b0d-c6b05180b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:17.330814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.331523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1c95b2f-7f61-4015-b4ef-a62b43c69f7f {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:17.387248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d910dfbb-302d-45d3-8259-1f9bb886ba5d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:17.387459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.421793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.459415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Network': ['ID=1b56124e-de0f-4cf4-9c6d-2043e7611a22,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:17.466493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:17.500042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:17.513584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Pushing event updated for resources: {'Port': ['ID=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:17.533245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:17.552777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1246405 Dec 22 15:45:17.554084 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:45:17.558690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8dbae3c9-ff5a-41f9-b4aa-2489e21e4e1b tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.3448870 Dec 22 15:45:17.559422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42840) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:17.559899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42842) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:17.567078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.606871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Request body: {'subnet': {'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:17.611541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.622896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:17.623816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:17.631005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Transition to ACTIVE for port object e87ff6c3-54c2-40a3-91c2-a076a7d41c69 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:17.648485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:45:17.671936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.690120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbd5ab6c-e18b-4c92-944b-b9252c6ec3e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:17.777154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Deleting port ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:17.777740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.812601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Pushing event updated for resources: {'Port': ['ID=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:17.824331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:17.827129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Attempting to bind port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:17.828305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Attempting to bind port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:17.829057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Attempting to bind port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:17.838889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:17.841120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:17.841120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.841120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:17.843824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Bound port: e87ff6c3-54c2-40a3-91c2-a076a7d41c69, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:17.844602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.851862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:17.860281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.861552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c448e41-f023-40a4-bed0-509ce881c720 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.2066164 Dec 22 15:45:17.869654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:subnet and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:17.871881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42848) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:17.874565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:17.890175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:17.893888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:17.958384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] For port e87ff6c3-54c2-40a3-91c2-a076a7d41c69, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:17.964275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] For port e87ff6c3-54c2-40a3-91c2-a076a7d41c69, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:17.989423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.009504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.014895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:18.024403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:18.040440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Made reservation on behalf of b1a09e5a6ffe4765a7f5c35e6e94a565 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:18.098509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:18.118545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:18.148744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Pushing event updated for resources: {'Port': ['ID=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:18.161926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:18.166820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:18.170875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:18.172008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:18.278092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.354265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0be8c5-cda3-493f-ae2b-6f9561b8a262,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:18.405303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3a4390861f841c1bc3b62372d94132b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9846551 Dec 22 15:45:18.410469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:18.415235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42852) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:18.422863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.455932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:18.541500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Allocated IP 172.20.0.2 (9581bc63-baad-4c12-ab45-18b8650b20f5/ee3917f7-6e62-48ff-8300-c2e968869c34/15ef2a0f-619c-4e47-879a-615473a991e4) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:18.574546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:08Z', 'revision_number': 3, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:18.610296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b24f5-3965-405f-a23b-30677b0e8aa4 None None] The sync data for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv is: [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:08Z', 'revision_number': 3, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:18.618391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.743167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a84b9954-8f30-4aec-9cdb-73bd711e9604 None None] Provisioning complete for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:18.744054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a84b9954-8f30-4aec-9cdb-73bd711e9604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:18.833048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a84b9954-8f30-4aec-9cdb-73bd711e9604 None None] Port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:18.842752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Calling delete_port for ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:18.863055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:09Z', 'revision_number': 3, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:18.867250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f422bc19-3898-4a03-8544-42a89361f771 None None] The sync data for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv is: [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:09Z', 'revision_number': 3, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:18.985580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.243934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.273527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:19.344718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:19.362058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:19.462676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.479160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ef6f2c06-3c0b-40ef-b5a0-c36cdbb2c31a HTTP/1.1" status: 204 len: 168 time: 1.9155779 Dec 22 15:45:19.482266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.493323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca4d714f-3e2c-46ba-a25d-6367fefcb8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:19.555760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.579655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Subnet': ['ID=89f15c16-f2c4-4ee9-abfb-6308ef60ac54,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:19.583365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:19.585196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.698777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.713477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Checking segment: {'id': '8ea27f86-f2d9-4236-ab53-b9c1041cfc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:19.713877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network hostable DHCP agents. Network: 1b56124e-de0f-4cf4-9c6d-2043e7611a22, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:19.797883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:19.877840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:19.975126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 1b56124e-de0f-4cf4-9c6d-2043e7611a22) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:19.980596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Allocated IP 172.20.0.1 (6dd1c895-daf8-48c2-b827-0a99b697256e/0c88825d-c274-4c49-ac41-ed7265ab5e00/0d563e8c-e1f3-41f7-8563-ab521def4537) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:19.988110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477c6ba8-9f49-424e-a01a-3285981511a8 None None] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:19.988944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:19.989604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.004183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.013587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.037999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42860) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:20.084581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b40c76d2-7093-4f94-b056-d15944c20cfa tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:20.103211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.103742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c5976ba-7807-4971-8ffb-dac397f0e0e4 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:20.132902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0be8c5-cda3-493f-ae2b-6f9561b8a262,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:20.152220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:20.154021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.184479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6201248 Dec 22 15:45:20.193987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42866) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:20.215618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1862817047', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:20.232273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:20.299284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:router and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:20.302525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:20.309001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:20.311610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.315989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4aa54ad6-f0a1-4ddd-a39b-07fada892376 tempest-RoutersTestDVR-867269162 tempest-RoutersTestDVR-867269162-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4c5976ba-7807-4971-8ffb-dac397f0e0e4 HTTP/1.1" status: 204 len: 168 time: 2.4311447 Dec 22 15:45:20.315989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.315989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a0be8c5-cda3-493f-ae2b-6f9561b8a262 HTTP/1.1" status: 204 len: 168 time: 1.8991361 Dec 22 15:45:20.346504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.367105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:20.462581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.471348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Network 9581bc63-baad-4c12-ab45-18b8650b20f5 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:20.482307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:20.494130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-1b56124e-de0f-4cf4-9c6d-2043e7611a22', 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22', 'tenant_id': 'b1a09e5a6ffe4765a7f5c35e6e94a565', 'fixed_ips': [{'subnet_id': '89f15c16-f2c4-4ee9-abfb-6308ef60ac54'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:45:20.498607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.507586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:20.528466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Transition to ACTIVE for port object 0d563e8c-e1f3-41f7-8563-ab521def4537 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:20.534292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.545461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.551252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.590565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:20.597965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Usage tracker for resource:security_group_rule and tenant:bf0b5bbf20a948d696729114a1e31e1c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:20.601181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:20.603803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Port': ['ID=15ef2a0f-619c-4e47-879a-615473a991e4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:20.609517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:20.651959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.667748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:20.669616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:20.705686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Router bff5e4ff-6247-4fb1-aa64-c85999d5f210 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:45:20.763354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Network 6dd1c895-daf8-48c2-b827-0a99b697256e is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:20.773504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:20.790574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:20.790574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.841091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Pushing event updated for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:20.847506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:20.868180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.915096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:20.992786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:21.000243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Allocated IP 172.20.0.2 (1b56124e-de0f-4cf4-9c6d-2043e7611a22/89f15c16-f2c4-4ee9-abfb-6308ef60ac54/4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:21.008221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf0b5bbf20a948d696729114a1e31e1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9683881 Dec 22 15:45:21.076106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42878) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:21.076495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42880) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:21.227904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e87ff6c3-54c2-40a3-91c2-a076a7d41c69 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:21.248956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920b543d-a70f-4b84-a28f-b5b2852e6dea,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:21.255954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.280232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:21.294610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.384835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.448723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.453881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Allocated IP 172.20.0.1 (c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b/c21d94e0-1bbe-4a59-a24b-dac00618285c/61bbb02d-2e36-4dee-8e61-0f492850f23c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:21.461139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.492679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-26aeb662-131f-49eb-9d88-88de515f400a None None] Provisioning for port 0d563e8c-e1f3-41f7-8563-ab521def4537 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:21.503995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-26aeb662-131f-49eb-9d88-88de515f400a None None] Provisioning complete for port 0d563e8c-e1f3-41f7-8563-ab521def4537 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:21.504435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aeb662-131f-49eb-9d88-88de515f400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.528422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42890) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:21.543522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.545223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:21.567244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:21.567244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.587800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:21.595911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.599741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Usage tracker for resource:security_group_rule and tenant:83aa3c0f3b6543ae907ca4e1aa153b51 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:21.632584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-26aeb662-131f-49eb-9d88-88de515f400a None None] Port 0d563e8c-e1f3-41f7-8563-ab521def4537 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:21.658291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:21.676382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:21.696059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Transition to ACTIVE for port object 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:21.727182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d08ffb3a-d8d4-4cc6-94e9-c9ccf2f276e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d2e3c58b24c454b850957fc1655f020&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1953847 Dec 22 15:45:21.728423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Transition to ACTIVE for port object 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:21.729799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:21.730574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.731937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.737073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.748711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port e87ff6c3-54c2-40a3-91c2-a076a7d41c69, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:21.752615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:21.756429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.761520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.767286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:21.776315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920b543d-a70f-4b84-a28f-b5b2852e6dea,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:21.790814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:21.808647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.809878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/920b543d-a70f-4b84-a28f-b5b2852e6dea HTTP/1.1" status: 204 len: 168 time: 0.7323246 Dec 22 15:45:21.833967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.863721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.871641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.872439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.878261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:21.891873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.893062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:21.922871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:21.945783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:21.997890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:22.019859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Pushing event updated for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:22.031042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:22.033734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:22.037021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a31f21-782b-4447-8900-741a9026781a None None] Sync routers for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:22.082014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:22.082499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:22.085425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.106991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83aa3c0f3b6543ae907ca4e1aa153b51&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0212691 Dec 22 15:45:22.119960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42900) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:22.147210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243fdd8d-b8e0-480e-aeee-2342ec750c12,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:22.156861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:22.160070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:22.170202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Pushing event updated for resources: {'Port': ['ID=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:22.173304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:22.173963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:22.174677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:22.215017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Network 6dd1c895-daf8-48c2-b827-0a99b697256e is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:22.222458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:22.270987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:22.325347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:22.325759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.400182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.437869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Transition to ACTIVE for port object 61bbb02d-2e36-4dee-8e61-0f492850f23c will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:22.461321 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] 10.222.0.18 "PUT /v2.0/routers/bff5e4ff-6247-4fb1-aa64-c85999d5f210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6876526 Dec 22 15:45:22.494717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.716109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Attempting to bind port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:22.716523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Attempting to bind port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8ea27f86-f2d9-4236-ab53-b9c1041cfc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:22.717895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Attempting to bind port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 on network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:22.735098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.759508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:22.759921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Checking segment: {'id': '8ea27f86-f2d9-4236-ab53-b9c1041cfc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:22.760586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.761022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Bound using segment: {'id': '8ea27f86-f2d9-4236-ab53-b9c1041cfc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:22.761538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Bound port: 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea27f86-f2d9-4236-ab53-b9c1041cfc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:22.761949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.781409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:22.785391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:22.810658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.810658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42916) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:22.814656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.824361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.838369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:22.869233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.937712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5793a07-6f45-4020-97a4-c1e4dedfbeae,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:22.947997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:22.954607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.007022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:23.029213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727284d2-277d-416b-90d7-df1778400c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:23.056145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-28c8b87e-84cc-4bc1-ad50-9867ec82d5e0 None None] Provisioning complete for port 0d563e8c-e1f3-41f7-8563-ab521def4537 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:23.056564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28c8b87e-84cc-4bc1-ad50-9867ec82d5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.108170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.114065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.131615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b169104-fc81-4864-91d5-e2d1f1c7ab9e tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:23.144215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Port': ['ID=15ef2a0f-619c-4e47-879a-615473a991e4,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:23.153043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.154909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5793a07-6f45-4020-97a4-c1e4dedfbeae HTTP/1.1" status: 204 len: 168 time: 1.3953533 Dec 22 15:45:23.169946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.190590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] For port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:23.192679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28c8b87e-84cc-4bc1-ad50-9867ec82d5e0 None None] Port 0d563e8c-e1f3-41f7-8563-ab521def4537 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:23.198834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fdd8d-b8e0-480e-aeee-2342ec750c12,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:23.205390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] For port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,segment=NetworkSegment(8ea27f86-f2d9-4236-ab53-b9c1041cfc72),segment_id=8ea27f86-f2d9-4236-ab53-b9c1041cfc72)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:23.208862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.213996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.216009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.217517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.7240396 Dec 22 15:45:23.222363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/243fdd8d-b8e0-480e-aeee-2342ec750c12 HTTP/1.1" status: 204 len: 168 time: 1.0976698 Dec 22 15:45:23.242197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42926) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:23.271464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:23.271659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.283864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-46ca4bb9-f1c6-4eea-b8f3-6a85b36cd11a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac8241bb8ed64c218e5c68a70a56dc61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4684138 Dec 22 15:45:23.286053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:23.286168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:23.294633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42930) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:23.303078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:23.381603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.487461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Pushing event updated for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:23.496774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.534960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:23.538618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:23.539284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.603881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.606560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.609953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56dde37c-8e36-4285-9da8-d1cff022b661 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=9581bc63-baad-4c12-ab45-18b8650b20f5 HTTP/1.1" status: 200 len: 689 time: 0.3635135 Dec 22 15:45:23.610711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 42934) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:23.658686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.691255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Pushing event updated for resources: {'Port': ['ID=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:23.695162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.703848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:23.705999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.882974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.895673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:45:23.918559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:23.961773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:23.967403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:23.968198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e87ff6c3-54c2-40a3-91c2-a076a7d41c69 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:24.068353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42944) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:24.123841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.157980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 2, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:24.159148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1021754805', 'description': 'tempest-description--1185467807'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:24.174068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:24.182448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a31f21-782b-4447-8900-741a9026781a None None] Checking router: bff5e4ff-6247-4fb1-aa64-c85999d5f210 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:24.182892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a31f21-782b-4447-8900-741a9026781a None None] Updating router bff5e4ff-6247-4fb1-aa64-c85999d5f210 port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:24.202574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Usage tracker for resource:security_group and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:24.221945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:24.229115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef5efb43-4604-4f08-bb47-51d8c13d67ed None None] Provisioning for port 61bbb02d-2e36-4dee-8e61-0f492850f23c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:24.257149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef5efb43-4604-4f08-bb47-51d8c13d67ed None None] Provisioning complete for port 61bbb02d-2e36-4dee-8e61-0f492850f23c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:24.263505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef5efb43-4604-4f08-bb47-51d8c13d67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.282572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Deleting port 15ef2a0f-619c-4e47-879a-615473a991e4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:24.283064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.307609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:24.309396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.325133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:24.411272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.412797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Allocated IP 172.26.1.46 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/c1c227ed-bacc-4ca6-9b2e-9d0406050129) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:24.417202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.487429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ef5efb43-4604-4f08-bb47-51d8c13d67ed None None] Port 61bbb02d-2e36-4dee-8e61-0f492850f23c cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:24.524630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42954) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:24.530500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:24.556963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.557321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.597005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8809dd9-2722-44b4-b626-ee8e4b5f07ef,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:24.599835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.626317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:24.627310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.705072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Calling delete_port for 15ef2a0f-619c-4e47-879a-615473a991e4 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:24.728643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:24.739228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8809dd9-2722-44b4-b626-ee8e4b5f07ef HTTP/1.1" status: 204 len: 168 time: 1.4359035 Dec 22 15:45:24.770935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:24.777194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Usage tracker for resource:security_group_rule and tenant:d620d3463d5047efb4b1c2a669493b58 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:24.782040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:24.811763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:24.874805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:24.882190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Usage tracker for resource:security_group_rule and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:24.887454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:24.895279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:25.054414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.055620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:25.075006 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] 10.222.0.18 "PUT /v2.0/routers/f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0830736 Dec 22 15:45:25.079838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.085470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-04a31f21-782b-4447-8900-741a9026781a None None] Transition to ACTIVE for port object 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:25.132113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.132384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.138104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b657648a-c67b-42f9-9d88-64ae94bfb2c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:25.147600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.152933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:25.161864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Sync routers for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:25.180765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:25.181539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:25.210212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Port': ['ID=15ef2a0f-619c-4e47-879a-615473a991e4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:25.232830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:25.251159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:25.260733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.315053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82fedc0-7176-4e17-99b2-33864aecf91d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:25.324296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:25.353939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Pushing event updated for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:25.358018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:25.394091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.398251 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3217378 Dec 22 15:45:25.402473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42972) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:25.421315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.462568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'security_group_rule': {'security_group_id': 'e82fedc0-7176-4e17-99b2-33864aecf91d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:25.490315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.505629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.522585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:25.558855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Usage tracker for resource:security_group_rule and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:25.565793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:25.575632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.590333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.594719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-04a31f21-782b-4447-8900-741a9026781a None None] Attempting to bind port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:25.595139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-04a31f21-782b-4447-8900-741a9026781a None None] Attempting to bind port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:25.595550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a31f21-782b-4447-8900-741a9026781a None None] Attempting to bind port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 on network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:25.596122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:25.598886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.611856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:25.613904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.621501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:25.624977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a31f21-782b-4447-8900-741a9026781a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:25.625413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a31f21-782b-4447-8900-741a9026781a None None] Checking segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:25.625890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.626260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a31f21-782b-4447-8900-741a9026781a None None] Bound using segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:25.626925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-04a31f21-782b-4447-8900-741a9026781a None None] Bound port: 79fad3a9-82ee-4991-8e2f-6eae6dc232c2, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:25.627232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:25.724591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ee3917f7-6e62-48ff-8300-c2e968869c34,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:25.735959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:25.762383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0221c05-59dc-4e6a-893e-3271b50d3a40 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:25.831787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.053681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.108908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.109322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.110045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.110145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.110491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_create 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.111340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.111340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > port after_update 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.111561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.111945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.113342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.115012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.160251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:26.184709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Pushing event updated for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.188755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.245045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-04a31f21-782b-4447-8900-741a9026781a None None] For port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:26.258976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-04a31f21-782b-4447-8900-741a9026781a None None] For port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:26.260177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.358s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.286204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:26.293093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:26.317856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d620d3463d5047efb4b1c2a669493b58&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7716484 Dec 22 15:45:26.335571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6731e3-c638-4400-a8c2-5cd24bb3031b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.338365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a31f21-782b-4447-8900-741a9026781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.346795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 42994) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:26.364239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.379269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.436315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.436632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.437000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.437361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88957) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 22 15:45:26.437741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9581bc63-baad-4c12-ab45-18b8650b20f5']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.454016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311c63b5-ed76-48a8-8f65-d1d509175fad') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.454350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311c63b5-ed76-48a8-8f65-d1d509175fad') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.460054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.470288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.483469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042df9ea-8439-44ca-b83c-a98ed4a107e0 None None] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:26.492518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.502109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:26.502792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.522637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 2, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: (self, other), Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:26.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:26.535890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Checking router: f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:26.535890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Updating router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 port 0d563e8c-e1f3-41f7-8563-ab521def4537 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:26.547614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.608934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:26.628943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:26.659540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.671302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Pushing event updated for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.675029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.677167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.687444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:26.690292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9581bc63-baad-4c12-ab45-18b8650b20f5 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:45:26.708852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.741454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c64b1cfd-89a3-4328-966e-73cbe2d43995 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:26.786057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9581bc63-baad-4c12-ab45-18b8650b20f5 HTTP/1.1" status: 204 len: 168 time: 3.1734116 Dec 22 15:45:26.819954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Network': ['ID=9581bc63-baad-4c12-ab45-18b8650b20f5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:26.832744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:26.836285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43002) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:26.867420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:26.867760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Provisioning for port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:26.885786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Provisioning complete for port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:26.888534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.062345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:27.063458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:27.091268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19d37320-0a3a-429a-963e-c16fbece07be tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Synchronizing usage tracker for tenant:bbd99d09550342f6b3888fe6b29af731 on resource:floatingip {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:27.167482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.187036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19d37320-0a3a-429a-963e-c16fbece07be tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Unset dirty status for tenant:bbd99d09550342f6b3888fe6b29af731 on resource:floatingip {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:27.188371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19d37320-0a3a-429a-963e-c16fbece07be tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3510273 Dec 22 15:45:27.191204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43012) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.267344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.359644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:27.364579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.384384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.407726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:27.417676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.418382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.420164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.420872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.422989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.423557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.424107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:27.425320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Synchronizing usage tracker for tenant:bbd99d09550342f6b3888fe6b29af731 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:27.430540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:27.436352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.440265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43018) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.517171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Unset dirty status for tenant:bbd99d09550342f6b3888fe6b29af731 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:27.521528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b8ae105-ee5b-4f20-92c0-16b67ca888bd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.3263915 Dec 22 15:45:27.521879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43024) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.685800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a35158c2-9f62-4a35-85b7-eeb4de8b93df tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:45:27.692180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a35158c2-9f62-4a35-85b7-eeb4de8b93df tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/f8fcd3ed-efb4-4d89-8889-64ac0e1fbd01 HTTP/1.1" status: 404 len: 345 time: 0.1642337 Dec 22 15:45:27.692180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43030) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.759063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f8686-7996-4202-b03f-326826754feb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 15:45:27.762296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f8686-7996-4202-b03f-326826754feb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:45:27.768154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-199f8686-7996-4202-b03f-326826754feb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9581bc63-baad-4c12-ab45-18b8650b20f5 HTTP/1.1" status: 404 len: 339 time: 0.0720515 Dec 22 15:45:27.770904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43034) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.783950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'name': 'tempest-network--221915646', 'router:external': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:27.827933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:27.837933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:network and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:27.847879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.866182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:27.880852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:27.887388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Transition to ACTIVE for port object 0d563e8c-e1f3-41f7-8563-ab521def4537 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:27.909956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43040) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:27.916620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'networks': [{'name': 'tempest-network--2133665390'}, {'name': 'tempest-network--1604624044'}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:27.916975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-network--2133665390'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:27.918069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-network--1604624044'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:27.936982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90790328', 'description': 'tempest-description--1516869455'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:27.945900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:27.953415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:27.960098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:27.966915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:27.983116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:network and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:27.999840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:28.008625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:security_group and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:28.026745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:28.026913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:28.033410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:28.043396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:28.057163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.100159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.100384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:28.143352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:28.196004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'network': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:28.213711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.229277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Pushing event updated for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:28.234590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:28.251183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.306803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.307854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Added segment b6da8af2-50fd-44ea-90e4-41ae6f62d8f2 of type vlan for network 1e2cc509-1b6a-4c36-bb31-976d81bd15de Dec 22 15:45:28.320194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.339563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Attempting to bind port 0d563e8c-e1f3-41f7-8563-ab521def4537 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:28.340118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Attempting to bind port 0d563e8c-e1f3-41f7-8563-ab521def4537 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:28.340589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Attempting to bind port 0d563e8c-e1f3-41f7-8563-ab521def4537 on network 6dd1c895-daf8-48c2-b827-0a99b697256e {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:28.349270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:28.349753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Checking segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:28.350393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.351007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Bound using segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:28.351732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Bound port: 0d563e8c-e1f3-41f7-8563-ab521def4537, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:28.352663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.385928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] For port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,segment=NetworkSegment(8ea27f86-f2d9-4236-ab53-b9c1041cfc72),segment_id=8ea27f86-f2d9-4236-ab53-b9c1041cfc72)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:28.402995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=c1c227ed-bacc-4ca6-9b2e-9d0406050129,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:28.408777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.416297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac6731e3-c638-4400-a8c2-5cd24bb3031b HTTP/1.1" status: 204 len: 168 time: 2.0555296 Dec 22 15:45:28.434157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.442920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:28.498627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:28.499230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.952s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:28.504847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:28.514371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:security_group_rule and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:28.517113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.518837 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.0922148 Dec 22 15:45:28.526922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43050) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:28.530086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:28.554638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=394d758f-dafd-4290-98e8-1ff10cf905a7,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:28.557486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'security_group_rule': {'security_group_id': 'e82fedc0-7176-4e17-99b2-33864aecf91d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:28.570017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.571041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.577707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:28.609856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:28.623978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:28.649466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:28.653557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:28.664087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.675560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Usage tracker for resource:security_group_rule and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:28.693969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6731e3-c638-4400-a8c2-5cd24bb3031b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:28.696750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2426ca24-9ac3-4756-a847-72f1e69e004d None None] Provisioning complete for port 61bbb02d-2e36-4dee-8e61-0f492850f23c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:28.697307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2426ca24-9ac3-4756-a847-72f1e69e004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.712084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:security_group_rule and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:28.722804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:28.753079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:28.760348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Pushing event updated for resources: {'Port': ['ID=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:28.761519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:28.766247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:28.779824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:28.830248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:28.884440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] For port 0d563e8c-e1f3-41f7-8563-ab521def4537, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:28.893111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] For port 0d563e8c-e1f3-41f7-8563-ab521def4537, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0d563e8c-e1f3-41f7-8563-ab521def4537,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:28.915685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2426ca24-9ac3-4756-a847-72f1e69e004d None None] Port 61bbb02d-2e36-4dee-8e61-0f492850f23c cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:28.948014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2426ca24-9ac3-4756-a847-72f1e69e004d None None] Provisioning complete for port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:28.948436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2426ca24-9ac3-4756-a847-72f1e69e004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.955441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:28.974617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:29.019812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-04a31f21-782b-4447-8900-741a9026781a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:26Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:29.028086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a31f21-782b-4447-8900-741a9026781a None None] The sync data for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv is: [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:26Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:29.042423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Router eefbb4d6-9b66-422a-92ed-51262b8451c2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:45:29.191794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Pushing event updated for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:29.195670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:29.206337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:29.207103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:29.293671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.322265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.399413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.400185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.480877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:29.503254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:29.505920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.541936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-603af0b6-ab93-4bb1-877d-afbfb89c1fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:29.594285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.598719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43070) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:29.599935 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.6887994 Dec 22 15:45:29.606866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'security_group_rule': {'security_group_id': 'd66bf9cc-dbcd-47c0-9af0-76491d9a4ba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:29.618659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Router e4245cfb-28f6-4658-819c-b915c5ec57c3 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:45:29.625368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:29.635680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:security_group_rule and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:29.641829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:29.643934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:29.653170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Sync routers for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:29.688774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:29.689698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:29.690430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] 10.222.0.18 "PUT /v2.0/routers/eefbb4d6-9b66-422a-92ed-51262b8451c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0952022 Dec 22 15:45:29.703807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:29.792873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.795994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:29.800108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:29.801066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43076) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:29.803205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:29.823508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0502000 Dec 22 15:45:29.848219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43080) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:29.852244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:29.917056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.018005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:30.035172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.039153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.039565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment ad136638-fe62-47ff-93d5-bb3e9a1f0545 of type vlan for network 7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f Dec 22 15:45:30.097454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.139204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:30.156399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.156780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment a4986997-a351-42a5-a03f-fb76f9541e79 of type vlan for network b8702925-5930-4531-b7d4-2ab307febf20 Dec 22 15:45:30.246095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.353649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.393287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:28Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:30.403192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225702be-c2a3-4dc5-960b-e5dbd5dfbb52 None None] The sync data for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv is: [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:28Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:30.406121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.419871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:30.456360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.469600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:30.549669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c0ff8e-3579-48c2-b514-a1a8a70ad258,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:30.556843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:30.573715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:30.580436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1054050049'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:30.592706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:30.601675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Usage tracker for resource:network and tenant:32496abde7b9496bac1bf8c98b6a8767 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:30.607065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:30.611090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.617590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] Sync routers for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:30.629711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.630786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:30.631050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.633618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0327649 Dec 22 15:45:30.635815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.636640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43094) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:30.645618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:30.661559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:30.662248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:30.671702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.673386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.4689662 Dec 22 15:45:30.676210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43098) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:30.692029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=1e2cc509-1b6a-4c36-bb31-976d81bd15de,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:30.696576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:30.711667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'security_group_rule': {'security_group_id': 'd66bf9cc-dbcd-47c0-9af0-76491d9a4ba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:30.720555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:30.725114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:security_group_rule and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:30.729769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:30.738331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:30.753920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:30.757921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:30.759183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.779951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:30.811639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:30.812121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.2734399 Dec 22 15:45:30.833696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43104) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:30.845440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:30.852340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:30.856534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Usage tracker for resource:floatingip and tenant:1602211e8de048589d61dd342f820a8b is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:30.861934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:30.871547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:30.876082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:30.884745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebcbcfa-3136-400a-b169-910a33564f69,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:30.888572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:30.893700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:30.913213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:30.913902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:31.066628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.070563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1e2cc509-1b6a-4c36-bb31-976d81bd15de details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:31.083330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6353135 Dec 22 15:45:31.095176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:31.134298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.141620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43110) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:31.162193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:31.164456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:31.164910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de193561-0e1a-4a0e-90fa-6c2d1bb53194 None None] The sync data for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:31.197299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Made reservation on behalf of 32496abde7b9496bac1bf8c98b6a8767 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:31.220571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.336340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:31.344936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59934997-bc67-4029-8949-4224d6fb5c3f tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.355217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59934997-bc67-4029-8949-4224d6fb5c3f tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.370737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59934997-bc67-4029-8949-4224d6fb5c3f tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.375879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59934997-bc67-4029-8949-4224d6fb5c3f tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.377719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59934997-bc67-4029-8949-4224d6fb5c3f tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.5272138 Dec 22 15:45:31.391602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:31.392175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.418095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43114) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:31.651971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.665753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.685706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.691536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.697666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.705339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.710576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:31.711743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Synchronizing usage tracker for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:31.838258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43120) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:31.871822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:31.877226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Usage tracker for resource:security_group_rule and tenant:32496abde7b9496bac1bf8c98b6a8767 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:31.880546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:31.881428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.886951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:31.916817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2cc509-1b6a-4c36-bb31-976d81bd15de']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:31.935765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6da8af2-50fd-44ea-90e4-41ae6f62d8f2') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:31.936156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6da8af2-50fd-44ea-90e4-41ae6f62d8f2') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:31.949414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.981386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:31.987131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Unset dirty status for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:31.988915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-27856e47-2fe6-48da-95a2-e234baac673c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2958 time: 0.7933741 Dec 22 15:45:31.992254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43128) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:32.004854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=b8702925-5930-4531-b7d4-2ab307febf20,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:32.014488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1555706974', 'description': 'tempest-description--93693346'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:32.024909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.027227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.031445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d00d383-6c33-4944-ba02-d83e9f05adf7 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:32.060896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b8702925-5930-4531-b7d4-2ab307febf20 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:32.070684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:32.071235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.100508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:32.105367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Usage tracker for resource:security_group and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:32.110076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:32.117590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:32.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:32.136031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.190014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3ceb10-a7b6-492c-b87c-fba25219dd91,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:32.196526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.202470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.203244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:32.217210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.247694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.290066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:32.333720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.334679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Added segment c1c3cd0a-c1e7-426a-afc2-992319f32c81 of type vlan for network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e Dec 22 15:45:32.339688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.368829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.377248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:24Z', 'revision_number': 2, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:32.393785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Checking router: eefbb4d6-9b66-422a-92ed-51262b8451c2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:45:32.394300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Updating router eefbb4d6-9b66-422a-92ed-51262b8451c2 port 61bbb02d-2e36-4dee-8e61-0f492850f23c binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:45:32.452899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:32.457837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Usage tracker for resource:security_group_rule and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:32.461916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:32.469276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:32.504893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:32.508127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.562156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.566506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9558d61b-702c-40cf-b7ee-298f51c7b5e8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:32.569473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.570685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.578084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.769s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:32.609283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:32.610057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.612514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.613566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:32.617240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.815417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.840138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.841583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8512821 Dec 22 15:45:32.842616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.845535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1475635 Dec 22 15:45:32.848621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43142) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:32.848900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.0281897 Dec 22 15:45:32.854607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43144) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:32.866263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Pushing event updated for resources: {'Network': ['ID=d3713fa8-50f8-4b95-a3ab-5451c2b21f2e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:32.868512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'security_group_rule': {'security_group_id': 'daf1cb2c-cece-4071-9c50-6c6c55643bf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:32.874980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.875543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ab031ab-10f0-4ddc-bb5f-96443c7a3978 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.589s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:32.887784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:32.890564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002b575d-20b4-4c57-868c-ad0fe1310ad3,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:32.893378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:32.905849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Usage tracker for resource:security_group_rule and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:32.915835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:32.930749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:32.954656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.963611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:32.963611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.006s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:32.963611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a31942a2-1b68-4c22-bb91-1bdcf23a3976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.017517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:33.037690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:33.046804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:floatingip and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:33.056245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:33.078891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43154) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:33.097833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.107572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:33.123239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.136097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Transition to ACTIVE for port object 61bbb02d-2e36-4dee-8e61-0f492850f23c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:33.144445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.158108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1e2cc509-1b6a-4c36-bb31-976d81bd15de {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:45:33.158108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-911576a5-1233-4fab-aa73-e58e26a34d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.171825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.186807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Allocated IP 172.26.1.228 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e52f15b5-3eb9-46f4-b172-2a036d0edbd3) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:33.197632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.215259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:33.220467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Network': ['ID=1e2cc509-1b6a-4c36-bb31-976d81bd15de,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.237560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.285045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.354196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/1e2cc509-1b6a-4c36-bb31-976d81bd15de HTTP/1.1" status: 204 len: 168 time: 1.9309199 Dec 22 15:45:33.375030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.399501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.417660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43160) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:33.429813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.445822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'name': 'tempest-network--820809717', 'router:external': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:33.473925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daf1cb2c-cece-4071-9c50-6c6c55643bf3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.477164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.503599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.525383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43164) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:33.526387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-027424e6-1e91-4da5-9451-00b977e54436 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843 tempest-ExternalNetworksAdminNegativeTestJSON-1302742843-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.542138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:33.557903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-939117047', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:33.563804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:network and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:33.571252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:33.582381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:33.591808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-232460257'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:33.616970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:33.624058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:33.628777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:33.631633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Usage tracker for resource:port and tenant:ac0eac6a54bf4addaf17c3606593f5e3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:33.636887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:33.647451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.666313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad136638-fe62-47ff-93d5-bb3e9a1f0545') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:33.666755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad136638-fe62-47ff-93d5-bb3e9a1f0545') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:33.682497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:33.684634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:33.698757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:33.703958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Usage tracker for resource:port and tenant:36326d65ad3e4ab9b257e63d481cd83d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:33.707037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:33.707170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:33.714113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:33.728709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'Port': ['ID=e52f15b5-3eb9-46f4-b172-2a036d0edbd3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.735903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.737650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.745921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.767926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3167c6a3-a3cb-46b2-8c2e-3770d8256edc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.785925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Made reservation on behalf of 36326d65ad3e4ab9b257e63d481cd83d for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:33.791018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.794423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Made reservation on behalf of ac0eac6a54bf4addaf17c3606593f5e3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:33.799696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.832634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.833180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.860935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.862229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61abd357-1902-4584-9d0e-553dc19d0f58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:33.922414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aaffa8-c3cd-4698-91b8-b5b7e9485154,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.924425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:33.929244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.939917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.948626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Pushing event updated for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:33.952817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.954856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:33.957152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:33.962513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:33.962945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.037111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:34.037576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:34.058920 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:34.072703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.076723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2225893 Dec 22 15:45:34.091644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43170) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:34.131435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Attempting to bind port 61bbb02d-2e36-4dee-8e61-0f492850f23c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:34.131854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Attempting to bind port 61bbb02d-2e36-4dee-8e61-0f492850f23c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:34.132269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Attempting to bind port 61bbb02d-2e36-4dee-8e61-0f492850f23c on network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:34.140222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:34.140644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Checking segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:34.141095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.141534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Bound using segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:34.142071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Bound port: 61bbb02d-2e36-4dee-8e61-0f492850f23c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:34.142541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.173776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'security_group_rule': {'security_group_id': 'daf1cb2c-cece-4071-9c50-6c6c55643bf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:34.190093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:34.196272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.199857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:34.204460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Usage tracker for resource:security_group_rule and tenant:ac0eac6a54bf4addaf17c3606593f5e3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:34.210078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:34.210214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:34.212491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Usage tracker for resource:security_group_rule and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:34.214951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:34.219809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:34.224517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:34.242181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Usage tracker for resource:security_group_rule and tenant:36326d65ad3e4ab9b257e63d481cd83d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:34.245176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:34.256078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:34.260181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.260361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Added segment 06c7bdeb-5a20-48d0-a66a-ea9d576dac54 of type vlan for network 1c48dec7-0c75-4a57-a122-14472e76d57b Dec 22 15:45:34.275656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:34.281897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.296416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.301681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] For port 61bbb02d-2e36-4dee-8e61-0f492850f23c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:34.313046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:34.315644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] For port 61bbb02d-2e36-4dee-8e61-0f492850f23c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61bbb02d-2e36-4dee-8e61-0f492850f23c,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:34.349233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.350646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.353961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:34.377474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:34.456825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:34.458616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Pushing event updated for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:34.463594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:34.469582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:34.470299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:34.484571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.504335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.561196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0d563e8c-e1f3-41f7-8563-ab521def4537 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:34.589387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.609989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.651826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.662697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29da5b5d-0d4c-4710-9566-cfda2b1d6494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:34.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:34.698287 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/7c338afa-c12f-4b2b-8f25-2bd8a60f4f2f HTTP/1.1" status: 204 len: 168 time: 2.7049139 Dec 22 15:45:34.719160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43174) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:34.783919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:45:34.829207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9088b22-4da3-4743-a7e5-2e804ce4fea1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:34.833770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0d563e8c-e1f3-41f7-8563-ab521def4537 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:34.868512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0d563e8c-e1f3-41f7-8563-ab521def4537 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:34.868932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.887148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:34.940176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.946057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.954935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:34.955582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.965503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5230410-1486-4f0f-9aec-5572996b2950 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:34.987746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:34.994702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.065403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.081605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.085369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.087744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.100355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] device_id is not set on port 252b8bc2-aac0-4f51-8bc4-8d5742e4e319 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:35.107216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.190569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.245605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.275082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 0d563e8c-e1f3-41f7-8563-ab521def4537, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0d563e8c-e1f3-41f7-8563-ab521def4537,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:35.305756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.306630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:35.315353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'Port': ['ID=e52f15b5-3eb9-46f4-b172-2a036d0edbd3,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.337526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.343134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.353799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:35.386902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.388727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:34Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:35.416170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e3265-2f91-4569-9854-fc1fe963373d None None] The sync data for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv is: [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:34Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:35.445190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.449652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.461654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.469864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:35.470291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.480525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.489738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Transition to ACTIVE for port object bfc86ffc-81ad-47e4-963c-1dbaff77bca2 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:35.492285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=1c48dec7-0c75-4a57-a122-14472e76d57b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.520393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.543046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.551884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1c48dec7-0c75-4a57-a122-14472e76d57b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:35.556304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8702925-5930-4531-b7d4-2ab307febf20']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:35.560221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1395977 Dec 22 15:45:35.575303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43178) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:35.583828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.603030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Allocated IP 172.26.1.166 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/5265eacb-acac-4398-9cea-ea69596299c5) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:35.633279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4986997-a351-42a5-a03f-fb76f9541e79') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:35.633605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4986997-a351-42a5-a03f-fb76f9541e79') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:35.653274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.663750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8198526 Dec 22 15:45:35.691279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b04b6d-37af-4729-99ac-57a42b4067d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.696514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4213d2f1-7070-4ceb-9fb8-ea6103ffad82,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.730240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.797518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.800929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710ec1f2-8ee3-47cd-801e-2c0e870df7ba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:35.831255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.832740 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.7332501 Dec 22 15:45:35.861327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43186) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:35.901476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:35.911039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:35.929434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db840a6-202f-44a0-837c-0cd01832a814,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:35.929573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:35.939500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2126fc18-92c7-4b11-8638-b7b920b9963b tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:35.942387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:35.944472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2126fc18-92c7-4b11-8638-b7b920b9963b tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "GET /v2.0/networks/1c48dec7-0c75-4a57-a122-14472e76d57b HTTP/1.1" status: 200 len: 756 time: 0.3672993 Dec 22 15:45:35.944658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43202) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:35.958008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Usage tracker for resource:floatingip and tenant:02daa417e68e467b9736909cf6b5103e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:35.961476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:35.962074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:36.002657 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:36.005335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:36.019755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc86ffc-81ad-47e4-963c-1dbaff77bca2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:36.022724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:36.038929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Checking segment: {'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:36.039325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Network hostable DHCP agents. Network: d3713fa8-50f8-4b95-a3ab-5451c2b21f2e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:36.050392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:36.157703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.160046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.187742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:36.195078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.210912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.217741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:36.217949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdceea-6de7-46b6-a66b-f30c775868d7 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:36.218592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2ffdceea-6de7-46b6-a66b-f30c775868d7 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Synchronizing usage tracker for tenant:500df101fa224adeac02ecd58648aec8 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:36.261772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, d3713fa8-50f8-4b95-a3ab-5451c2b21f2e) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:36.269813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=b8702925-5930-4531-b7d4-2ab307febf20,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:36.270981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126ff9f-7a17-4f35-be8c-0d9df92325ba None None] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:36.284462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:36.286050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43212) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:36.295413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:36.298471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/b8702925-5930-4531-b7d4-2ab307febf20 HTTP/1.1" status: 204 len: 168 time: 1.5748079 Dec 22 15:45:36.302310 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 15:45:36.303042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43216) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:36.326383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:36.328210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:36.328529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.339076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:36.339515 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:36.340631 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 2 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:36.437233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:36.441416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:36.441824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.453094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:36.453462 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:36.454035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 3 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:36.479836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2ffdceea-6de7-46b6-a66b-f30c775868d7 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Unset dirty status for tenant:500df101fa224adeac02ecd58648aec8 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:36.520268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2ffdceea-6de7-46b6-a66b-f30c775868d7 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "GET /v2.0/networks/da07d6c8-fcb0-4d36-b5ed-dcdee8395826 HTTP/1.1" status: 200 len: 767 time: 0.5356507 Dec 22 15:45:36.521043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:36.521043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:36.521043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.521043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:36.526642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:36.527178 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:36.552129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0d563e8c-e1f3-41f7-8563-ab521def4537 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:36.581174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Allocated IP 172.26.1.164 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/252b8bc2-aac0-4f51-8bc4-8d5742e4e319) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:36.590347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.761188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-b2696435-a93d-42f1-a243-496c57703bc3 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Synchronizing usage tracker for tenant:1602211e8de048589d61dd342f820a8b on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:36.761270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 4 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:36.761354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0d563e8c-e1f3-41f7-8563-ab521def4537 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:36.761354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.761491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.761491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:36.761491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:36.761491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:36.761758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:36.868923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61bbb02d-2e36-4dee-8e61-0f492850f23c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:36.930996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:36.962105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c48dec7-0c75-4a57-a122-14472e76d57b']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:36.976144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c7bdeb-5a20-48d0-a66a-ea9d576dac54') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:36.976478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c7bdeb-5a20-48d0-a66a-ea9d576dac54') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:36.991593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.002389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.002822 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.005930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 5 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.015772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.040767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'Port': ['ID=5265eacb-acac-4398-9cea-ea69596299c5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:37.057739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 61bbb02d-2e36-4dee-8e61-0f492850f23c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:37.073094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 61bbb02d-2e36-4dee-8e61-0f492850f23c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:37.073901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.182820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.223498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:37.245031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Allocated IP 172.20.0.1 (1b56124e-de0f-4cf4-9c6d-2043e7611a22/89f15c16-f2c4-4ee9-abfb-6308ef60ac54/efbd2296-c4c1-4549-ad12-f595944c36da) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:37.250980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.257856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:37.273634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:37.287335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:37.299036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.336502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2242d17-4a66-4389-a9f7-4c5c48bbf193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:37.342698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 61bbb02d-2e36-4dee-8e61-0f492850f23c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61bbb02d-2e36-4dee-8e61-0f492850f23c,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:37.352194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.362532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.363059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.363543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.391379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:37.391915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.404946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-b2696435-a93d-42f1-a243-496c57703bc3 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Unset dirty status for tenant:1602211e8de048589d61dd342f820a8b on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:37.406190 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-b2696435-a93d-42f1-a243-496c57703bc3 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1021754805&fields=id&tenant_id=1602211e8de048589d61dd342f820a8b HTTP/1.1" status: 200 len: 267 time: 1.1138210 Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:37.408287 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:37.411756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.411986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.414036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33b61f0c-fbbc-4911-b7f5-9474c20cbca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:37.416631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.421955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.422873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Synchronizing usage tracker for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:37.432799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.433281 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.435287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Pushing event updated for resources: {'Port': ['ID=252b8bc2-aac0-4f51-8bc4-8d5742e4e319,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:37.446332 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 6 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.446472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:37.556720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:37.573000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:37.580302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:37.581052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.581500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.582222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.591559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:37.596717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.597177 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.599463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 7 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.631911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Allocated IP 172.26.1.38 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/bac31ade-fbb2-43db-8db3-a4ac0264f04c) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:37.634260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.634718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.635094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.639842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:37.643617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.657359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.657727 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.674573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:37.683493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Unset dirty status for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:37.685429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d5eb0275-c611-4e7f-8c26-37641c215a5e tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1890 time: 1.3776824 Dec 22 15:45:37.689290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 8 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.689586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43226) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:37.704542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c48dec7-0c75-4a57-a122-14472e76d57b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:45:37.723629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.733083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c48dec7-0c75-4a57-a122-14472e76d57b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:37.741116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:37.783866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-895788076'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:37.802657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/1c48dec7-0c75-4a57-a122-14472e76d57b HTTP/1.1" status: 204 len: 168 time: 1.2804778 Dec 22 15:45:37.803595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.804450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.804450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.812744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43230) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:37.829915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'name': 'tempest-network--31137936'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:37.840007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:37.842883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.843256 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.847261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 9 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.858050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Usage tracker for resource:network and tenant:bbd99d09550342f6b3888fe6b29af731 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:37.862861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:37.873152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:37.882258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-a46790c8-86d1-45c9-81c2-c1f046d7bb97 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:37.883676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-a46790c8-86d1-45c9-81c2-c1f046d7bb97 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Synchronizing usage tracker for tenant:1602211e8de048589d61dd342f820a8b on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:37.889945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:37.895504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.895880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.896256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.922054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.924903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.925286 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.927142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 10 to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 Dec 22 15:45:37.941525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Made reservation on behalf of bbd99d09550342f6b3888fe6b29af731 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:37.946335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:37.976185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:37.976567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:37.976947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:37.994751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:37.995111 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:37.995485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.022582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:38.081545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.081864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Added segment 90710b14-c56d-42f9-b4f0-97fd78fac46d of type vlan for network 080936f8-d62d-46b4-98c4-e84d1f34e2a6 Dec 22 15:45:38.124568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.133753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:38.134419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.141017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:38.152241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:38.178758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.181404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.203028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port bfc86ffc-81ad-47e4-963c-1dbaff77bca2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:38.203431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempted to set empty binding levels {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:45:38.204129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-a46790c8-86d1-45c9-81c2-c1f046d7bb97 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Unset dirty status for tenant:1602211e8de048589d61dd342f820a8b on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:38.205450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-a46790c8-86d1-45c9-81c2-c1f046d7bb97 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/networks?id=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a HTTP/1.1" status: 200 len: 812 time: 0.7722392 Dec 22 15:45:38.240641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:38.243997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'Port': ['ID=bac31ade-fbb2-43db-8db3-a4ac0264f04c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:38.248486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:38.250412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:38.253387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:38.267392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Transition to ACTIVE for port object efbd2296-c4c1-4549-ad12-f595944c36da will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:38.285272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.290598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.2056000 Dec 22 15:45:38.291771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:38.298410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.302977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43234) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:38.303686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:38.327077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.347307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-dce6c862-fa18-43bb-977a-7ee0a10e8070 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/quotas/1602211e8de048589d61dd342f820a8b HTTP/1.1" status: 200 len: 375 time: 0.0779181 Dec 22 15:45:38.354291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.164'}]}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:38.364274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:38.371961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.381071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:38.387970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:38.388625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.398303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61bbb02d-2e36-4dee-8e61-0f492850f23c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:45:38.400122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Usage tracker for resource:router and tenant:36326d65ad3e4ab9b257e63d481cd83d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:38.408603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:38.420787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.435565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:38.455444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=bfc86ffc-81ad-47e4-963c-1dbaff77bca2,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:38.464516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:38.465070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e10de95-6c4e-41f2-bcaf-4e724be79e46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:38.480067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.480459 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment dd00445e-f701-4448-9ae5-364441faaad1 of type vlan for network fb6c284e-97c9-4335-b2ff-4efd79fb5bb8 Dec 22 15:45:38.483440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.489526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 61bbb02d-2e36-4dee-8e61-0f492850f23c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:38.490151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.508020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:38.512624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6969903 Dec 22 15:45:38.514750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43238) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:38.528242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:38.569755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.604517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.605716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.614202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.0362573 Dec 22 15:45:38.624527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43242) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:38.645865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=080936f8-d62d-46b4-98c4-e84d1f34e2a6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:38.651660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.663304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 080936f8-d62d-46b4-98c4-e84d1f34e2a6 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:38.715525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:38.718285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:38.740096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:38.742717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:38.774966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=efbd2296-c4c1-4549-ad12-f595944c36da,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:38.779451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:38.802249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.873036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Deleting port bfc86ffc-81ad-47e4-963c-1dbaff77bca2 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:38.873949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.899908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:38.910960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-e6d316b6-59e4-409b-b9c4-18306b369761 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Synchronizing usage tracker for tenant:1602211e8de048589d61dd342f820a8b on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:38.990607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.074082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-e6d316b6-59e4-409b-b9c4-18306b369761 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Unset dirty status for tenant:1602211e8de048589d61dd342f820a8b on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:39.076177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-e6d316b6-59e4-409b-b9c4-18306b369761 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1602211e8de048589d61dd342f820a8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7146254 Dec 22 15:45:39.076806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.099875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:39.100537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.140106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e542f50-2a74-406d-afc0-e0f3a8c42a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:39.140695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-973e4e0b-725e-41d9-a5be-3ea391db25cc None None] Provisioning for port efbd2296-c4c1-4549-ad12-f595944c36da completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:39.148071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-973e4e0b-725e-41d9-a5be-3ea391db25cc None None] Provisioning complete for port efbd2296-c4c1-4549-ad12-f595944c36da triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:39.148904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-973e4e0b-725e-41d9-a5be-3ea391db25cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.187418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.212806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-973e4e0b-725e-41d9-a5be-3ea391db25cc None None] Port efbd2296-c4c1-4549-ad12-f595944c36da cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:39.257492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.270106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.326705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-2972ea3a-b24e-44cb-a744-5c97adf3c986 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:45:39.327828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-2972ea3a-b24e-44cb-a744-5c97adf3c986 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1451893 Dec 22 15:45:39.352271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.357427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6051748 Dec 22 15:45:39.379714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=fb6c284e-97c9-4335-b2ff-4efd79fb5bb8,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:39.382681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:39.391802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fb6c284e-97c9-4335-b2ff-4efd79fb5bb8 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:39.399800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:39.419541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:39.444591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-158916156'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:39.463849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:39.490463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:network and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:39.499739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Network 080936f8-d62d-46b4-98c4-e84d1f34e2a6 is not hosted by any dhcp agent {{(pid=88957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:45:39.500620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:39.501274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.502727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "PUT /v2.0/networks/080936f8-d62d-46b4-98c4-e84d1f34e2a6 HTTP/1.1" status: 200 len: 856 time: 0.9860089 Dec 22 15:45:39.508602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:39.515822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:39.540314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.619381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.643966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.668679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port bfc86ffc-81ad-47e4-963c-1dbaff77bca2, host hv-neutron-8225, got binding levels [] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:39.669137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.679008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:39.754354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.782089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:39.810282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event updated for resources: {'Network': ['ID=080936f8-d62d-46b4-98c4-e84d1f34e2a6,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:39.827864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:39.924371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Calling delete_port for bfc86ffc-81ad-47e4-963c-1dbaff77bca2 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:39.947494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:39.953338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:39.996313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.010919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.035826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.057079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:40.059372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:40.178993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.179298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment 8d0ea4aa-c3b2-40d5-9831-14bcd37ca7b8 of type vlan for network 1dafe999-c5b7-4f4d-8987-115ab1d708d3 Dec 22 15:45:40.198874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-cdcdc857-4970-4ad3-b753-5b3f27541159 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8347893 Dec 22 15:45:40.215751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'Port': ['ID=5265eacb-acac-4398-9cea-ea69596299c5,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:40.270871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'Port': ['ID=bac31ade-fbb2-43db-8db3-a4ac0264f04c,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:40.316555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:40.340299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:40.352772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.398656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.425312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.454333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080936f8-d62d-46b4-98c4-e84d1f34e2a6']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:40.487081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90710b14-c56d-42f9-b4f0-97fd78fac46d') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:40.487411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90710b14-c56d-42f9-b4f0-97fd78fac46d') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:40.498708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.544697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.557440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.558793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6921155 Dec 22 15:45:40.578558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.588261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.591564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:40.592262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:40.609706 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:40.612668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.617176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:40.617835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.634140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:40.640837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:40.649568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.693843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.701728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.702306 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8435946 Dec 22 15:45:40.723026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfc86ffc-81ad-47e4-963c-1dbaff77bca2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:40.728343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:40.744320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-c15bfd2f-286d-4e7b-8781-f1049daa1061 service neutron] 10.222.0.18 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296431 Dec 22 15:45:40.762564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.768423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bfc86ffc-81ad-47e4-963c-1dbaff77bca2 HTTP/1.1" status: 204 len: 168 time: 2.1274807 Dec 22 15:45:40.770814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43274) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:40.947481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43284) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:40.955842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:40.991694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-77994476-900d-4e22-8823-82b0c4edcb6f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:45:40.991694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77994476-900d-4e22-8823-82b0c4edcb6f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Synchronizing usage tracker for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:41.015085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5998304 Dec 22 15:45:41.020727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43290) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:41.036355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 080936f8-d62d-46b4-98c4-e84d1f34e2a6 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:45:41.043460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'ports': [{'network_id': 'fb6c284e-97c9-4335-b2ff-4efd79fb5bb8', 'name': 'tempest-port--368733776', 'admin_state_up': True}, {'network_id': '1dafe999-c5b7-4f4d-8987-115ab1d708d3', 'admin_state_up': False}]} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:41.043825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'port': {'network_id': 'fb6c284e-97c9-4335-b2ff-4efd79fb5bb8', 'name': 'tempest-port--368733776', 'admin_state_up': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:41.044093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=1dafe999-c5b7-4f4d-8987-115ab1d708d3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:41.044396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'port': {'network_id': '1dafe999-c5b7-4f4d-8987-115ab1d708d3', 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:41.057138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1dafe999-c5b7-4f4d-8987-115ab1d708d3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:41.059438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:41.166234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.171138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc3afae8-d547-44fe-b35b-025941b69bcb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:41.210027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Pushing event deleted for resources: {'Network': ['ID=080936f8-d62d-46b4-98c4-e84d1f34e2a6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:41.214227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.235230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-18b98ead-dcd4-4b57-9276-c7a618829bea tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Synchronizing usage tracker for tenant:02daa417e68e467b9736909cf6b5103e on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:41.237761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77994476-900d-4e22-8823-82b0c4edcb6f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Unset dirty status for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:41.239188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77994476-900d-4e22-8823-82b0c4edcb6f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports/bfc86ffc-81ad-47e4-963c-1dbaff77bca2 HTTP/1.1" status: 404 len: 333 time: 0.4496210 Dec 22 15:45:41.288635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] 10.222.0.18 "DELETE /v2.0/networks/080936f8-d62d-46b4-98c4-e84d1f34e2a6 HTTP/1.1" status: 204 len: 168 time: 1.7715425 Dec 22 15:45:41.296463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:41.296974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43312) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:41.297344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43316) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:41.318031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1996766428'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:41.323598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:41.336387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:41.402477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:41.412972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.415004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:port and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:41.418824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-1ee6e201-5d45-435f-be28-6f1fb1574a17 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Synchronizing usage tracker for tenant:14629d9aedc849ce8864972a1a0a22da on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:41.422853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:41.433278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-18b98ead-dcd4-4b57-9276-c7a618829bea tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Unset dirty status for tenant:02daa417e68e467b9736909cf6b5103e on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:41.433278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-18b98ead-dcd4-4b57-9276-c7a618829bea tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1555706974&fields=id&tenant_id=02daa417e68e467b9736909cf6b5103e HTTP/1.1" status: 200 len: 267 time: 0.4782493 Dec 22 15:45:41.444435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:41.473402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Made reservation on behalf of ac0eac6a54bf4addaf17c3606593f5e3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:41.478041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.479541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.496429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab7ab6a-1ec0-4d40-9731-6760a9c02544 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] DELETE failed (client error): The resource could not be found. Dec 22 15:45:41.497630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab7ab6a-1ec0-4d40-9731-6760a9c02544 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:45:41.504044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bab7ab6a-1ec0-4d40-9731-6760a9c02544 tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "DELETE /v2.0/subnets/ee3917f7-6e62-48ff-8300-c2e968869c34 HTTP/1.1" status: 404 len: 337 time: 0.1998723 Dec 22 15:45:41.507873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43328) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:41.530980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-874bee24-f5f8-40a3-a9e3-d865a571661a tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:41.560649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-1ee6e201-5d45-435f-be28-6f1fb1574a17 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Unset dirty status for tenant:14629d9aedc849ce8864972a1a0a22da on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:41.568746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-1ee6e201-5d45-435f-be28-6f1fb1574a17 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--90790328&fields=id&tenant_id=14629d9aedc849ce8864972a1a0a22da HTTP/1.1" status: 200 len: 267 time: 0.2358303 Dec 22 15:45:41.570054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:41.624727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'port': 2} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:41.631055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.676204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=efbd2296-c4c1-4549-ad12-f595944c36da,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:41.679784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:41.753118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.886200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:41.939265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.287514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec913-704f-493f-8c4f-8115cec8a281 req-bd289f4b-ec25-4edd-aa3f-1d09bd5d891f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:42.288264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-bd289f4b-ec25-4edd-aa3f-1d09bd5d891f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Synchronizing usage tracker for tenant:02daa417e68e467b9736909cf6b5103e on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:42.311329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.311589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] device_id is not set on port 2d348923-34d5-4ff3-b74f-897a29e04077 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:42.344994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-f3853f7f-3f3a-4622-a161-3ab5625bf05d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:42.345732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-f3853f7f-3f3a-4622-a161-3ab5625bf05d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Synchronizing usage tracker for tenant:14629d9aedc849ce8864972a1a0a22da on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:42.373821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.443353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-bd289f4b-ec25-4edd-aa3f-1d09bd5d891f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Unset dirty status for tenant:02daa417e68e467b9736909cf6b5103e on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:42.444573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-bd289f4b-ec25-4edd-aa3f-1d09bd5d891f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 812 time: 1.0014238 Dec 22 15:45:42.492502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-5a1aa1a0-ea07-4bc6-8260-c0a74c01ede8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/quotas/02daa417e68e467b9736909cf6b5103e HTTP/1.1" status: 200 len: 375 time: 0.0408528 Dec 22 15:45:42.494409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:42.509851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.538570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:42.551560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-f3853f7f-3f3a-4622-a161-3ab5625bf05d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Unset dirty status for tenant:14629d9aedc849ce8864972a1a0a22da on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:42.552904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-f3853f7f-3f3a-4622-a161-3ab5625bf05d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/networks?id=6dd1c895-daf8-48c2-b827-0a99b697256e HTTP/1.1" status: 200 len: 806 time: 0.9832671 Dec 22 15:45:42.560659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da07d6c8-fcb0-4d36-b5ed-dcdee8395826']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:42.575264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265b3320-57bf-42ff-9fd1-acd29ce9f5df') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:42.575791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265b3320-57bf-42ff-9fd1-acd29ce9f5df') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:42.615228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.626706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.705872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.716585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-206c57b3-0fc6-443f-896e-860a9b3e07cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:42.718418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-be536460-bb2d-4425-a97d-7ca96429d15c tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/quotas/14629d9aedc849ce8864972a1a0a22da HTTP/1.1" status: 200 len: 375 time: 0.0622530 Dec 22 15:45:42.770725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.793564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:45:42.794765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.806108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9af8c8f9-ea31-4064-af9e-cb86d3575a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:45:42.815942 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:45:42.827094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:42.843494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:42.901810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:42.902757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:42.903654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.908518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:42.918545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:42.919612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a842f7fb-9976-4c80-ac46-4a229acdc572 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:45:42.926477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:42.953391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-60e53dec-d66a-44de-85f2-2303f68a79ac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Synchronizing usage tracker for tenant:02daa417e68e467b9736909cf6b5103e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:42.975624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d72ec9d2-63bb-423f-bfc8-67e5bb693d4d None None] Provisioning complete for port efbd2296-c4c1-4549-ad12-f595944c36da triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:42.976377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d72ec9d2-63bb-423f-bfc8-67e5bb693d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.031147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d72ec9d2-63bb-423f-bfc8-67e5bb693d4d None None] Port efbd2296-c4c1-4549-ad12-f595944c36da cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:43.045896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-fa747f24-d11d-4318-9ec2-fe514c1dec51 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14629d9aedc849ce8864972a1a0a22da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3187480 Dec 22 15:45:43.049948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7505322 Dec 22 15:45:43.051080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:45:43.056787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b2a6e451-e9a2-46c1-a6bb-f0aa52ebb17c tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7158849 Dec 22 15:45:43.059140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:43.060065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43354) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:43.068436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:43.109097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-60e53dec-d66a-44de-85f2-2303f68a79ac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Unset dirty status for tenant:02daa417e68e467b9736909cf6b5103e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:43.110627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-60e53dec-d66a-44de-85f2-2303f68a79ac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5738323 Dec 22 15:45:43.148887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.180021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.220900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Deleting port 252b8bc2-aac0-4f51-8bc4-8d5742e4e319 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:43.221702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.264881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24679c52-96f6-4212-8521-e1708dcce1aa tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:43.281394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.285960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] 10.222.0.18 "DELETE /v2.0/networks/da07d6c8-fcb0-4d36-b5ed-dcdee8395826 HTTP/1.1" status: 204 len: 168 time: 1.7739525 Dec 22 15:45:43.311992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Pushing event deleted for resources: {'Network': ['ID=da07d6c8-fcb0-4d36-b5ed-dcdee8395826,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:43.318493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:43.329901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.355117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] device_id is not set on port 05170137-d2d4-4817-8d89-19af45c104d9 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:43.403243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-e087ef21-2562-48f3-9873-7aebf3b92ba1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:45:43.410733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-e087ef21-2562-48f3-9873-7aebf3b92ba1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2060494 Dec 22 15:45:43.532289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ce51e8ee-4e2c-47b2-9369-ecbedd7e0a44 service neutron] 10.222.0.18 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735570 Dec 22 15:45:43.687951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:43.811360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43372) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:43.831562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Calling delete_port for 252b8bc2-aac0-4f51-8bc4-8d5742e4e319 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:43.949003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:43.968951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.040049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Transition to ACTIVE for port object c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:44.071505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.092024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.106966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:44.113482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-e4d28956-a75d-40ec-a3d8-f1d69283fbb3 service neutron] 10.222.0.18 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018359 Dec 22 15:45:44.125401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-032afc34-977d-4d75-bcb4-e1bec25affcc service neutron] 10.222.0.18 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868723 Dec 22 15:45:44.185821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.277702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.278870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:44.284439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:44.315061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.315061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.315061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.315936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:44.316084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.316400 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.316665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 2 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.334598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.335007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.335427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.340249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.348279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:44.391545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.391912 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.393356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 3 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.408275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Pushing event deleted for resources: {'Port': ['ID=252b8bc2-aac0-4f51-8bc4-8d5742e4e319,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:44.409234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:44.409420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Router e4245cfb-28f6-4658-819c-b915c5ec57c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:45:44.421134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.421505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.421879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.443561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d1b5b833-9407-49b8-b948-4c16ec5d309c service neutron] 10.222.0.18 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149652 Dec 22 15:45:44.446917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Port': ['ID=2d348923-34d5-4ff3-b74f-897a29e04077,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:44.469898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5757fd6b-7d17-41ad-91b7-33ba80cf9943 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=500df101fa224adeac02ecd58648aec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6398115 Dec 22 15:45:44.469898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:44.469898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.46', 59676) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:44.474801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43386) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:44.492905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.493533 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.500628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 4 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.571016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.571398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.571778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.597516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.597882 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.600228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 5 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.623656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.624030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.624459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.630475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.638091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.638481 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.643728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] 10.222.0.18 "DELETE /v2.0/ports/252b8bc2-aac0-4f51-8bc4-8d5742e4e319 HTTP/1.1" status: 204 len: 168 time: 1.5823309 Dec 22 15:45:44.644908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 6 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.662883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.663206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.663546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.670858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.671229 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.671659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 7 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.693308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.694008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.694587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.706050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.706708 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.708514 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 8 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.730962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.731870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.732361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.739133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.739499 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.739924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 9 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.756610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.756982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.757361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.765320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.766580 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.766580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 10 to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f Dec 22 15:45:44.769135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Checking segment: {'id': 'dd00445e-f701-4448-9ae5-364441faaad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fb6c284e-97c9-4335-b2ff-4efd79fb5bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:44.769546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network hostable DHCP agents. Network: fb6c284e-97c9-4335-b2ff-4efd79fb5bb8, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:44.791909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:44.792628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:44.794851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:44.806147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:44.808828 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:44.811492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:44.894093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ee201e7a-4f24-48b7-99be-d3d06dfccf3a req-1214df29-de0a-4a51-8804-db30ede88fbd tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 210 time: 0.2194970 Dec 22 15:45:45.038205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:45.038660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempted to set empty binding levels {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:45:45.098850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.109704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:45.128788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8828a1f4-310c-4517-bb7a-259b46761a0a req-5c932d94-5247-4c56-8520-5cd4ffa8ca24 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1417639 Dec 22 15:45:45.138768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network fb6c284e-97c9-4335-b2ff-4efd79fb5bb8 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:45.148007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.155004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49e8e758-9408-4814-a969-e907fa994ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.155673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-3326eedd-f9bf-4998-b389-dead32064e0e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:45.157247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-3326eedd-f9bf-4998-b389-dead32064e0e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "GET /v2.0/networks?id=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a HTTP/1.1" status: 200 len: 812 time: 0.6881404 Dec 22 15:45:45.178281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e3a8b06-2baf-4339-90b3-30e96398fecf req-b4557e5f-111d-43c3-be92-a9659d42d958 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.1068494 Dec 22 15:45:45.191439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43422) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:45.213601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] In _notify_port_updated(), no bound segment for port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:45:45.214996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.220209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "PUT /v2.0/ports/c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f HTTP/1.1" status: 200 len: 977 time: 2.1569748 Dec 22 15:45:45.223751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43432) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:45.240861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fb6c284e-97c9-4335-b2ff-4efd79fb5bb8) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:45.250412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ca47a-d558-4ac2-801a-00e54c41ad95 None None] Network fb6c284e-97c9-4335-b2ff-4efd79fb5bb8 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:45.297155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:45.301386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:45.351410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f93ab46-9d4b-4ea3-a5c6-b0a13b2fa93e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Synchronizing usage tracker for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:45.393647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:45.394562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.397528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.405952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f93ab46-9d4b-4ea3-a5c6-b0a13b2fa93e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Unset dirty status for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:45.411662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f93ab46-9d4b-4ea3-a5c6-b0a13b2fa93e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20202 time: 0.1866190 Dec 22 15:45:45.412343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43444) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:45.458348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3880a222-eeb6-4275-ae86-71603073ccb4 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:45.536064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Deleting port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:45.536600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.574458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.593028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Port': ['ID=05170137-d2d4-4817-8d89-19af45c104d9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:45.610405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:45.612091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.645093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-df93e9b6-03ca-42ed-aa9a-c1da565433cc tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1602211e8de048589d61dd342f820a8b HTTP/1.1" status: 200 len: 380 time: 0.4457521 Dec 22 15:45:45.663772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'port': {'device_id': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'admin_state_up': True, 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'security_groups': ['e82fedc0-7176-4e17-99b2-33864aecf91d']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:45.693046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Checking segment: {'id': '8d0ea4aa-c3b2-40d5-9831-14bcd37ca7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1dafe999-c5b7-4f4d-8987-115ab1d708d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:45.693446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network hostable DHCP agents. Network: 1dafe999-c5b7-4f4d-8987-115ab1d708d3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:45:45.779184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f, host hv-neutron-8225, got binding levels [] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:45.779593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:45.804249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:45:45.817425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] Sync routers for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:45:45.842687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:45.843685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:45.859827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:45.869348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:09665d7da0724885a53874504d91dd0d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:45.876679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:45.881276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:45.888473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:45.902976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:45.906760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "PUT /v2.0/routers/e4245cfb-28f6-4658-819c-b915c5ec57c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2292256 Dec 22 15:45:45.912895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43458) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:45.920618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Request body: {'port': {'network_id': '1b56124e-de0f-4cf4-9c6d-2043e7611a22', 'name': 'tempest-FloatingIPAdminTestJSON-1624844051'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:45.944454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network 1dafe999-c5b7-4f4d-8987-115ab1d708d3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:45:45.959216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:45.973418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:45:45.974111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:46.069659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:45:46.070120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843ac1ea-c71c-433e-a353-1b20a0cb3e44 None None] The sync data for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:45:46.144915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Made reservation on behalf of 1602211e8de048589d61dd342f820a8b for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:46.153836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.158750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Calling delete_port for c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:46.175289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 1dafe999-c5b7-4f4d-8987-115ab1d708d3) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:46.179838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:46.186049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.186204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baaec27-cbef-4c63-bb0d-f5b08e501c28 None None] Network 1dafe999-c5b7-4f4d-8987-115ab1d708d3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:45:46.192692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.192692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.244167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.350582 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.3193462 Dec 22 15:45:46.351141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43484) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:46.354237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.355117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.456800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.468129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:46.516309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb8a1b67-c91f-46ea-8618-a9034fc852c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:46.532878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:46.540838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00e8fa-9dff-43be-91cb-1ad9a7702da8 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.547767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d00e8fa-9dff-43be-91cb-1ad9a7702da8 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:46.555850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d00e8fa-9dff-43be-91cb-1ad9a7702da8 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2035499 Dec 22 15:45:46.558866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43490) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:46.592929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:46.596596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:46.638748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8243a5d-1e05-4580-88b0-465919bba8d2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:46.686080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.688617 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95046dbd-3fe5-4c77-80fa-a6cab1f90f0c req-479c51f9-db09-4e9d-997f-8bfadb893cf4 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.3514028 Dec 22 15:45:46.691545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Usage tracker for resource:port and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:46.706569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:46.744442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-11edf90a-f7ad-40f0-b8cc-f3ed28451f69 req-f35ffc4c-240f-45d2-b474-52b01f57be1e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Synchronizing usage tracker for tenant:1602211e8de048589d61dd342f820a8b on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:46.753724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.757749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff1d2e61-2436-49a2-a7c8-787ec96c1a69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8243a5d-1e05-4580-88b0-465919bba8d2 HTTP/1.1" status: 204 len: 168 time: 2.2537758 Dec 22 15:45:46.771645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:46.774434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Deleting port 2d348923-34d5-4ff3-b74f-897a29e04077 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:46.774824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.836042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-11edf90a-f7ad-40f0-b8cc-f3ed28451f69 req-f35ffc4c-240f-45d2-b474-52b01f57be1e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Unset dirty status for tenant:1602211e8de048589d61dd342f820a8b on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:46.837497 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11edf90a-f7ad-40f0-b8cc-f3ed28451f69 req-f35ffc4c-240f-45d2-b474-52b01f57be1e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 210 time: 0.5021987 Dec 22 15:45:46.845189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b2591d-c26a-41ac-b661-d68c3557c797,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:46.863225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:46.873722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Allocated IP 172.20.0.11 (a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a/5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6/070ba161-a954-4a5c-9167-3f4117ef406b) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:46.875935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:46.876438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:46.880580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Made reservation on behalf of b1a09e5a6ffe4765a7f5c35e6e94a565 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:46.887906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.934659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09665d7da0724885a53874504d91dd0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7410171 Dec 22 15:45:46.937828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43498) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:46.957203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:46.974141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] device_id is not set on port 9d967cea-9326-429a-a5c6-2b56a9448d55 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:47.065973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f HTTP/1.1" status: 204 len: 168 time: 1.6523612 Dec 22 15:45:47.067116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43502) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.201621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd572184-f4c5-4038-a5e2-f4edc3af8451 req-34074e28-8af5-4c52-a221-0c5563f59af0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.1307673 Dec 22 15:45:47.288191 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1af3cd-0725-47c7-aec3-b1e7e5d1078f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:45:47.307080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb1af3cd-0725-47c7-aec3-b1e7e5d1078f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Synchronizing usage tracker for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:47.326722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Allocated IP 172.20.0.14 (1b56124e-de0f-4cf4-9c6d-2043e7611a22/89f15c16-f2c4-4ee9-abfb-6308ef60ac54/9d967cea-9326-429a-a5c6-2b56a9448d55) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:47.436703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.491142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.504158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb1af3cd-0725-47c7-aec3-b1e7e5d1078f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Unset dirty status for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:47.509467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb1af3cd-0725-47c7-aec3-b1e7e5d1078f tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports/c2c6e1d6-dc8f-410a-a04a-8876c69e4d0f HTTP/1.1" status: 404 len: 333 time: 0.4340212 Dec 22 15:45:47.512903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43508) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.527714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.588856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1112845623', 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:47.594723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.656181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:47.664581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Transition to ACTIVE for port object 070ba161-a954-4a5c-9167-3f4117ef406b will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:47.665217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Calling delete_port for 2d348923-34d5-4ff3-b74f-897a29e04077 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:47.721954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:47.802865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Made reservation on behalf of ac0eac6a54bf4addaf17c3606593f5e3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:47.807724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.843535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:47.874954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port 1a234469-364d-4a6d-a91c-3453bb0fe07a yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:47.940869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:47.948228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:48.102047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Port': ['ID=2d348923-34d5-4ff3-b74f-897a29e04077,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:48.108403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:48.116427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.175370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.196421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/ports/2d348923-34d5-4ff3-b74f-897a29e04077 HTTP/1.1" status: 204 len: 168 time: 1.6058130 Dec 22 15:45:48.196612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Transition to ACTIVE for port object 9d967cea-9326-429a-a5c6-2b56a9448d55 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:48.197154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43520) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:48.224755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.272573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.304875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Deleting port 05170137-d2d4-4817-8d89-19af45c104d9 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:48.305256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.354963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1c3aacdf-df30-4c5d-a982-88f95c46efcc req-e08f2730-2a64-4d94-b099-7d6570cd612d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1404757 Dec 22 15:45:48.375935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.380473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:48.424687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.433020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:48.482660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56f33530-483f-4556-98d8-fdd173add825 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbd99d09550342f6b3888fe6b29af731&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6375809 Dec 22 15:45:48.483586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43526) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:48.504227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.562027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:48.573173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:48.594007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:48.602325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:48.634522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:48.660896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event updated for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:48.668927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:48.702868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=1a234469-364d-4a6d-a91c-3453bb0fe07a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:48.709517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:48.714387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:48.716766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.728824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:48.741761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:48.742721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:48.743395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.749601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:48.750381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:48.754980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:48.819812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:48.878885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f7113cbe-61ae-4b3c-8bef-feba621dab59 req-0c59cba9-28a1-4a12-9e77-32e2e9686982 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.2191637 Dec 22 15:45:48.920728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Calling delete_port for 05170137-d2d4-4817-8d89-19af45c104d9 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:49.005989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event updated for resources: {'Port': ['ID=9d967cea-9326-429a-a5c6-2b56a9448d55,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:49.013431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:49.041959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39a6d099-9a4d-4d8c-a80e-a83205208b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.497s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:49.062606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.064620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b2591d-c26a-41ac-b661-d68c3557c797,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:49.066722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.068954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4b2591d-c26a-41ac-b661-d68c3557c797 HTTP/1.1" status: 204 len: 168 time: 2.1248877 Dec 22 15:45:49.075284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:49.125059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c31c0-6a8c-4689-8cf4-26cc519746b3 req-6e642228-4cc4-4bea-ac63-b96ecd15084e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:49.129443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-429c31c0-6a8c-4689-8cf4-26cc519746b3 req-6e642228-4cc4-4bea-ac63-b96ecd15084e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 932 time: 0.9138064 Dec 22 15:45:49.139390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6220143 Dec 22 15:45:49.139827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43534) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.145972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:49.146725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.187922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2730997 Dec 22 15:45:49.188716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43538) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.191761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aea5d808-a033-4b35-8f68-e9a62145031e None None] Provisioning for port 070ba161-a954-4a5c-9167-3f4117ef406b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:49.198215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aea5d808-a033-4b35-8f68-e9a62145031e None None] Provisioning complete for port 070ba161-a954-4a5c-9167-3f4117ef406b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:49.199043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aea5d808-a033-4b35-8f68-e9a62145031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.244514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.265565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:49.310380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.319569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.334476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Port': ['ID=05170137-d2d4-4817-8d89-19af45c104d9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:49.342857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:49.348910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02e3c4bb-df76-42f2-8ad8-32e3a0b16689 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Synchronizing usage tracker for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:49.349188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-429c31c0-6a8c-4689-8cf4-26cc519746b3 req-aea72c32-dabc-4b58-8bc8-657823923232 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847231 Dec 22 15:45:49.362099 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/ports/05170137-d2d4-4817-8d89-19af45c104d9 HTTP/1.1" status: 204 len: 168 time: 1.1618876 Dec 22 15:45:49.366112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43544) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.374876 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7161627 Dec 22 15:45:49.402114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-aea5d808-a033-4b35-8f68-e9a62145031e None None] Port 070ba161-a954-4a5c-9167-3f4117ef406b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:49.440155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1bcca8d-b536-4643-ac36-b46c75069729 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Synchronizing usage tracker for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:49.457684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.471776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:49.485720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02e3c4bb-df76-42f2-8ad8-32e3a0b16689 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Unset dirty status for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:49.487079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02e3c4bb-df76-42f2-8ad8-32e3a0b16689 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports/1a234469-364d-4a6d-a91c-3453bb0fe07a HTTP/1.1" status: 200 len: 955 time: 0.3459530 Dec 22 15:45:49.493918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43550) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.516221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d94cf91-2df5-4611-8c1e-940380244d7a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:49.518676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:49.540716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.548092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d94cf91-2df5-4611-8c1e-940380244d7a HTTP/1.1" status: 204 len: 168 time: 1.0432498 Dec 22 15:45:49.612130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-08274524-4af1-46fa-bbe7-4bec45fd45ae None None] Provisioning for port 9d967cea-9326-429a-a5c6-2b56a9448d55 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:45:49.614189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1bcca8d-b536-4643-ac36-b46c75069729 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Unset dirty status for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:49.616614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1bcca8d-b536-4643-ac36-b46c75069729 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2471540 Dec 22 15:45:49.626926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-08274524-4af1-46fa-bbe7-4bec45fd45ae None None] Provisioning complete for port 9d967cea-9326-429a-a5c6-2b56a9448d55 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:45:49.627499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08274524-4af1-46fa-bbe7-4bec45fd45ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.639415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43556) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:49.657865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1613018840'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:49.676342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b14da62-5221-46e5-b281-5b13e06334bb req-bbac1709-aa38-481c-9226-320c07320071 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1187136 Dec 22 15:45:49.681651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:49.687582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'project_id': 'b1a09e5a6ffe4765a7f5c35e6e94a565', 'port_id': '9d967cea-9326-429a-a5c6-2b56a9448d55'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:49.695543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:network and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:49.701977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-08274524-4af1-46fa-bbe7-4bec45fd45ae None None] Port 9d967cea-9326-429a-a5c6-2b56a9448d55 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:45:49.702324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:49.705246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:49.729023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:49.734780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Usage tracker for resource:floatingip and tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:49.754729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Deleting port 1a234469-364d-4a6d-a91c-3453bb0fe07a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:49.758328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:49.819563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:49.834196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:49.879592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:49.885307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.031116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.148615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.159169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:50.292449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c9e9ea4-360a-4ed2-b360-cda46cf19130 req-ff62a7a4-14b7-4224-8f9a-97f9b3ebeb92 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.0609920 Dec 22 15:45:50.364661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43566) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:50.365353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.365754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment e8de279f-6d1e-4470-a756-6f21cdd38686 of type vlan for network a9e99b2b-65aa-4c11-969b-d392778b510a Dec 22 15:45:50.401120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Calling delete_port for 1a234469-364d-4a6d-a91c-3453bb0fe07a owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:50.492859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-677fc9c8-d59d-43f8-b524-03e54d17d135 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36326d65ad3e4ab9b257e63d481cd83d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1244860 Dec 22 15:45:50.494519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43574) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:50.625896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.656876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21428d01-fa8a-466d-857f-aeefa2a6bd07 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:50.672788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04b250-e80b-4ddb-8776-0a37664ad89d req-e4bce057-784a-43ee-a122-7200d1af8b62 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:50.674931 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f04b250-e80b-4ddb-8776-0a37664ad89d req-e4bce057-784a-43ee-a122-7200d1af8b62 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 932 time: 0.1334827 Dec 22 15:45:50.694742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.723000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.728120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a234469-364d-4a6d-a91c-3453bb0fe07a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:50.734168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.740852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:50.767523 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f04b250-e80b-4ddb-8776-0a37664ad89d req-16074753-1d67-44d0-aaa8-11761b4f53dd tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815015 Dec 22 15:45:50.851214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.875335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1a234469-364d-4a6d-a91c-3453bb0fe07a HTTP/1.1" status: 204 len: 168 time: 1.3762670 Dec 22 15:45:50.878279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43584) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:50.915079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.923761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:50.924414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:50.937226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:51.037861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4212131-c9c0-428b-bc66-5a6be2fdaa05 req-d887d914-b507-4b1f-93b9-37d65f68ef35 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.0905087 Dec 22 15:45:51.044477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b87ec7-0c18-4147-bb3b-194a8ff446c0 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:45:51.049933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59b87ec7-0c18-4147-bb3b-194a8ff446c0 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports/1a234469-364d-4a6d-a91c-3453bb0fe07a HTTP/1.1" status: 404 len: 333 time: 0.1689942 Dec 22 15:45:51.050264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:51.056277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1320412804'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:51.080767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:51.085802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Usage tracker for resource:port and tenant:ac0eac6a54bf4addaf17c3606593f5e3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:51.089784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:51.099012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:51.142836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Made reservation on behalf of ac0eac6a54bf4addaf17c3606593f5e3 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:51.147772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.171429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port 92cba158-2439-4c18-9e59-ed7999e82f6b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:51.178244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.326748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=a9e99b2b-65aa-4c11-969b-d392778b510a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:51.336128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:51.339736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a9e99b2b-65aa-4c11-969b-d392778b510a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:51.391350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7509322 Dec 22 15:45:51.406420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43600) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:51.426657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-185544158'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:51.441739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.447048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:51.467913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:51.485383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:network and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:51.492445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:51.503451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4213d2f1-7070-4ceb-9fb8-ea6103ffad82,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:51.543830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:51.550870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.554537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4213d2f1-7070-4ceb-9fb8-ea6103ffad82 HTTP/1.1" status: 204 len: 168 time: 1.0550244 Dec 22 15:45:51.554537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:51.611005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Allocated IP 172.26.1.14 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d803cc06-ef9a-48a0-916a-3d5486aace14) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:51.616129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:51.623531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.687215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:51.690136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-857296f9-dea8-43f6-b122-8a15c3903429 req-13095d4e-77f1-4480-85a9-dc8a3e005ae3 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.1042805 Dec 22 15:45:51.697541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.697933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Added segment b5c6d71e-f9ef-4a53-9de5-718b6d92af1c of type vlan for network cf5a3b85-088c-481c-82dd-9f5eeefa3421 Dec 22 15:45:51.730169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.748168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.815608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.823363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:51.864242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.895868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:51.899132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:51.931038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:51.948373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:51.953904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:51.965216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:51.968652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:51.975654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:52.037939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=92cba158-2439-4c18-9e59-ed7999e82f6b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:52.064413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:52.119520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7009737 Dec 22 15:45:52.119520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Network': ['ID=cf5a3b85-088c-481c-82dd-9f5eeefa3421,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:52.127537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:52.131284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network cf5a3b85-088c-481c-82dd-9f5eeefa3421 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:52.174273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:52.208501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43616) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:52.218416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1641557 Dec 22 15:45:52.243954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:52.279202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346753-a670-4dd7-bc24-eb009667d152 req-6cd113e8-b7db-4215-8c86-87812a38d61e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:52.307633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5346753-a670-4dd7-bc24-eb009667d152 req-6cd113e8-b7db-4215-8c86-87812a38d61e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 932 time: 0.2456100 Dec 22 15:45:52.500491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5346753-a670-4dd7-bc24-eb009667d152 req-e04ed879-9ac7-4c91-a154-3b6e43d2df13 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872401 Dec 22 15:45:52.551873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:52.575505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:52.640500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44e81515-fcd2-4286-b447-600ee4a025e7 req-7df8c473-308c-4f68-9f61-6bf6aab420e3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1635222 Dec 22 15:45:52.681151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:52.705773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:45:52.714072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:45:52.734564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:45:52.776122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Pushing event updated for resources: {'Port': ['ID=d803cc06-ef9a-48a0-916a-3d5486aace14,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:52.783339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:52.897468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ec9aa16d-107d-4b92-b691-e5ea868576fd tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:45:52.898585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ec9aa16d-107d-4b92-b691-e5ea868576fd tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0080576 Dec 22 15:45:53.109239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbbc5a64-27da-4f8a-a915-f7f3f861ecb2 req-21d0863e-ca0f-460b-aba6-1ace3f2c3b0b tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.0712099 Dec 22 15:45:53.126253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] device_id is not set on port 92cba158-2439-4c18-9e59-ed7999e82f6b yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:45:53.134791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:53.153338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Transition to ACTIVE for port object 92cba158-2439-4c18-9e59-ed7999e82f6b will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:53.195760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:53.212389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:53.718160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Request body: {'port': {'device_id': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:53.896176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=92cba158-2439-4c18-9e59-ed7999e82f6b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:53.923834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:53.926998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:53.927576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:53.928243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:53.958188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.46', 59684) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:53.963714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:53.964336 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:53.980138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 2 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:54.069335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:54.069663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:54.070045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:54.382708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:54.383412 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:54.391770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec913-704f-493f-8c4f-8115cec8a281 req-aae86301-22ec-46d9-81b4-a080b0e47775 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:54.393750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-aae86301-22ec-46d9-81b4-a080b0e47775 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 812 time: 0.4267278 Dec 22 15:45:54.414222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a8bc618-90e1-4407-a9c7-23e607829172 req-d2e37a53-f59a-4ba9-a5dc-3af33b0d8f8d tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.4160254 Dec 22 15:45:54.632219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 3 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:54.677336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:45:54.766296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:54.828854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43666) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:54.920545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:54.921253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:54.921781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:55.018362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.46', 59687) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:55.109360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:55.114872 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:55.141950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 4 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:55.166001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-ccb08c3a-4964-4dbe-9e42-73576ac0906e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Synchronizing usage tracker for tenant:02daa417e68e467b9736909cf6b5103e on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:55.634073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ba161-a954-4a5c-9167-3f4117ef406b {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:45:55.645846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:55.663702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Transition to ACTIVE for port object 070ba161-a954-4a5c-9167-3f4117ef406b will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:55.722926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:55.748394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:55.891303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-29bec913-704f-493f-8c4f-8115cec8a281 req-ccb08c3a-4964-4dbe-9e42-73576ac0906e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Unset dirty status for tenant:02daa417e68e467b9736909cf6b5103e on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:55.896763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-ccb08c3a-4964-4dbe-9e42-73576ac0906e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02daa417e68e467b9736909cf6b5103e HTTP/1.1" status: 200 len: 380 time: 1.1150129 Dec 22 15:45:55.899021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43688) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:55.916170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:55.916581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:55.916960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:55.932684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43690) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:55.956477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'port': {'device_id': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'admin_state_up': True, 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'security_groups': ['daf1cb2c-cece-4071-9c50-6c6c55643bf3']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:55.957418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Pushing event updated for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:55.970966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:55.975528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24ac62aa-5121-4b3f-950a-dd4de9c1ca1c req-75b11e29-01c8-44a7-ad11-f3c7b46b8ea3 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 1.2186267 Dec 22 15:45:55.991905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'subnets': [{'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1686331561', 'ip_version': 6}, {'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:55.992266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'subnet': {'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1686331561', 'ip_version': 6}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:55.998858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Request body: {'subnet': {'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:56.044626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135209-bb20-45dc-be10-1873efbac2bf req-b45bca58-28fb-489f-99ec-56cf002119e1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:56.065256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd135209-bb20-45dc-be10-1873efbac2bf req-b45bca58-28fb-489f-99ec-56cf002119e1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 932 time: 2.1011033 Dec 22 15:45:56.204079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e923e03-513f-4b9e-940d-0e579f4e21bf tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:56.218479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.221222 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:56.239646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2005005866'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:56.241705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 5 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:56.245546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:56.254244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Usage tracker for resource:network and tenant:1b7011bb5b444e059ddab609a62d664e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:56.257953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:56.335786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1bf09127-b200-4db3-8326-b6012743fb82 req-1d7ac3ca-c405-48e1-8c57-976402b9d867 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.0750041 Dec 22 15:45:56.336762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:56.388760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd135209-bb20-45dc-be10-1873efbac2bf req-b913f03a-49da-4078-b5d7-931a1a59aeee tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3153377 Dec 22 15:45:56.422626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:56.428119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.463945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.463945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.464140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.471669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.488387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Attempting to bind port 070ba161-a954-4a5c-9167-3f4117ef406b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.491151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Attempting to bind port 070ba161-a954-4a5c-9167-3f4117ef406b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.491151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Attempting to bind port 070ba161-a954-4a5c-9167-3f4117ef406b on network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.498303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-7ad1199e-c50d-4bfb-b03f-5c83b6568668 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:56.500035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-7ad1199e-c50d-4bfb-b03f-5c83b6568668 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.46 "GET /v2.0/networks?id=6dd1c895-daf8-48c2-b827-0a99b697256e HTTP/1.1" status: 200 len: 806 time: 1.4785037 Dec 22 15:45:56.500976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Port 070ba161-a954-4a5c-9167-3f4117ef406b on network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.501422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Attempting to bind port 070ba161-a954-4a5c-9167-3f4117ef406b on network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.541423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:56.543083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.544077 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:56.548335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Usage tracker for resource:security_group_rule and tenant:1b7011bb5b444e059ddab609a62d664e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:56.551910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:56.559287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:56.561052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 6 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:56.576652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:45:56.577110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Checking segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:45:56.577755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Bound using segment: {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:45:56.578358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Bound port: 070ba161-a954-4a5c-9167-3f4117ef406b, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20759201-b440-4ec9-9cf8-a913b6fb0769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:45:56.578892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.612541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e923e03-513f-4b9e-940d-0e579f4e21bf tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "PUT /v2.0/quotas/38ff0cfcdb2148b4a1bab448be49c82a HTTP/1.1" status: 200 len: 368 time: 0.6843452 Dec 22 15:45:56.635377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43700) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:56.646207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Request body: {'network': {'project_id': '38ff0cfcdb2148b4a1bab448be49c82a'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:56.671023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:56.685313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Usage tracker for resource:network and tenant:38ff0cfcdb2148b4a1bab448be49c82a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:56.693747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:56.710802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:56.732057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.732427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.732806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.772031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.773619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:56.779941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=070ba161-a954-4a5c-9167-3f4117ef406b,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:45:56.781925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.782301 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:56.788343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 7 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:56.805167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.822579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:56.833360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:56.847214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:56.851457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:56.853247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:56.861456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.861456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.861456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.865405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Usage tracker for resource:subnet and tenant:db6d8981c80040929fd2477d88e46bf6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:56.872765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.874223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:56.878472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.881992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Made reservation on behalf of 38ff0cfcdb2148b4a1bab448be49c82a for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:56.884051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.884540 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:56.885276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:56.886574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.890049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 8 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:56.912319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.912916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.913003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.913089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:56.913161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Added segment afdb5dcd-cfa7-43c2-abea-988f8838bc64 of type vlan for network dff1b28a-97b8-4273-8e24-3e69dc2ec06f Dec 22 15:45:56.928289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:56.929088 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:56.929088 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 9 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:56.938671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.957159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ccb131-e824-4aee-8374-43aaff47077d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:56.962144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:56.962470 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] 10.222.0.46 "PUT /v2.0/ports/070ba161-a954-4a5c-9167-3f4117ef406b HTTP/1.1" status: 200 len: 1094 time: 3.5902977 Dec 22 15:45:56.966615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:45:56.972201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:56.973427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-074da9ea-99f9-487d-a824-1b91b3bb3166 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:56.980098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:56.980511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:56.981567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:57.037216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:57.037593 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:57.041137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempt 10 to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b Dec 22 15:45:57.071119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Made reservation on behalf of 02daa417e68e467b9736909cf6b5103e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:57.073681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:57.077374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.083128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Usage tracker for resource:security_group_rule and tenant:38ff0cfcdb2148b4a1bab448be49c82a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:57.087910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Made reservation on behalf of db6d8981c80040929fd2477d88e46bf6 for: {'subnet': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:57.091162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:57.166731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:45:57.167454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:45:57.168009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempting to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:45:57.172625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.321242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:45:57.321613 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Failed to bind port 92cba158-2439-4c18-9e59-ed7999e82f6b on host hv-neutron-8225 for vnic_type normal using segments [{'id': 'c1c3cd0a-c1e7-426a-afc2-992319f32c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd3713fa8-50f8-4b95-a3ab-5451c2b21f2e'}] Dec 22 15:45:57.321994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.385029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:57.451490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-892b9ae9-b925-4982-b046-97835f99f6dc req-dea0d407-fffe-4ac2-8549-3dba41bd8e70 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.0749285 Dec 22 15:45:57.479623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.491276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Pushing event updated for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:57.494832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:57.588479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b', 'status': 'completed', 'code': 200} Dec 22 15:45:57.678979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.734644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:57.735293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.739051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f5528ce-60d3-4a11-9882-aa07787a69d8 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:57.768848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.868983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:57.877553 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1a355e20-57c2-4bcb-a16e-4d05e93bec13 req-3be70da0-d976-4a54-b5e4-cb874af655e3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1553905 Dec 22 15:45:57.974508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Network': ['ID=dff1b28a-97b8-4273-8e24-3e69dc2ec06f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:57.983898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:57.986413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:57.990965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:57.991083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:58.005337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.006128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.021433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port 92cba158-2439-4c18-9e59-ed7999e82f6b, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:45:58.021850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Attempted to set empty binding levels {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:45:58.023519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.023920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Added segment 0234d3ba-c2e1-4c21-adb0-250e874d089c of type vlan for network 8981f5b4-32a4-46fc-a125-094f20470806 Dec 22 15:45:58.031773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3666754 Dec 22 15:45:58.039132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43720) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:58.056452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba15e51-9eb5-47f3-9322-74f5acdf45d6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:58.067781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ba6b3-e476-4680-b0fe-2328ca24a916 req-864b3f15-114e-48bd-ad9f-060926e44faa tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:58.069450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-401ba6b3-e476-4680-b0fe-2328ca24a916 req-864b3f15-114e-48bd-ad9f-060926e44faa tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 944 time: 0.4534740 Dec 22 15:45:58.079281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:58.082416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cc60c728-bc82-4844-b7e0-15a523661faa req-c8c0f14d-ead8-4ce5-949b-750095afda47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1602211e8de048589d61dd342f820a8b&device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 1097 time: 0.4047136 Dec 22 15:45:58.092754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'subnet': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:58.105748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.110007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.125514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-872d1e5c-d14d-4a8d-a0da-44efd4de64c8 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:58.258841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-401ba6b3-e476-4680-b0fe-2328ca24a916 req-dd5d3516-dac9-4567-b4aa-e675945f398f tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751833 Dec 22 15:45:58.277417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Allocated IP 172.20.0.6 (c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b/c21d94e0-1bbe-4a59-a24b-dac00618285c/5c4dc695-7a21-47bc-a189-74c5f4f384c0) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:45:58.287672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-b00aa340-8c4b-45bc-9b2d-77f404ee5665 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Synchronizing usage tracker for tenant:14629d9aedc849ce8864972a1a0a22da on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:58.305061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c728-bc82-4844-b7e0-15a523661faa req-804b9c0a-4a58-42d3-9d2c-10dabf1886ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:58.306711 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cc60c728-bc82-4844-b7e0-15a523661faa req-804b9c0a-4a58-42d3-9d2c-10dabf1886ca service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=1602211e8de048589d61dd342f820a8b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2033601 Dec 22 15:45:58.307786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.309786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:58.310539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.316833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:58.384249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] In _notify_port_updated(), no bound segment for port 92cba158-2439-4c18-9e59-ed7999e82f6b on network d3713fa8-50f8-4b95-a3ab-5451c2b21f2e {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:45:58.385352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.386817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "PUT /v2.0/ports/92cba158-2439-4c18-9e59-ed7999e82f6b HTTP/1.1" status: 200 len: 977 time: 6.1731002 Dec 22 15:45:58.399635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43724) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:58.443492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-b00aa340-8c4b-45bc-9b2d-77f404ee5665 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Unset dirty status for tenant:14629d9aedc849ce8864972a1a0a22da on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:58.444751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-b00aa340-8c4b-45bc-9b2d-77f404ee5665 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14629d9aedc849ce8864972a1a0a22da HTTP/1.1" status: 200 len: 378 time: 0.7901073 Dec 22 15:45:58.451694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event updated for resources: {'Port': ['ID=92cba158-2439-4c18-9e59-ed7999e82f6b,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:58.461949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8206334 Dec 22 15:45:58.469583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43728) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:58.470481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:58.476859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'port': {'device_id': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'admin_state_up': True, 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'security_groups': ['d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:58.499215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:58.526351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Request body: {'network': {'project_id': '38ff0cfcdb2148b4a1bab448be49c82a'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:45:58.530701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Usage tracker for resource:subnet and tenant:1b7011bb5b444e059ddab609a62d664e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:58.554674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:58.558074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:58.583056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:58.585435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event updated for resources: {'Network': ['ID=8981f5b4-32a4-46fc-a125-094f20470806,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:58.586472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.591877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Usage tracker for resource:network and tenant:38ff0cfcdb2148b4a1bab448be49c82a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:58.595982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:58.603962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 8981f5b4-32a4-46fc-a125-094f20470806 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:45:58.656189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:58.660418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Deleting port 92cba158-2439-4c18-9e59-ed7999e82f6b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:45:58.660810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.679439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:58.698118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f484ec9-8007-4e47-ab41-3cb53db7ff46 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:58.703742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9078e491-7f89-444b-8fc8-bf94b0e5ead8 req-0de61b3c-022d-4986-a175-9077060fd023 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.1046708 Dec 22 15:45:58.730598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60c728-bc82-4844-b7e0-15a523661faa req-6c1a71a1-2bcc-40e1-9029-d9c1ab392839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:58.731308 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cc60c728-bc82-4844-b7e0-15a523661faa req-6c1a71a1-2bcc-40e1-9029-d9c1ab392839 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4163487 Dec 22 15:45:58.781883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:58.922132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:58.966386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] For port 92cba158-2439-4c18-9e59-ed7999e82f6b, host hv-neutron-8225, got binding levels [] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:45:58.966812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.023557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Made reservation on behalf of 38ff0cfcdb2148b4a1bab448be49c82a for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:59.028521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.037957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Pushing event updated for resources: {'Port': ['ID=d803cc06-ef9a-48a0-916a-3d5486aace14,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:59.057117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:59.095097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-2fd3c4a6-efbb-4b27-b2c2-6352d079d2cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1602211e8de048589d61dd342f820a8b&device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 1097 time: 0.3110535 Dec 22 15:45:59.115571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:45:59.133358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Calling delete_port for 92cba158-2439-4c18-9e59-ed7999e82f6b owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:45:59.182214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Usage tracker for resource:port and tenant:14629d9aedc849ce8864972a1a0a22da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:45:59.210804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:45:59.243645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5495f982-1f13-4bfe-8582-5a147b9b9b3b req-9b12ad10-431c-4812-b6f4-e052edd67801 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.2109091 Dec 22 15:45:59.256777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-bb0ece81-424b-409f-ac3a-ac0418792dac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070ba161-a954-4a5c-9167-3f4117ef406b HTTP/1.1" status: 200 len: 217 time: 0.0965853 Dec 22 15:45:59.265918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.337011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:45:59.341442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.344635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:45:59.351240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-5ed4ec07-084e-4e4a-be72-85955c1478ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:59.352849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-5ed4ec07-084e-4e4a-be72-85955c1478ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6 HTTP/1.1" status: 200 len: 851 time: 0.0744355 Dec 22 15:45:59.370474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.405938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.454040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:45:59.476127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.476524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Added segment 4d140d7f-32b5-470d-a6d9-540b42491560 of type vlan for network dbd3875d-6c4b-40f3-acb7-932ec60daf80 Dec 22 15:45:59.506949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Transition to ACTIVE for port object 5c4dc695-7a21-47bc-a189-74c5f4f384c0 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:45:59.515618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Pushing event deleted for resources: {'Port': ['ID=92cba158-2439-4c18-9e59-ed7999e82f6b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:45:59.522498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:45:59.527032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Made reservation on behalf of 14629d9aedc849ce8864972a1a0a22da for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:45:59.533057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.539376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.559491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "DELETE /v2.0/ports/92cba158-2439-4c18-9e59-ed7999e82f6b HTTP/1.1" status: 204 len: 168 time: 1.1530042 Dec 22 15:45:59.565298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:45:59.605556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-075e4f73-a134-4b2b-905f-e74e6b6fb585 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2442274 Dec 22 15:45:59.620806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2dc46ca-9c1c-419a-b484-afb3ad71da9a tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:45:59.621983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2dc46ca-9c1c-419a-b484-afb3ad71da9a tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Synchronizing usage tracker for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:45:59.654738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da357b9a-aa1a-4e02-9ec8-06d2dc967cd0 req-f945d821-9208-4a56-ad9c-3f1cf36d4cdc tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:45:59.656358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-da357b9a-aa1a-4e02-9ec8-06d2dc967cd0 req-f945d821-9208-4a56-ad9c-3f1cf36d4cdc tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 944 time: 0.2569246 Dec 22 15:45:59.667701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:45:59.763975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2dc46ca-9c1c-419a-b484-afb3ad71da9a tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Unset dirty status for tenant:ac0eac6a54bf4addaf17c3606593f5e3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:45:59.770324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2dc46ca-9c1c-419a-b484-afb3ad71da9a tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] 10.222.0.18 "GET /v2.0/ports/92cba158-2439-4c18-9e59-ed7999e82f6b HTTP/1.1" status: 404 len: 333 time: 0.1975620 Dec 22 15:45:59.788722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43744) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:00.045626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.098519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-da357b9a-aa1a-4e02-9ec8-06d2dc967cd0 req-52a554d6-28a3-49fc-9db5-89459201333c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4195108 Dec 22 15:46:00.114799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:00.126713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-d6e40970-81ba-41c0-aee7-8e795b413960 service neutron] 10.222.0.46 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017264 Dec 22 15:46:00.290267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.301192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.320295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:00.320955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.359665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:00.369148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event updated for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:00.372607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:00.381192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:00.392753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a939-8ad5-4b9a-9e0c-db0c6c5a8a08 req-bb3333c4-7c3d-4059-9d94-c07002ef595c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:00.408167 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9969a939-8ad5-4b9a-9e0c-db0c6c5a8a08 req-bb3333c4-7c3d-4059-9d94-c07002ef595c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 931 time: 0.3819048 Dec 22 15:46:00.421811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:00.422379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ace5051f-6c94-4843-86f3-928fb152c554 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:00.496574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f260c5c-3948-4dcc-ac5e-d02e50503249 req-1ea9e0be-2e4a-4291-a10f-4502a1aef8e2 service neutron] 10.222.0.46 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242962 Dec 22 15:46:00.521920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4f05a7c1-b508-4c6f-b252-bba9f23c5bad req-2a7ca254-0c92-44b2-b524-e0e326c7b63a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1123486 Dec 22 15:46:00.560820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Allocated IP 172.20.0.9 (6dd1c895-daf8-48c2-b827-0a99b697256e/0c88825d-c274-4c49-ac41-ed7265ab5e00/4768c7be-ccd7-4d8a-9bf8-1c30c6b28899) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:00.606300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.623287 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9969a939-8ad5-4b9a-9e0c-db0c6c5a8a08 req-67193b31-7921-4265-b2c7-6936757feca0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218029 Dec 22 15:46:00.657006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3713fa8-50f8-4b95-a3ab-5451c2b21f2e']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:00.662967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd3875d-6c4b-40f3-acb7-932ec60daf80,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:00.674115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:00.676461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.678058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network dbd3875d-6c4b-40f3-acb7-932ec60daf80 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:00.678860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c3cd0a-c1e7-426a-afc2-992319f32c81') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:00.679206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c3cd0a-c1e7-426a-afc2-992319f32c81') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:00.695095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.704386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60eab5fc-76a0-4cb7-98f9-1fd31560e5f2 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:00.712339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.719396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:00.719819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:00.735650 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:00.738479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:00.739158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.757732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2590790 Dec 22 15:46:00.770634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.780888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43750) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:00.806050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Request body: {'network': {'project_id': '38ff0cfcdb2148b4a1bab448be49c82a'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:00.831151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Floating IP 4d0a2f6d-033b-4cf2-b340-14bb779236d3 associated. External IP: 172.26.1.14, port: 9d967cea-9326-429a-a5c6-2b56a9448d55. Dec 22 15:46:00.868214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ac8e06-e43d-49ae-9481-1187ccfc6c25 None None] Provisioning for port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:00.869096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.874390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741e435b-47e5-4e3d-8af2-b16ce5dcc2dd tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:00.874751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ac8e06-e43d-49ae-9481-1187ccfc6c25 None None] Provisioning complete for port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:00.875237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ac8e06-e43d-49ae-9481-1187ccfc6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.888345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:00.894338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:00.906223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Pushing event deleted for resources: {'Network': ['ID=d3713fa8-50f8-4b95-a3ab-5451c2b21f2e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:00.909506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:00.912135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] 10.222.0.18 "DELETE /v2.0/networks/d3713fa8-50f8-4b95-a3ab-5451c2b21f2e HTTP/1.1" status: 204 len: 168 time: 1.1192837 Dec 22 15:46:00.928904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9980276 Dec 22 15:46:00.933111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac8e06-e43d-49ae-9481-1187ccfc6c25 None None] Port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:00.944058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Usage tracker for resource:network and tenant:38ff0cfcdb2148b4a1bab448be49c82a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:00.955809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:00.972563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Request body: {'port': {'device_id': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:01.011460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:01.026152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Subnet': ['ID=534f664a-a732-4657-8325-f121e256872f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:01.092130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:01.097766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:01.144433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:46:01.144939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:46:01.149193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c19132ca-c823-49c2-84ff-94480946a692 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3607979 Dec 22 15:46:01.149697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43758) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:01.232482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e6a596d-bf59-4627-89ff-b03e2f9ca422 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38ff0cfcdb2148b4a1bab448be49c82a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0805142 Dec 22 15:46:01.233680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43764) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:01.290178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Checking segment: {'id': 'e8de279f-6d1e-4470-a756-6f21cdd38686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:01.290607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network hostable DHCP agents. Network: a9e99b2b-65aa-4c11-969b-d392778b510a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:01.326657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Subnet': ['ID=c43d7f06-7cad-4e06-94c5-0aea2600bab6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:01.334477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:01.351134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Checking segment: {'id': 'afdb5dcd-cfa7-43c2-abea-988f8838bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:01.351550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network hostable DHCP agents. Network: dff1b28a-97b8-4273-8e24-3e69dc2ec06f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:01.352710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:01.385383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.426954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf10753-6c34-483f-bb95-602592559b91 req-74e9212e-58c8-41f1-911d-3361eae13d77 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:01.428583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cf10753-6c34-483f-bb95-602592559b91 req-74e9212e-58c8-41f1-911d-3361eae13d77 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 944 time: 0.1576359 Dec 22 15:46:01.433666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.446624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.450013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.509610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Transition to ACTIVE for port object 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:01.529862 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cf10753-6c34-483f-bb95-602592559b91 req-fdfc232e-939f-4a45-9a77-a814a657dcd9 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880997 Dec 22 15:46:01.574390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2caf7a09-de1e-46eb-aff0-a8444b54a450 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32496abde7b9496bac1bf8c98b6a8767&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2201624 Dec 22 15:46:01.576761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43776) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:01.604003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network a9e99b2b-65aa-4c11-969b-d392778b510a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:01.662611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.664418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:01.666155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.685192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:01.693031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, dff1b28a-97b8-4273-8e24-3e69dc2ec06f) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:01.701612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a9e99b2b-65aa-4c11-969b-d392778b510a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:01.703656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:01.704302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.704736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ead6577-0eb4-46c0-b31b-9e0f571ff41b None None] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:01.719351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.727693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba15e51-9eb5-47f3-9322-74f5acdf45d6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:01.739176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:01.757380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:01.788957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d3c1e-99cb-49fa-9673-c444e5b224e3 None None] Network a9e99b2b-65aa-4c11-969b-d392778b510a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:01.816188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.839426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.853792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:01.856058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba15e51-9eb5-47f3-9322-74f5acdf45d6 HTTP/1.1" status: 204 len: 168 time: 0.6200833 Dec 22 15:46:01.864383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43782) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:02.088509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fe83c-dddc-4833-bc1c-30ce87cc1219 req-f6abd95e-baa8-4d52-abb9-fa7af06d0e30 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:02.090716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8d3fe83c-dddc-4833-bc1c-30ce87cc1219 req-f6abd95e-baa8-4d52-abb9-fa7af06d0e30 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 931 time: 0.3370175 Dec 22 15:46:02.112302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.190934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1411493 Dec 22 15:46:02.201005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43786) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:02.216820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fc371-80da-4f37-b6cd-1894698e3f87 req-09cd19da-2e8c-425c-b08e-f4b9b7a36259 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:02.218473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-624fc371-80da-4f37-b6cd-1894698e3f87 req-09cd19da-2e8c-425c-b08e-f4b9b7a36259 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 931 time: 0.3190792 Dec 22 15:46:02.219159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.228929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-84605014'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:02.241454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'tenant_id': '1b7011bb5b444e059ddab609a62d664e', 'fixed_ips': [{'subnet_id': 'c43d7f06-7cad-4e06-94c5-0aea2600bab6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:02.242665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.244784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Network 6dd1c895-daf8-48c2-b827-0a99b697256e is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:02.246588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:02.247872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event updated for resources: {'Subnet': ['ID=7742381f-92ee-4060-bd82-b2adf36f8d8c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:02.256962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a9e99b2b-65aa-4c11-969b-d392778b510a', 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a', 'tenant_id': 'db6d8981c80040929fd2477d88e46bf6', 'fixed_ips': [{'subnet_id': '534f664a-a732-4657-8325-f121e256872f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:02.257961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.260788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:02.268849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3e4a0cdf-d2de-4bef-aa1a-1baf24d8973e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.432s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:02.299904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:02.329156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:02.360165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8d3fe83c-dddc-4833-bc1c-30ce87cc1219 req-ddf00653-b66f-4c41-9fc6-a27835a5d00c tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2529414 Dec 22 15:46:02.361334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9558d61b-702c-40cf-b7ee-298f51c7b5e8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:02.463176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Checking segment: {'id': 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:02.463176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network hostable DHCP agents. Network: cf5a3b85-088c-481c-82dd-9f5eeefa3421, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:02.474353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event updated for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:02.486051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.490066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9558d61b-702c-40cf-b7ee-298f51c7b5e8 HTTP/1.1" status: 204 len: 168 time: 0.9114001 Dec 22 15:46:02.491179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:02.534394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:02.535416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.653903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:02.653903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.701450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd3875d-6c4b-40f3-acb7-932ec60daf80']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:02.724539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-624fc371-80da-4f37-b6cd-1894698e3f87 req-b6a2f58f-6b6a-49db-ad6e-fe097edea997 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566479 Dec 22 15:46:02.729129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d140d7f-32b5-470d-a6d9-540b42491560') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:02.729647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d140d7f-32b5-470d-a6d9-540b42491560') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:02.749739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Allocated IP 172.20.0.2 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:02.769291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:02.804291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4dc695-7a21-47bc-a189-74c5f4f384c0 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:02.859726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:02.867140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Usage tracker for resource:port and tenant:1b7011bb5b444e059ddab609a62d664e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:02.870834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:02.881557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:02.883743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Router e4245cfb-28f6-4658-819c-b915c5ec57c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:02.906980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508075f3-b7f0-44f9-962a-e1e625d24a0f req-80339cc4-5860-422c-bc99-3cc708e7e51c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:02.908545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-508075f3-b7f0-44f9-962a-e1e625d24a0f req-80339cc4-5860-422c-bc99-3cc708e7e51c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 944 time: 0.1633646 Dec 22 15:46:02.964275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-508075f3-b7f0-44f9-962a-e1e625d24a0f req-86598d69-fe4a-4525-b514-66fbd8f55c7a tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439639 Dec 22 15:46:03.143655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:03.154060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] Sync routers for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:03.167042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:03.167647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:03.231633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:03.243795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:03.243795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:03.307038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:03.307524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271f5b8-e30a-46cb-87ba-b9fa58faca06 None None] The sync data for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:03.435492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-45613aef-f807-43e9-9b7c-ba530a99b617 None None] Provisioning for port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:03.435653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Network cf5a3b85-088c-481c-82dd-9f5eeefa3421 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:03.438966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9744334 Dec 22 15:46:03.442270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-45613aef-f807-43e9-9b7c-ba530a99b617 None None] Provisioning complete for port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:03.442821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-45613aef-f807-43e9-9b7c-ba530a99b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.458090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Request body: {'port': {'device_id': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:03.485700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.492379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:03.492820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.493030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.509128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-45613aef-f807-43e9-9b7c-ba530a99b617 None None] Port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:03.563088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:03.582423 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:03.587915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, cf5a3b85-088c-481c-82dd-9f5eeefa3421) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:03.615003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Transition to ACTIVE for port object 5c4dc695-7a21-47bc-a189-74c5f4f384c0 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:03.624780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:03.625289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:03.625960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.633813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99184416-e606-4910-879a-8ed77476d4cc None None] Network cf5a3b85-088c-481c-82dd-9f5eeefa3421 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:03.671122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.682968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:03.695812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.699157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:03.707200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.717294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.755442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:03.767596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:03.793731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "DELETE /v2.0/networks/dbd3875d-6c4b-40f3-acb7-932ec60daf80 HTTP/1.1" status: 204 len: 168 time: 1.9219749 Dec 22 15:46:03.810646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd3875d-6c4b-40f3-acb7-932ec60daf80,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:03.844310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:03.844825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43802) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:03.847671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 7.8938079 Dec 22 15:46:03.848710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.849955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.850988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.852464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.852933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.853410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.853880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.854341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.854864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.855319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.857346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:03.861414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:03.908951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:03.939103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Allocated IP 2001:db8::1 (a9e99b2b-65aa-4c11-969b-d392778b510a/534f664a-a732-4657-8325-f121e256872f/c262822f-e35a-481e-88e8-3c109b41a3de) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:03.945709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 14.7333472 Dec 22 15:46:03.983761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43808) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:04.024097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43810) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:04.129856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Pushing event updated for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:04.181675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-cf5a3b85-088c-481c-82dd-9f5eeefa3421', 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421', 'tenant_id': 'db6d8981c80040929fd2477d88e46bf6', 'fixed_ips': [{'subnet_id': '7742381f-92ee-4060-bd82-b2adf36f8d8c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:04.182806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.244726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.323710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.324253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.324673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.325165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.325570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.326498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.326498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.326958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.327344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.327740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.328251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:04.349678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:04.353984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Transition to ACTIVE for port object 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:04.389948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Attempting to bind port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:04.390322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Attempting to bind port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:04.390742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Attempting to bind port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 on network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:04.405414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a18ca6ba-196d-40ab-8a9d-1c7cf085c71a tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "GET /v2.0/floatingips/4d0a2f6d-033b-4cf2-b340-14bb779236d3 HTTP/1.1" status: 200 len: 983 time: 0.3720968 Dec 22 15:46:04.417865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:04.435909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f6a27-747a-4430-88b6-4f99f2811de9 req-ca1a4254-eb58-4e6c-8dd3-4d2c3e488409 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.437731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-896f6a27-747a-4430-88b6-4f99f2811de9 req-ca1a4254-eb58-4e6c-8dd3-4d2c3e488409 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 931 time: 0.8506842 Dec 22 15:46:04.455453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Transition to ACTIVE for port object 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:04.477237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e6bf-0254-419b-ad72-dc2742d5a853 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.479027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e6bf-0254-419b-ad72-dc2742d5a853 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.480169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 on network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:46:04.480294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f5e6bf-0254-419b-ad72-dc2742d5a853 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.481237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Attempting to bind port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 on network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:04.483224 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7f5e6bf-0254-419b-ad72-dc2742d5a853 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.6169889 Dec 22 15:46:04.493873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43822) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:04.570017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 070ba161-a954-4a5c-9167-3f4117ef406b details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:46:04.582989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:04.583364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Checking segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:04.583943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Bound using segment: {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:04.584497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Bound port: 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:04.584852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.587495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.598606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:04.600887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.705392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Allocated IP 2001:db8:0:1::1 (cf5a3b85-088c-481c-82dd-9f5eeefa3421/7742381f-92ee-4060-bd82-b2adf36f8d8c/391f8e8b-d7df-4c14-aa30-65b87e49bab1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:04.723774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fbb596e3-d964-4544-845b-21eb5cb4c979 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac0eac6a54bf4addaf17c3606593f5e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6914003 Dec 22 15:46:04.735665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43826) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:04.738276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-896f6a27-747a-4430-88b6-4f99f2811de9 req-a1aa42ef-7f27-463a-9afa-1e4bc6fead44 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667735 Dec 22 15:46:04.749653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:04.769377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:04.774840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:04.785953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:04.794452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Pushing event updated for resources: {'Port': ['ID=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:04.804396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Transition to ACTIVE for port object c262822f-e35a-481e-88e8-3c109b41a3de will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:04.822900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:04.838854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.14 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/7cacfff9-a5ba-4bb8-b809-dacee20bbb8c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:04.884170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375cd6f-95f0-4b18-94f2-32a33616395b req-7541acce-8127-4f74-9c0e-5047ed50afe0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:04.885781 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7375cd6f-95f0-4b18-94f2-32a33616395b req-7541acce-8127-4f74-9c0e-5047ed50afe0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 943 time: 0.8626480 Dec 22 15:46:04.986036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91c0bcd1-c677-4943-ba6f-63ede84c60fd tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.5631430 Dec 22 15:46:04.988449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43830) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:05.080582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Transition to ACTIVE for port object c262822f-e35a-481e-88e8-3c109b41a3de will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:05.109986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:05.147575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:05.148437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.153371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Attempting to bind port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:05.153371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Attempting to bind port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'afdb5dcd-cfa7-43c2-abea-988f8838bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:05.153609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Attempting to bind port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 on network dff1b28a-97b8-4273-8e24-3e69dc2ec06f {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:05.155008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.161663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:05.235264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=070ba161-a954-4a5c-9167-3f4117ef406b,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:05.238618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8981f5b4-32a4-46fc-a125-094f20470806']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:05.252011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:05.252436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Checking segment: {'id': 'afdb5dcd-cfa7-43c2-abea-988f8838bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:05.252888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.253329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Bound using segment: {'id': 'afdb5dcd-cfa7-43c2-abea-988f8838bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:05.253959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Bound port: 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdb5dcd-cfa7-43c2-abea-988f8838bc64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:05.254247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.265958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.271938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7375cd6f-95f0-4b18-94f2-32a33616395b req-24c84c62-a136-48bf-b7da-bae867347a1d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771100 Dec 22 15:46:05.279637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.282602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0234d3ba-c2e1-4c21-adb0-250e874d089c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:05.282936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0234d3ba-c2e1-4c21-adb0-250e874d089c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:05.285174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:05.329855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Deleting subnet 534f664a-a732-4657-8325-f121e256872f {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:05.335012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '070ba161-a954-4a5c-9167-3f4117ef406b', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'port_id': '070ba161-a954-4a5c-9167-3f4117ef406b', 'mac_address': 'fa:16:3e:63:20:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:05.354946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.355317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Network a9e99b2b-65aa-4c11-969b-d392778b510a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:05.373349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:05.392293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.394496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Pushing event updated for resources: {'Port': ['ID=c262822f-e35a-481e-88e8-3c109b41a3de,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:05.397848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:05.399210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:05.400637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.401956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:05.402477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] 10.222.0.46 "PUT /v2.0/ports/5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1093 time: 4.4415097 Dec 22 15:46:05.406346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:05.407979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.410842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port d803cc06-ef9a-48a0-916a-3d5486aace14 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:05.411236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.480123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Pushing event updated for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:05.487230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Transition to ACTIVE for port object 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:05.488369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:05.545542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.612639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.632036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.670585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.688018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aea5e-fe7e-4323-8548-95ec84f755f9 req-05ed8e38-71ed-4e55-80c0-2902fb8b0ba3 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:05.689734 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d81aea5e-fe7e-4323-8548-95ec84f755f9 req-05ed8e38-71ed-4e55-80c0-2902fb8b0ba3 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 944 time: 0.7017210 Dec 22 15:46:05.707943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:05.708515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.725176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:05.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:05.734753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71516e5d-1768-4dda-be9d-baccbce6ab7d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:05.796450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Transition to ACTIVE for port object 391f8e8b-d7df-4c14-aa30-65b87e49bab1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:05.799683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.839418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Pushing event updated for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:05.843812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:05.879313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ba161-a954-4a5c-9167-3f4117ef406b {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:05.885098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Transition to ACTIVE for port object 391f8e8b-d7df-4c14-aa30-65b87e49bab1 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:05.895081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Attempting to bind port c262822f-e35a-481e-88e8-3c109b41a3de on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:05.895509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Attempting to bind port c262822f-e35a-481e-88e8-3c109b41a3de by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e8de279f-6d1e-4470-a756-6f21cdd38686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:05.895920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Attempting to bind port c262822f-e35a-481e-88e8-3c109b41a3de on network a9e99b2b-65aa-4c11-969b-d392778b510a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:05.907495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] For port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:05.937846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] For port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,segment=NetworkSegment(afdb5dcd-cfa7-43c2-abea-988f8838bc64),segment_id=afdb5dcd-cfa7-43c2-abea-988f8838bc64)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:05.940072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=070ba161-a954-4a5c-9167-3f4117ef406b,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:05.941022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:05.941448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Checking segment: {'id': 'e8de279f-6d1e-4470-a756-6f21cdd38686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:05.941890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.942336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Bound using segment: {'id': 'e8de279f-6d1e-4470-a756-6f21cdd38686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:05.942891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Bound port: c262822f-e35a-481e-88e8-3c109b41a3de, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8de279f-6d1e-4470-a756-6f21cdd38686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a9e99b2b-65aa-4c11-969b-d392778b510a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:05.943316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.956616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.963940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:05.979430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:05.979890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.021947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.026183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.057743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.123794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Pushing event updated for resources: {'Port': ['ID=391f8e8b-d7df-4c14-aa30-65b87e49bab1,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.130699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Network cf5a3b85-088c-481c-82dd-9f5eeefa3421 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:06.131548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:06.132075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85d1d251-4378-4bfa-9f35-011ca33d148b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.174516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:06.176346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for d803cc06-ef9a-48a0-916a-3d5486aace14 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:06.193909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:06.223193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.229086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.238780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.275694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.292347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d81aea5e-fe7e-4323-8548-95ec84f755f9 req-4f2861d5-c574-423b-9934-4b1300046ead tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5638328 Dec 22 15:46:06.292566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-0f6f1eb6-a95c-4a0f-9917-cb0d699375cc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1096 time: 0.6267610 Dec 22 15:46:06.310016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.324212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.336980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Pushing event updated for resources: {'Port': ['ID=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.337119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9088b22-4da3-4743-a7e5-2e804ce4fea1 HTTP/1.1" status: 204 len: 168 time: 1.5911195 Dec 22 15:46:06.337119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9088b22-4da3-4743-a7e5-2e804ce4fea1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.339387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:06.343813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18795eed-9291-476d-b59f-cb5351a4fa9e tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.371861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8981f5b4-32a4-46fc-a125-094f20470806 HTTP/1.1" status: 204 len: 168 time: 2.5036361 Dec 22 15:46:06.376558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:06.379118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Pushing event deleted for resources: {'Network': ['ID=8981f5b4-32a4-46fc-a125-094f20470806,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.381326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:06.389455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.396959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['070ba161-a954-4a5c-9167-3f4117ef406b'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:06.404466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-5e2ca18f-4b2e-4e71-a609-75ce2022b44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 217 time: 0.0983238 Dec 22 15:46:06.413732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.475482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] For port c262822f-e35a-481e-88e8-3c109b41a3de, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:06.486162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.490927 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/subnets/534f664a-a732-4657-8325-f121e256872f HTTP/1.1" status: 204 len: 168 time: 1.9730787 Dec 22 15:46:06.495895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bec913-704f-493f-8c4f-8115cec8a281 req-812caba4-205a-47a5-b8f4-189f59f1e8ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:06.496980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43850) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:06.497644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-812caba4-205a-47a5-b8f4-189f59f1e8ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.0800085 Dec 22 15:46:06.497912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Subnet': ['ID=534f664a-a732-4657-8325-f121e256872f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.506281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:06.508574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Attempting to bind port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:06.508955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Attempting to bind port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:06.509327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Attempting to bind port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 on network 6dd1c895-daf8-48c2-b827-0a99b697256e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:06.513552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c02f9-2c60-4f12-aaba-c002300ccb44 req-6c5a778d-b847-4758-a2e3-c220bf0461a4 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:06.515451 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d28c02f9-2c60-4f12-aaba-c002300ccb44 req-6c5a778d-b847-4758-a2e3-c220bf0461a4 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 943 time: 0.3753629 Dec 22 15:46:06.538372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Attempting to bind port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:06.538828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Attempting to bind port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:06.539239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Attempting to bind port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 on network cf5a3b85-088c-481c-82dd-9f5eeefa3421 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:06.560681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] For port c262822f-e35a-481e-88e8-3c109b41a3de, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c262822f-e35a-481e-88e8-3c109b41a3de,segment=NetworkSegment(e8de279f-6d1e-4470-a756-6f21cdd38686),segment_id=e8de279f-6d1e-4470-a756-6f21cdd38686)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:06.611157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:06.615626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Checking segment: {'id': 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:06.615626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.615626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Bound using segment: {'id': 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:06.615626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Bound port: 391f8e8b-d7df-4c14-aa30-65b87e49bab1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cf5a3b85-088c-481c-82dd-9f5eeefa3421'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:06.615626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.630805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 on network 6dd1c895-daf8-48c2-b827-0a99b697256e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:46:06.631108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Attempting to bind port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 on network 6dd1c895-daf8-48c2-b827-0a99b697256e {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:06.638356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:06.638796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Checking segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:06.640408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Bound using segment: {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:06.640408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Bound port: 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed7185f-3653-4152-8e35-849057cfd420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:06.640408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.673344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.690416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:06.694789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:06.705682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.739773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d28c02f9-2c60-4f12-aaba-c002300ccb44 req-022bcf8b-00c3-4396-b265-3eca3a245f09 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1381822 Dec 22 15:46:06.743144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:06.758894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:06.779310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-711f4cdb-a4d1-420f-8a81-87ca97888b50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2655506 Dec 22 15:46:07.060961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Pushing event updated for resources: {'Port': ['ID=c262822f-e35a-481e-88e8-3c109b41a3de,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:07.109823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] For port 391f8e8b-d7df-4c14-aa30-65b87e49bab1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:07.144517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] For port 391f8e8b-d7df-4c14-aa30-65b87e49bab1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=391f8e8b-d7df-4c14-aa30-65b87e49bab1,segment=NetworkSegment(b5c6d71e-f9ef-4a53-9de5-718b6d92af1c),segment_id=b5c6d71e-f9ef-4a53-9de5-718b6d92af1c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:07.148957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:07.153290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.153742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.156893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.156893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.157355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.157740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.158118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.164214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.164516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.164860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.165231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:07.166854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.172296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:07.177388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.487s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:07.177716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:07.179190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.185688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea63cbd0-6756-4c3b-9c23-9c99365bbea6 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:07.210070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:07.338973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=d803cc06-ef9a-48a0-916a-3d5486aace14,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:07.344086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:07.348835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=7cacfff9-a5ba-4bb8-b809-dacee20bbb8c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:07.354693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:07.357080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:07.362104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:07.410785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Pushing event updated for resources: {'Port': ['ID=391f8e8b-d7df-4c14-aa30-65b87e49bab1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:07.423391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:07.428174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:07.450153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:07.513650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.532394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b6de35ad-a3bf-4bf2-9330-d8dc1e156c5e tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:07.537662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Deleting subnet 7742381f-92ee-4060-bd82-b2adf36f8d8c {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:07.582566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:07.583290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.603951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.720898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.823527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'status': 'completed', 'code': 200} Dec 22 15:46:07.832071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-d435069c-fa01-4194-9044-f277ccbaa58f service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0164101 Dec 22 15:46:07.841945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.948428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.951351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] 10.222.0.46 "PUT /v2.0/ports/4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 HTTP/1.1" status: 200 len: 1093 time: 4.4968476 Dec 22 15:46:07.951560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:07.955718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43872) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:08.020324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:08.051245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:08.082432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Pushing event updated for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:08.110098 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9041510 Dec 22 15:46:08.128860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43878) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:08.138330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Subnet': ['ID=7742381f-92ee-4060-bd82-b2adf36f8d8c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:08.151944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:08.157805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-866489679', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1b:a6:b2'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:08.198123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:08.215047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10749c92-9e16-4511-bf5b-3dea8e02536c req-22361363-fa68-4a96-943c-8b201e4afecf tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:08.221920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10749c92-9e16-4511-bf5b-3dea8e02536c req-22361363-fa68-4a96-943c-8b201e4afecf tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 943 time: 0.8222587 Dec 22 15:46:08.274795 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29bec913-704f-493f-8c4f-8115cec8a281 req-722695ba-c6bd-41eb-b3d6-171fd6224ff6 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304392 Dec 22 15:46:08.502932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-78dfb296-0644-45b6-92f3-f6c8fbe828ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14629d9aedc849ce8864972a1a0a22da&device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 1096 time: 0.4285696 Dec 22 15:46:08.528482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 070ba161-a954-4a5c-9167-3f4117ef406b up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:08.637374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:08.647097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/subnets/7742381f-92ee-4060-bd82-b2adf36f8d8c HTTP/1.1" status: 204 len: 168 time: 2.1303368 Dec 22 15:46:08.651936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:08.673441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43890) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:08.710550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Usage tracker for resource:port and tenant:1b7011bb5b444e059ddab609a62d664e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:08.715614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 070ba161-a954-4a5c-9167-3f4117ef406b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:08.721973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:08.737729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 070ba161-a954-4a5c-9167-3f4117ef406b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:08.738145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:08.791328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-0b36c679-7a47-4faa-86d9-0132bc650290 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 HTTP/1.1" status: 200 len: 217 time: 0.2061052 Dec 22 15:46:08.837139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:08.868195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:08.873452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:08.972740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-e9feec4e-9463-4fef-a27c-01067f6648dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:08.974955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-e9feec4e-9463-4fef-a27c-01067f6648dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c88825d-c274-4c49-ac41-ed7265ab5e00 HTTP/1.1" status: 200 len: 845 time: 0.1658401 Dec 22 15:46:08.982324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-542fa1b6-055b-42fa-a44a-71ac04d15ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1096 time: 0.6072302 Dec 22 15:46:08.983072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78949914-ed7e-43ad-9856-0c2bf8b5a174 req-55a296ef-01b4-4596-a4f4-701a484ce5cc tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:08.984993 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-78949914-ed7e-43ad-9856-0c2bf8b5a174 req-55a296ef-01b4-4596-a4f4-701a484ce5cc tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 945 time: 1.0440636 Dec 22 15:46:09.027768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a382b34-e87e-4e34-8064-452d623b4e45 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:09.028868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a382b34-e87e-4e34-8064-452d623b4e45 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Synchronizing usage tracker for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:09.036773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.053590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:09.078739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=070ba161-a954-4a5c-9167-3f4117ef406b,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:09.081349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:09.082965 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10749c92-9e16-4511-bf5b-3dea8e02536c req-637f297d-eabd-47d5-a900-d78f8bf9d6d5 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4576623 Dec 22 15:46:09.126894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:09.144036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Usage tracker for resource:security_group_rule and tenant:89ffc4e87d9442fd8f84f42d2c007986 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:09.247312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:09.251100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.258964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-148f4f0d-e7b8-42ae-acd9-9132604867ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:09.264175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a382b34-e87e-4e34-8064-452d623b4e45 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Unset dirty status for tenant:db6d8981c80040929fd2477d88e46bf6 on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:09.266372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8a382b34-e87e-4e34-8064-452d623b4e45 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5605936 Dec 22 15:46:09.267731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:09.301155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43902) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:09.327705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:09.353195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c262822f-e35a-481e-88e8-3c109b41a3de up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:09.424457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-78949914-ed7e-43ad-9856-0c2bf8b5a174 req-d791cc6d-762b-4302-a603-a8d0f912876b tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4261281 Dec 22 15:46:09.441764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:09.450366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:09.517754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.537459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b43d0c-8bb4-497e-9ee9-6607766560cc None None] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:09.606919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c262822f-e35a-481e-88e8-3c109b41a3de completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:09.688989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-ef1fc15f-d272-4322-8e68-98750bc823b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:09.689513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.690623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-ef1fc15f-d272-4322-8e68-98750bc823b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.6305001 Dec 22 15:46:09.694359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port 6e1db433-1048-47e4-9164-c0a7719c4398 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:09.696440 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-bd81374d-e21d-4c89-951f-51a638efea96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dd1c895-daf8-48c2-b827-0a99b697256e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7124121 Dec 22 15:46:09.841177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:09.878631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Deleting port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:09.879014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.931205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:09.981988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24584add-fcd1-43e7-9b30-8b3bcb437e7e req-0e405706-31ab-4ab5-8359-4ad33623a122 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:09.983727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24584add-fcd1-43e7-9b30-8b3bcb437e7e req-0e405706-31ab-4ab5-8359-4ad33623a122 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 943 time: 0.6452796 Dec 22 15:46:09.985543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b', 'code': 200} Dec 22 15:46:10.008039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:10.013662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-2d44f89e-efde-42f4-8a7f-624444416682 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 217 time: 0.3041947 Dec 22 15:46:10.030798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'status': 'completed', 'code': 200} Dec 22 15:46:10.031011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Provisioning for port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:10.039379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:10.040860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Provisioning complete for port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:10.041430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:10.091862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:10.245177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2c6595-a0a9-4e74-8e04-e05324fdfb30 None None] Network a9e99b2b-65aa-4c11-969b-d392778b510a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:10.310938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-f97b8f4e-8ec5-4bbc-b6ba-9b3bbae69d42 service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419416 Dec 22 15:46:10.324759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024a5e7b-8af0-4ef6-b7c2-5ed5b035ae60,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:10.395885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89ffc4e87d9442fd8f84f42d2c007986&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4392135 Dec 22 15:46:10.406999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:10.407520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43924) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:10.504224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.10 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/6e1db433-1048-47e4-9164-c0a7719c4398) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:10.617547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f3cb-ff1f-4744-91c4-e73ca47081b9 req-c169b94a-6758-44ef-8633-71e134ab16dd service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855799 Dec 22 15:46:10.655147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5c4dc695-7a21-47bc-a189-74c5f4f384c0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:46:10.657959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 391f8e8b-d7df-4c14-aa30-65b87e49bab1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:10.723303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24584add-fcd1-43e7-9b30-8b3bcb437e7e req-2531573a-e0db-41b0-bfa5-9dbed1fd3302 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7297959 Dec 22 15:46:10.724130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-91553412-75a8-49c3-9c41-5afe52266d5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:10.725937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-91553412-75a8-49c3-9c41-5afe52266d5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.6986945 Dec 22 15:46:10.861447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:10.968958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43934) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:10.976441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:10.996922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88801511-611d-4a37-b2b6-e1d0b0cb3b6e None None] Network cf5a3b85-088c-481c-82dd-9f5eeefa3421 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:11.247199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] For port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,segment=NetworkSegment(afdb5dcd-cfa7-43c2-abea-988f8838bc64),segment_id=afdb5dcd-cfa7-43c2-abea-988f8838bc64)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:11.252152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-942c46dc-a932-446e-b473-4d687ec01ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4231088 Dec 22 15:46:11.271916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Router e4245cfb-28f6-4658-819c-b915c5ec57c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:11.299912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.339905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:11.371891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.399176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:11.412996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] For port 391f8e8b-d7df-4c14-aa30-65b87e49bab1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=391f8e8b-d7df-4c14-aa30-65b87e49bab1,segment=NetworkSegment(b5c6d71e-f9ef-4a53-9de5-718b6d92af1c),segment_id=b5c6d71e-f9ef-4a53-9de5-718b6d92af1c)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:11.413402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.435526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-1aa8cb53-5955-4e8e-b5dc-9dd924c719ee service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743991 Dec 22 15:46:11.436198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:11.441915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-b56e8e45-13b8-441e-8a35-163f366ce65a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14629d9aedc849ce8864972a1a0a22da&device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 1096 time: 0.7212427 Dec 22 15:46:11.492920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'port_id': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'mac_address': 'fa:16:3e:83:84:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:11.510302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-e71fbe75-a7a1-4cea-832d-6f34b003f02c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 1099 time: 1.1872847 Dec 22 15:46:11.604796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] DHCP port deletion for a9e99b2b-65aa-4c11-969b-d392778b510a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:46:11.630389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:11.638209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Deleting port c262822f-e35a-481e-88e8-3c109b41a3de {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:11.638659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.670339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:11.685293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Provisioning for port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:11.705134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Provisioning complete for port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:11.705554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.709819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Calling delete_port for 391f8e8b-d7df-4c14-aa30-65b87e49bab1 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:11.752927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.770528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-327458466', 'router:external': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:11.775201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:11.780022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:network and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:11.782987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:11.789648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:11.833903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.840081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4dc695-7a21-47bc-a189-74c5f4f384c0 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:11.851400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:11.882772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Made reservation on behalf of f826abd9727245c5902334fef0f0fc28 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:11.888250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.912777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:11.964171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd43bc-ae16-4cfd-be85-06ca949d09be req-bb45f756-ca54-4984-9d6a-db194ba4d8b8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:11.966555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-edbd43bc-ae16-4cfd-be85-06ca949d09be req-bb45f756-ca54-4984-9d6a-db194ba4d8b8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 943 time: 1.4717767 Dec 22 15:46:11.967271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.983944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-dec83a5f-b435-4c1c-a1bc-5303f890ea70 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923993 Dec 22 15:46:11.986168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Provisioning complete for port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:11.993005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:11.993162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c3ffd-58a7-4cf9-b159-360cb8697cf9 req-d2dd4ae1-33cc-4ee6-b154-fc6659cfc2f4 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.000023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d47c3ffd-58a7-4cf9-b159-360cb8697cf9 req-d2dd4ae1-33cc-4ee6-b154-fc6659cfc2f4 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.7693689 Dec 22 15:46:12.014286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c788e0-012b-4104-8161-609765af0b18 req-ed15a510-8806-4a28-82c6-c76954a4fd19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.015926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-ed15a510-8806-4a28-82c6-c76954a4fd19 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dd1c895-daf8-48c2-b827-0a99b697256e HTTP/1.1" status: 200 len: 907 time: 0.4523549 Dec 22 15:46:12.037538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a629e25f-bc33-4f3b-ab79-efbc773fc714 None None] DHCP port deletion for cf5a3b85-088c-481c-82dd-9f5eeefa3421 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:46:12.059981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.069300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:12.102746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-61d4ab6f-7814-4943-a8d1-3de9aeb874b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 HTTP/1.1" status: 200 len: 217 time: 0.0774379 Dec 22 15:46:12.109618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a629e25f-bc33-4f3b-ab79-efbc773fc714 None None] Deleting port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:12.110047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a629e25f-bc33-4f3b-ab79-efbc773fc714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.119358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d47c3ffd-58a7-4cf9-b159-360cb8697cf9 req-0aebbb63-8d33-4d2a-aa55-7d04ec40b49e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183906 Dec 22 15:46:12.142270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.160078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object 6e1db433-1048-47e4-9164-c0a7719c4398 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:12.175973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:12.180224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] For port c262822f-e35a-481e-88e8-3c109b41a3de, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c262822f-e35a-481e-88e8-3c109b41a3de,segment=NetworkSegment(e8de279f-6d1e-4470-a756-6f21cdd38686),segment_id=e8de279f-6d1e-4470-a756-6f21cdd38686)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:12.180679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.201007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] Sync routers for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:12.208555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c788e0-012b-4104-8161-609765af0b18 req-290c768e-4421-4cb1-a062-5a3576daeb6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.210348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-290c768e-4421-4cb1-a062-5a3576daeb6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c88825d-c274-4c49-ac41-ed7265ab5e00 HTTP/1.1" status: 200 len: 845 time: 0.0999856 Dec 22 15:46:12.212613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.214787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-edbd43bc-ae16-4cfd-be85-06ca949d09be req-f2adc794-652f-4df1-89f5-29ad3112e90d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352767 Dec 22 15:46:12.220097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.249588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99296e39-af5b-44bc-8d41-c8835f5b6e30 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:12.305814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:12.336987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/floatingips/4d0a2f6d-033b-4cf2-b340-14bb779236d3 HTTP/1.1" status: 204 len: 168 time: 7.3456461 Dec 22 15:46:12.341588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43944) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:12.350150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:12.358641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:12.361502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.365098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Usage tracker for resource:floatingip and tenant:031b022cfda749aaae873aa33cd2a445 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:12.369190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:12.377963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:12.387411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Usage tracker for resource:security_group_rule and tenant:135f79e709604826922b1dc03b429909 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:12.388511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Calling delete_port for c262822f-e35a-481e-88e8-3c109b41a3de owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:12.394283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-a4f9e1b0-7382-40e4-a36d-f0f6f89d6997 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dd1c895-daf8-48c2-b827-0a99b697256e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1521804 Dec 22 15:46:12.396633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:12.411835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] No DVR routers for this DVR port 391f8e8b-d7df-4c14-aa30-65b87e49bab1 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:12.414740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:12.421256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:security_group_rule and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:12.436122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['5c4dc695-7a21-47bc-a189-74c5f4f384c0'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:12.446793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.468673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:12.499275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:12.504348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:12.508875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:12.514837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.519227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:12.551544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a629e25f-bc33-4f3b-ab79-efbc773fc714 None None] The port '391f8e8b-d7df-4c14-aa30-65b87e49bab1' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:46:12.555221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:12.567490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=6e1db433-1048-47e4-9164-c0a7719c4398,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:12.572001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:12.597066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:46:12.599854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:12.603208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:12.616779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:12.674116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:12.675583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-7ddece4d-c2ba-4f33-a0ab-ec009adc6b16 service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712901 Dec 22 15:46:12.740052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.772564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Port': ['ID=391f8e8b-d7df-4c14-aa30-65b87e49bab1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:12.787059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:12.803227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-48468c98-a253-4f75-b263-9d7069171a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:12.836704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5a3b85-088c-481c-82dd-9f5eeefa3421']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:12.867214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.870734 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99c788e0-012b-4104-8161-609765af0b18 req-cfb82abb-d17e-4bb5-ab42-e3d669b5b9b6 service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842535 Dec 22 15:46:12.873674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024a5e7b-8af0-4ef6-b7c2-5ed5b035ae60,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:12.892539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:12.897249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.897949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.924537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26980-2aa0-4db2-887c-8cf853fc3580 req-178dbf96-3388-476f-999e-c5249e3b1aac tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:12.926121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7df26980-2aa0-4db2-887c-8cf853fc3580 req-178dbf96-3388-476f-999e-c5249e3b1aac tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 943 time: 0.6397347 Dec 22 15:46:12.938614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:12.943626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:12.943976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c6d71e-f9ef-4a53-9de5-718b6d92af1c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:12.959121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:12.962882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/024a5e7b-8af0-4ef6-b7c2-5ed5b035ae60 HTTP/1.1" status: 204 len: 168 time: 2.5430973 Dec 22 15:46:13.022758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.045398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'port_id': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'mac_address': 'fa:16:3e:97:74:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:46:13.072628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.076076 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.9406624 Dec 22 15:46:13.078843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:13.098037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.101711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.103592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:13.103988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:13.121951 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:13.148545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.162709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:13.164244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:13.168879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Allocated IP 172.26.1.220 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/23f0c6ed-9cad-45dc-9221-f9f0a6744523) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:13.203299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:13.224556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7df26980-2aa0-4db2-887c-8cf853fc3580 req-00c36f17-99d4-4fde-adcb-a8e130a7a626 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2721777 Dec 22 15:46:13.234222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.270424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e52f08-a6b2-4f7f-bb93-7226a132b352 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.274750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Synchronizing usage tracker for tenant:135f79e709604826922b1dc03b429909 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:13.283270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:13.284946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e52f08-a6b2-4f7f-bb93-7226a132b352 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.285517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cd5f81-f2ab-4728-8a15-c4320029241b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:13.296353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:13.297480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e52f08-a6b2-4f7f-bb93-7226a132b352 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.297921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:13.304307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-10e52f08-a6b2-4f7f-bb93-7226a132b352 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2214417 Dec 22 15:46:13.309422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43962) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:13.323615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.342370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.345772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:13.390976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713895ba-061c-4dc7-ad46-89dc7f5d8162,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:13.402527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:13.407501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:13.422814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Unset dirty status for tenant:135f79e709604826922b1dc03b429909 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:13.423968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-292cbf79-253e-443c-a523-2f716a7c1a2f req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8890638 Dec 22 15:46:13.425044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.425439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Added segment ccaa55ae-6bef-494f-8221-62a5e3efdc3a of type vlan for network 2893f4a0-1844-4375-ada1-19b6b0a9c480 Dec 22 15:46:13.436447 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/cf5a3b85-088c-481c-82dd-9f5eeefa3421 HTTP/1.1" status: 204 len: 168 time: 4.1340702 Dec 22 15:46:13.447047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43966) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:13.451283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=cf5a3b85-088c-481c-82dd-9f5eeefa3421,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:13.475750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:13.530871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port 6e1db433-1048-47e4-9164-c0a7719c4398 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:13.531573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.531834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:13.532267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.583491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.613835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:13.614866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:45:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:13.688120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe3e2ba-84f1-442f-a94d-cfed429e259c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.697594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.703827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Could not find standard attr ID for object 391f8e8b-d7df-4c14-aa30-65b87e49bab1. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:46:13.724166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:13.725348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a45f0-25cf-45e9-8abe-5695d1ffd383 None None] The sync data for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:13.727563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.736133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923daf5b-da9f-4283-a7b7-046299b61123 req-89cefdeb-05c5-4522-9d2a-6f9e23617c29 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.736133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-923daf5b-da9f-4283-a7b7-046299b61123 req-89cefdeb-05c5-4522-9d2a-6f9e23617c29 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.3773141 Dec 22 15:46:13.752526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ca7d04e-f879-4da9-8089-27dddd167ecd None None] Could not find standard attr ID for object c262822f-e35a-481e-88e8-3c109b41a3de. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:46:13.777262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.783999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:13.815250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.837440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.838089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.843949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:46:13.848268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e71e3275-37ff-4b20-9af4-50dfde8a0c24 tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:13.875043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038af91-ba17-4a2c-b956-9420cad41da5 req-71a48de2-30c6-4730-a801-4532c4b6bd43 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:13.876611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4038af91-ba17-4a2c-b956-9420cad41da5 req-71a48de2-30c6-4730-a801-4532c4b6bd43 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 944 time: 0.3698773 Dec 22 15:46:13.909010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43972) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:13.912261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Pushing event deleted for resources: {'Port': ['ID=c262822f-e35a-481e-88e8-3c109b41a3de,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:13.918796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:13.923024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:13.980778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:13.989467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] No DVR routers for this DVR port c262822f-e35a-481e-88e8-3c109b41a3de on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:14.016748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.024306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92a2c891-0b57-41eb-984d-3e39b8034f62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:14.067736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Provisioning complete for port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:14.068162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.120145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.142110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.164414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 391f8e8b-d7df-4c14-aa30-65b87e49bab1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:14.164602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:14.210230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 391f8e8b-d7df-4c14-aa30-65b87e49bab1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:14.210664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 391f8e8b-d7df-4c14-aa30-65b87e49bab1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:14.211152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c262822f-e35a-481e-88e8-3c109b41a3de no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:14.236736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.247111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:14.258528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:14.261658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:14.262493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: c262822f-e35a-481e-88e8-3c109b41a3de {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:14.263030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c262822f-e35a-481e-88e8-3c109b41a3de not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:14.283418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:46:14.299011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.309713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-923daf5b-da9f-4283-a7b7-046299b61123 req-e4d7a50c-4036-4e65-b957-e88dd25a392f tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5624192 Dec 22 15:46:14.314229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3396056 Dec 22 15:46:14.314229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.327079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43978) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:14.330812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for 6e1db433-1048-47e4-9164-c0a7719c4398 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:14.334976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Provisioning for port 6e1db433-1048-47e4-9164-c0a7719c4398 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:14.345303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Network': ['ID=2893f4a0-1844-4375-ada1-19b6b0a9c480,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:14.356765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:14.357965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Provisioning complete for port 6e1db433-1048-47e4-9164-c0a7719c4398 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:14.358395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.360931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'subnet': {'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:14.375451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:14.385612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e99b2b-65aa-4c11-969b-d392778b510a']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:14.395157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:14.397135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:subnet and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:14.412183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:14.418992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:14.426958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:14.430321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8de279f-6d1e-4470-a756-6f21cdd38686') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:14.430501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8de279f-6d1e-4470-a756-6f21cdd38686') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:14.431545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:14.437331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:14.441568 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4038af91-ba17-4a2c-b956-9420cad41da5 req-14d1e0d9-531f-46ea-97a4-b19ef49f7a51 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5445025 Dec 22 15:46:14.450821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.476151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.483199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:14.483774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.559222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ee11709-7714-4610-8364-876664743fa0 None None] Port 6e1db433-1048-47e4-9164-c0a7719c4398 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:14.576131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Pushing event updated for resources: {'Port': ['ID=23f0c6ed-9cad-45dc-9221-f9f0a6744523,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:14.576538 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:14.582126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:14.586583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:14.631749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Usage tracker for resource:security_group_rule and tenant:8e39b0f23afc4967969931f536019249 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:14.640776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:14.644002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Made reservation on behalf of f826abd9727245c5902334fef0f0fc28 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:14.648725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.666730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.667816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.676746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:14.685285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbdfb629-1c30-4959-97a2-ad0f3aaf72db tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:14.700986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.705186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f75a3c74-b666-45d4-a4c5-75de87eca523 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:14.731091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.734574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=6e1db433-1048-47e4-9164-c0a7719c4398,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:14.738248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:14.744681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=a9e99b2b-65aa-4c11-969b-d392778b510a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:14.807953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:14.818896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/a9e99b2b-65aa-4c11-969b-d392778b510a HTTP/1.1" status: 204 len: 168 time: 1.3690670 Dec 22 15:46:14.828162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43982) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:14.887724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d965df-9e97-4c8d-aedd-a0d96bf99ff3 req-d89f5cf3-7fe0-47ee-a8f0-b3b921e8a335 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:14.889204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59d965df-9e97-4c8d-aedd-a0d96bf99ff3 req-d89f5cf3-7fe0-47ee-a8f0-b3b921e8a335 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 944 time: 0.3090506 Dec 22 15:46:14.977867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:14.987077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.016340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.026232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:15.037186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.045140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59d965df-9e97-4c8d-aedd-a0d96bf99ff3 req-01a40a2e-96e3-40df-ade0-1dd13d2c8956 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439085 Dec 22 15:46:15.111774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e0d397-7cfe-4bda-8bc7-13fbcabd398e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:15.116090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e39b0f23afc4967969931f536019249&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2043650 Dec 22 15:46:15.118700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:15.119230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 43986) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:15.125381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e564a8c3-8dc6-44dd-934b-f078bcdf0900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.218657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.300073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.364120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.381092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.432019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.440444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:15.453806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.472297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/6e1db433-1048-47e4-9164-c0a7719c4398 HTTP/1.1" status: 204 len: 168 time: 2.0819371 Dec 22 15:46:15.475503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 43992) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:15.521428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.533037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dafe999-c5b7-4f4d-8987-115ab1d708d3']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:15.551942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d0ea4aa-c3b2-40d5-9831-14bcd37ca7b8') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:15.552597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d0ea4aa-c3b2-40d5-9831-14bcd37ca7b8') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:15.560945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ff8af6-0b2d-418e-aa62-921160d8f0ec tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] GET failed (client error): The resource could not be found. Dec 22 15:46:15.561508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-92ff8af6-0b2d-418e-aa62-921160d8f0ec tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Synchronizing usage tracker for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:15.586559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Subnet': ['ID=648677f3-ae6b-40a7-b224-ad58ced1c72a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:15.587016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.593054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:15.600513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cea052ea-2a7f-4271-b15e-c3942be0fdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:15.616588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.624812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e0d397-7cfe-4bda-8bc7-13fbcabd398e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:15.626808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.628286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:15.628915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.630924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45e0d397-7cfe-4bda-8bc7-13fbcabd398e HTTP/1.1" status: 204 len: 168 time: 0.5106781 Dec 22 15:46:15.635711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:15.665783 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:15.700263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Checking segment: {'id': 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:15.700666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network hostable DHCP agents. Network: 2893f4a0-1844-4375-ada1-19b6b0a9c480, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:15.728000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fc0f0-b414-44ff-91b0-7ca7535f2cf5 req-7621670c-4971-46f9-989d-7e9d1e181301 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:15.729628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-200fc0f0-b414-44ff-91b0-7ca7535f2cf5 req-7621670c-4971-46f9-989d-7e9d1e181301 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.2523603 Dec 22 15:46:15.751929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-92ff8af6-0b2d-418e-aa62-921160d8f0ec tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Unset dirty status for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:15.756762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92ff8af6-0b2d-418e-aa62-921160d8f0ec tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports/6e1db433-1048-47e4-9164-c0a7719c4398 HTTP/1.1" status: 404 len: 333 time: 0.2754645 Dec 22 15:46:15.761849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44000) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:15.767074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.772791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-925938227'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:15.800015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6060-d0b8-4231-9052-06fd052e6a81 req-bbd42ac2-fd5f-4924-8061-a729077bb40a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:15.801458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c3a6060-d0b8-4231-9052-06fd052e6a81 req-bbd42ac2-fd5f-4924-8061-a729077bb40a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 944 time: 0.1567731 Dec 22 15:46:15.831709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.832895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-200fc0f0-b414-44ff-91b0-7ca7535f2cf5 req-8d145c46-5790-4761-b715-a562fd8a90cf tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894721 Dec 22 15:46:15.838934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9581a7ea-84cf-44da-95bb-d98b55acde18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:15.862870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c3a6060-d0b8-4231-9052-06fd052e6a81 req-25d83ce2-4a03-4fb2-a84b-b9f0f4993b67 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499167 Dec 22 15:46:15.873353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:15.930629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2893f4a0-1844-4375-ada1-19b6b0a9c480) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:15.935008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:15.935662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.941660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc91b25-e8b6-4340-a7f8-55d38844c568 None None] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:15.951029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.971923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:15.989524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6578748 Dec 22 15:46:15.992602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:16.003847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-680848823', 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:16.009851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:16.015464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:port and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:16.018945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:16.029254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:16.052515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/1dafe999-c5b7-4f4d-8987-115ab1d708d3 HTTP/1.1" status: 204 len: 168 time: 1.2091782 Dec 22 15:46:16.053983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44010) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:16.081451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Pushing event updated for resources: {'Port': ['ID=23f0c6ed-9cad-45dc-9221-f9f0a6744523,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:16.084486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:16.088606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:16.103466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Made reservation on behalf of f826abd9727245c5902334fef0f0fc28 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:16.110625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.117284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:16.119985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=1dafe999-c5b7-4f4d-8987-115ab1d708d3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:16.122643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:16.134803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.139847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:16.179566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] device_id is not set on port ac68ba66-5910-47e0-8f64-c7b9bba2e742 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:16.203727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:16.212374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.213807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f5c9aa-f09f-465e-a034-2ea44af7d38e None None] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:16.236963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.240888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8938310 Dec 22 15:46:16.241462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44020) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:16.242728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port 4bd99690-fae7-4ff5-ac02-67f913f35250 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:16.520277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.615816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbc8ed-878c-4c76-8521-afb03c5d8b3c req-c1f44f1a-3ce4-4971-9341-f31b4e496bd6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:16.617160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5c4dc695-7a21-47bc-a189-74c5f4f384c0 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:16.617513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cefbc8ed-878c-4c76-8521-afb03c5d8b3c req-c1f44f1a-3ce4-4971-9341-f31b4e496bd6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 944 time: 0.3749714 Dec 22 15:46:16.626323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.20.0.5 (2893f4a0-1844-4375-ada1-19b6b0a9c480/648677f3-ae6b-40a7-b224-ad58ced1c72a/ac68ba66-5910-47e0-8f64-c7b9bba2e742) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:16.649585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:16.660441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:16.670757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Usage tracker for resource:floatingip and tenant:6c8ab8c613604eb599e31aa12230ab90 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:16.676018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:16.685338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.3 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/4bd99690-fae7-4ff5-ac02-67f913f35250) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:16.687837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:16.735520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.756617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:16.763420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:16.763964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.768249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.894286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6c284e-97c9-4335-b2ff-4efd79fb5bb8']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:16.919133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cefbc8ed-878c-4c76-8521-afb03c5d8b3c req-c004292c-e7ae-491f-83eb-27431200bf50 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2900231 Dec 22 15:46:16.929817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.932598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd00445e-f701-4448-9ae5-364441faaad1') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:16.933286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd00445e-f701-4448-9ae5-364441faaad1') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:16.956553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:16.978931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:16.980824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:17.014374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.015376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:17.019819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.090538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:17.148248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44042) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:17.153217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.163091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.164746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:17.165200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:17.185696 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:17.196143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object 4bd99690-fae7-4ff5-ac02-67f913f35250 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:17.198433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:17.208092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:17.223998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.231581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:17.238025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:17.238621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.318601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.361416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:17.373557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.410016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.410229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-696931322'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:17.411568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:17.418801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9350fb7c-78c5-40a4-b0cc-ed0527e12b66 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:17.438307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.439740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.441960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:17.443338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9abe676-28de-4580-b38a-9419fb85174d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:17.453375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.456506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Usage tracker for resource:network and tenant:964993538f164f478a9e2427694364b1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:17.464862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:17.466350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Pushing event deleted for resources: {'Network': ['ID=fb6c284e-97c9-4335-b2ff-4efd79fb5bb8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:17.478059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:17.480192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:17.484582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccb88f-144d-4767-b2bc-4d773db93666 req-e29aadf5-4e93-4a56-807a-d4d432184281 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:17.486306 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8ccb88f-144d-4767-b2bc-4d773db93666 req-e29aadf5-4e93-4a56-807a-d4d432184281 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.3610702 Dec 22 15:46:17.490035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:17.495278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] 10.222.0.18 "DELETE /v2.0/networks/fb6c284e-97c9-4335-b2ff-4efd79fb5bb8 HTTP/1.1" status: 204 len: 168 time: 1.4375803 Dec 22 15:46:17.495593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:17.504241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7454b2-60e8-4e76-85aa-eff59640e0bb req-3ef103e6-d941-4651-b710-f01be34895f5 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:17.513259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d7454b2-60e8-4e76-85aa-eff59640e0bb req-3ef103e6-d941-4651-b710-f01be34895f5 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3500187 Dec 22 15:46:17.526727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:17.578921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=4bd99690-fae7-4ff5-ac02-67f913f35250,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:17.589089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Allocated IP 172.26.1.109 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/559d9414-1d82-4daf-9254-cb645d943f7c) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:17.599656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:17.629198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:17.630279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.644266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8ccb88f-144d-4767-b2bc-4d773db93666 req-3d6b1a98-dfbc-4408-a63b-10858878605a tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262972 Dec 22 15:46:17.676358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Made reservation on behalf of 964993538f164f478a9e2427694364b1 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:17.677918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d7454b2-60e8-4e76-85aa-eff59640e0bb req-42fc19cd-974a-4b79-8b79-c90594e1bab4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482956 Dec 22 15:46:17.681665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.694729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.701884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:17.721549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:17.745131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:17.760801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:17.792061 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'code': 200} Dec 22 15:46:17.821079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:17.825164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:17.827619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=ac68ba66-5910-47e0-8f64-c7b9bba2e742,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:17.830040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:17.893082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1296773 Dec 22 15:46:17.904900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:17.913581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1b:a6:b2'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:17.993416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:18.004482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Usage tracker for resource:security_group_rule and tenant:964993538f164f478a9e2427694364b1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:18.012368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:18.022514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:18.073934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:18.182858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.187390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-20e2e9e7-cb23-4619-a5d2-7922eecd7116 None None] Provisioning for port 4bd99690-fae7-4ff5-ac02-67f913f35250 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:18.197148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-20e2e9e7-cb23-4619-a5d2-7922eecd7116 None None] Provisioning complete for port 4bd99690-fae7-4ff5-ac02-67f913f35250 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:18.197918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20e2e9e7-cb23-4619-a5d2-7922eecd7116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.242573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:18.242573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.254312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44060) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:18.277609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-20e2e9e7-cb23-4619-a5d2-7922eecd7116 None None] Port 4bd99690-fae7-4ff5-ac02-67f913f35250 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:18.325136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c159e67-2e32-4d7e-b03f-7632e107f8b3 req-821d09af-90e0-4436-bcd1-95cbfb64b1b2 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:18.326807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c159e67-2e32-4d7e-b03f-7632e107f8b3 req-821d09af-90e0-4436-bcd1-95cbfb64b1b2 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.2518692 Dec 22 15:46:18.329765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.335818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.3410435 Dec 22 15:46:18.338482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44066) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:18.354729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44070) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:18.368495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Request body: {'floatingip': {'port_id': '070ba161-a954-4a5c-9167-3f4117ef406b'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:18.414767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d4d3a-2d6f-4278-80f7-e37b88c77eaf req-51667654-bef7-445c-8a04-04cfb8b4ebb6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:18.416386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-307d4d3a-2d6f-4278-80f7-e37b88c77eaf req-51667654-bef7-445c-8a04-04cfb8b4ebb6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.2617090 Dec 22 15:46:18.424883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06635ae8-36dc-4d11-845f-63ee6ddd223e req-aa92c749-ce8c-49bb-ad95-48a27c199262 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.2263920 Dec 22 15:46:18.454426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting port ac68ba66-5910-47e0-8f64-c7b9bba2e742 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:18.454835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.491682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.506973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.515264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91575f72-5f4c-4ffa-a4ed-5ed3e4f10f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:18.548222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.628751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.644460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-307d4d3a-2d6f-4278-80f7-e37b88c77eaf req-0ec9c877-986d-4ba9-8a9d-636987e8ef56 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2185411 Dec 22 15:46:18.649404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06635ae8-36dc-4d11-845f-63ee6ddd223e req-2af255bc-db70-41fa-b035-25b061f33dde service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034035 Dec 22 15:46:18.690421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6357795-7335-40ff-a924-b5f53f441b5a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db6d8981c80040929fd2477d88e46bf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4346883 Dec 22 15:46:18.702374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44078) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:18.751116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:18.754420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:18.758563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:18.766025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:18.801941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Pushing event updated for resources: {'Port': ['ID=559d9414-1d82-4daf-9254-cb645d943f7c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:18.829397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:18.835905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:18.864447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.864839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Added segment f5126aa2-f56e-4738-953a-865ae8341e5f of type vlan for network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c Dec 22 15:46:18.921632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:18.934892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.018258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d25c5-7ae5-4d5d-a825-09dbc42cf910,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:19.035581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:19.066033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Calling delete_port for ac68ba66-5910-47e0-8f64-c7b9bba2e742 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:19.069850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.124944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.149343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7db8e-76e2-4627-a64f-7fd03de37c06 req-e627527e-7799-49a8-98b2-8e3e448e6ed0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:19.151238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74b7db8e-76e2-4627-a64f-7fd03de37c06 req-e627527e-7799-49a8-98b2-8e3e448e6ed0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3638465 Dec 22 15:46:19.241859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74b7db8e-76e2-4627-a64f-7fd03de37c06 req-61916fe7-b25b-4253-b25a-6e99047f742c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811350 Dec 22 15:46:19.399711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.405574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfda833a-1e73-44c6-ace8-dea98960ac5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:19.418263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3ceb10-a7b6-492c-b87c-fba25219dd91,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:19.424300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:19.428001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.435834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:19.483704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac68ba66-5910-47e0-8f64-c7b9bba2e742,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:19.488257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.492285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f3ceb10-a7b6-492c-b87c-fba25219dd91 HTTP/1.1" status: 204 len: 168 time: 0.7864556 Dec 22 15:46:19.492285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:19.523260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.586989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.587203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.590060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ac68ba66-5910-47e0-8f64-c7b9bba2e742 HTTP/1.1" status: 204 len: 168 time: 1.2473378 Dec 22 15:46:19.592750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:19.593392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.595383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44084) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:19.601356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'external_fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5'}]}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:19.607615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:19.614566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:router and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:19.617517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47767f9c-62a4-4719-bff6-bffc7eecd8cb tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:19.617781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:19.625151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:19.659492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.674316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.682590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.684540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.777574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:19.794055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:19.932046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'Network': ['ID=ceb08f10-0374-4e33-a7a2-e47a4b15fd9c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:19.945043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:19.955055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:19.958042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56075c3f-2874-4a36-b45f-d4cf809a9e24 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:19.992427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'code': 200} Dec 22 15:46:20.063005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=4bd99690-fae7-4ff5-ac02-67f913f35250,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:20.088164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.9347799 Dec 22 15:46:20.093125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:20.094244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:20.110975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Request body: {'subnet': {'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:20.184441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.264936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.286572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40444d7e-fd1a-4634-bed3-cbc47da18204 req-14335ca5-9172-42fa-bc07-f1e8cd1b10fc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:20.288220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-40444d7e-fd1a-4634-bed3-cbc47da18204 req-14335ca5-9172-42fa-bc07-f1e8cd1b10fc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.4616587 Dec 22 15:46:20.331733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] In _notify_port_updated(), no bound segment for port 4bd99690-fae7-4ff5-ac02-67f913f35250 on network dff1b28a-97b8-4273-8e24-3e69dc2ec06f {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:46:20.336322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:20.336998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.337330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-34082751-1861-407c-b036-0771f338d168 None None] Provisioning complete for port 4bd99690-fae7-4ff5-ac02-67f913f35250 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:20.337991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34082751-1861-407c-b036-0771f338d168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.345507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "PUT /v2.0/ports/4bd99690-fae7-4ff5-ac02-67f913f35250 HTTP/1.1" status: 200 len: 993 time: 2.4374301 Dec 22 15:46:20.349560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:20.417642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-34082751-1861-407c-b036-0771f338d168 None None] Port 4bd99690-fae7-4ff5-ac02-67f913f35250 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:20.551973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-40444d7e-fd1a-4634-bed3-cbc47da18204 req-bd05371d-fed4-464f-84b5-f71d7a53fe7b tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2546737 Dec 22 15:46:20.600579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port 4bd99690-fae7-4ff5-ac02-67f913f35250 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:20.600963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.628002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:20.710229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Usage tracker for resource:subnet and tenant:964993538f164f478a9e2427694364b1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:20.716967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:20.741516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:20.770055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.818812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Made reservation on behalf of 964993538f164f478a9e2427694364b1 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:20.842377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.865542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.916344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44120) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:20.981332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:20.982520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-32d06627-1e87-43ce-99c7-eec79749eca5 req-220b0b80-965d-4a95-bfcf-dc14b6a04a9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 1098 time: 0.5949488 Dec 22 15:46:20.991055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d38738de-81e3-49d2-be49-44c4e79e39bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:21.034035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31787-e1ac-468c-ad18-40a1bec85ea9 req-fd29916b-3a7b-418f-b399-828a55e26a42 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:21.035931 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18d31787-e1ac-468c-ad18-40a1bec85ea9 req-fd29916b-3a7b-418f-b399-828a55e26a42 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5668564 Dec 22 15:46:21.081147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.101481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057977590'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:21.130488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:21.144829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:21.160709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:21.167194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Pushing event updated for resources: {'Port': ['ID=559d9414-1d82-4daf-9254-cb645d943f7c,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:21.227586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:21.228068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:21.232827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-32d06627-1e87-43ce-99c7-eec79749eca5 req-9275939b-f537-4852-b992-bb0b30390059 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2359607 Dec 22 15:46:21.267246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18d31787-e1ac-468c-ad18-40a1bec85ea9 req-33f79df4-37bf-4fe4-af84-8f8e92e80829 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249827 Dec 22 15:46:21.275732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.312103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:21.317506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.352235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.365059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.512321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for 4bd99690-fae7-4ff5-ac02-67f913f35250 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:21.593251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.596996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3138494 Dec 22 15:46:21.599492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44130) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:21.686751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:21.735354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:security_group_rule and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:21.773630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:21.778830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:21.790565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.826968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38a65989-893e-4b57-9466-b52a95008c29 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Synchronizing usage tracker for tenant:031b022cfda749aaae873aa33cd2a445 on resource:floatingip {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:21.833410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.856625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Floating IP ef705ed5-0192-47b5-afc0-f64ba37688c7 associated. External IP: 172.26.1.228, port: 070ba161-a954-4a5c-9167-3f4117ef406b. Dec 22 15:46:21.916248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38a65989-893e-4b57-9466-b52a95008c29 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Unset dirty status for tenant:031b022cfda749aaae873aa33cd2a445 on resource:floatingip {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:21.918185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-38a65989-893e-4b57-9466-b52a95008c29 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3395 time: 0.3143713 Dec 22 15:46:21.926220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:21.927085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44134) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:21.962628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630323bc-ff32-4ffd-b233-a9f90cf8fb9b req-aaa6a97c-3003-4d01-8481-2be95fc6dc1c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:21.964279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-630323bc-ff32-4ffd-b233-a9f90cf8fb9b req-aaa6a97c-3003-4d01-8481-2be95fc6dc1c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5217245 Dec 22 15:46:21.978623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44138) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:21.985744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:21.999386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Request body: {'floatingip': {'port_id': '5c4dc695-7a21-47bc-a189-74c5f4f384c0'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:22.081441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2675c93e-0721-4e11-8ea5-966964cd5047 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Synchronizing usage tracker for tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 on resource:floatingip {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:22.134586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'Subnet': ['ID=9274005a-3d01-4563-9ca2-645e699cc2db,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:22.138787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:22.150320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Checking segment: {'id': 'f5126aa2-f56e-4738-953a-865ae8341e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:22.150744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Network hostable DHCP agents. Network: ceb08f10-0374-4e33-a7a2-e47a4b15fd9c, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:22.151957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a587177-6132-4f2d-845a-366ece53dda1 req-366f0076-5752-4972-a883-8d5af8791b38 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:22.153846 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a587177-6132-4f2d-845a-366ece53dda1 req-366f0076-5752-4972-a883-8d5af8791b38 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.4718518 Dec 22 15:46:22.166174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.209346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2675c93e-0721-4e11-8ea5-966964cd5047 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Unset dirty status for tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 on resource:floatingip {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:22.213225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2675c93e-0721-4e11-8ea5-966964cd5047 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2810588 Dec 22 15:46:22.217815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44142) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:22.228125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.270143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-baf1d8d0-b12e-4cab-b9a8-b2bd772bd4a9 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:22.352597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=4bd99690-fae7-4ff5-ac02-67f913f35250,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:22.394033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:22.405128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.422189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Deleting port 559d9414-1d82-4daf-9254-cb645d943f7c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:22.422590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.473417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:22.522275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.532558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, ceb08f10-0374-4e33-a7a2-e47a4b15fd9c) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:22.539584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:22.543542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bb0c42-be86-47fc-a4c0-a48c789dc940 None None] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:22.597765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:22.598416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.627730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:22.645928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a587177-6132-4f2d-845a-366ece53dda1 req-b97d74d6-4b51-4708-9ab1-14564f2f9ef4 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4213743 Dec 22 15:46:22.673853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1b7e81-ce7e-4eeb-93f3-8f1cdfc71fdf,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:22.716760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6182394 Dec 22 15:46:22.721612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44146) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:22.728815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.729184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:22.729594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:22.745963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Request body: {'port': {'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1158391423'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:22.885252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Calling delete_port for 559d9414-1d82-4daf-9254-cb645d943f7c owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:22.887002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-ceb08f10-0374-4e33-a7a2-e47a4b15fd9c', 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c', 'tenant_id': '964993538f164f478a9e2427694364b1', 'fixed_ips': [{'subnet_id': '9274005a-3d01-4563-9ca2-645e699cc2db'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:22.887905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.008578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.20.0.5 (2893f4a0-1844-4375-ada1-19b6b0a9c480/648677f3-ae6b-40a7-b224-ad58ced1c72a/9dd1085a-81d2-417a-933b-54ce24e70b18) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:23.017787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.018180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment a6b714a8-6e6b-4997-822f-9babc76f8851 of type vlan for network 2cb92930-cacb-44eb-9770-bf34c5342888 Dec 22 15:46:23.062353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Allocated IP 172.20.0.2 (ceb08f10-0374-4e33-a7a2-e47a4b15fd9c/9274005a-3d01-4563-9ca2-645e699cc2db/be722245-ea7c-4b1f-96dc-fe744c55c8ac) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:23.153518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Router bff5e4ff-6247-4fb1-aa64-c85999d5f210 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:23.164529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.171757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-080ee653-e59f-49fc-9ef4-5cbd0970bac3 tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:23.216632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Pushing event deleted for resources: {'Port': ['ID=559d9414-1d82-4daf-9254-cb645d943f7c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:23.219735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:23.277461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.312457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.343532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.345353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Transition to ACTIVE for port object be722245-ea7c-4b1f-96dc-fe744c55c8ac will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:23.366459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Transition to ACTIVE for port object be722245-ea7c-4b1f-96dc-fe744c55c8ac will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:23.404355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.409036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:23.409185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.484678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:23.484891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.488754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] 10.222.0.18 "DELETE /v2.0/floatingips/cb413763-27f9-4ccf-809f-e465859f555c HTTP/1.1" status: 204 len: 168 time: 1.2669401 Dec 22 15:46:23.488906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Pushing event updated for resources: {'Port': ['ID=be722245-ea7c-4b1f-96dc-fe744c55c8ac,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:23.491852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:23.493548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:23.494116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:23.495036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44150) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:23.542757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:23.560386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Usage tracker for resource:port and tenant:964993538f164f478a9e2427694364b1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:23.569184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:23.583385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/4bd99690-fae7-4ff5-ac02-67f913f35250 HTTP/1.1" status: 204 len: 168 time: 3.2314293 Dec 22 15:46:23.586247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44154) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:23.592591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Attempting to bind port be722245-ea7c-4b1f-96dc-fe744c55c8ac on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:23.593013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Attempting to bind port be722245-ea7c-4b1f-96dc-fe744c55c8ac by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'f5126aa2-f56e-4738-953a-865ae8341e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:23.593423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Attempting to bind port be722245-ea7c-4b1f-96dc-fe744c55c8ac on network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:23.600937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:23.601355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Checking segment: {'id': 'f5126aa2-f56e-4738-953a-865ae8341e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:23.601799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.602233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Bound using segment: {'id': 'f5126aa2-f56e-4738-953a-865ae8341e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:23.602774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Bound port: be722245-ea7c-4b1f-96dc-fe744c55c8ac, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5126aa2-f56e-4738-953a-865ae8341e5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:23.603189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.655601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:23.713725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b014938c-e754-491e-8865-6c2209745d5f None None] For port be722245-ea7c-4b1f-96dc-fe744c55c8ac, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:23.714676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9b9154-4cab-47e1-83ac-b5fbd8ce3644 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] GET failed (client error): The resource could not be found. Dec 22 15:46:23.715338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c9b9154-4cab-47e1-83ac-b5fbd8ce3644 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Synchronizing usage tracker for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:23.719507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b014938c-e754-491e-8865-6c2209745d5f None None] For port be722245-ea7c-4b1f-96dc-fe744c55c8ac, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=be722245-ea7c-4b1f-96dc-fe744c55c8ac,segment=NetworkSegment(f5126aa2-f56e-4738-953a-865ae8341e5f),segment_id=f5126aa2-f56e-4738-953a-865ae8341e5f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:23.731154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Deleting port 23f0c6ed-9cad-45dc-9221-f9f0a6744523 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:23.732396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.751339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.768452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75c4b6fd-357f-44d4-a357-431a9a0fb39d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:23.827360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.831857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:23.835589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.877168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Pushing event updated for resources: {'Port': ['ID=be722245-ea7c-4b1f-96dc-fe744c55c8ac,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:23.881364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:23.882472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:23.894992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:23.946291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Made reservation on behalf of 964993538f164f478a9e2427694364b1 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:23.952309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.060379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c9b9154-4cab-47e1-83ac-b5fbd8ce3644 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Unset dirty status for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:24.061663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c9b9154-4cab-47e1-83ac-b5fbd8ce3644 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports/4bd99690-fae7-4ff5-ac02-67f913f35250 HTTP/1.1" status: 404 len: 333 time: 0.4729426 Dec 22 15:46:24.073290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:24.085695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-945236318'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:24.086131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1660800 Dec 22 15:46:24.100925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:24.103332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] device_id is not set on port 39c2468f-56d7-4001-935b-a6994c01d60a yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:24.111849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.133773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Sync routers for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:24.152453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=2cb92930-cacb-44eb-9770-bf34c5342888,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:24.156113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:24.178131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2cb92930-cacb-44eb-9770-bf34c5342888 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:24.240073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c6b8e-894d-42d7-b564-b350be89916d req-6e77834c-3c85-4773-b350-007a147df442 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:24.242761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b5c6b8e-894d-42d7-b564-b350be89916d req-6e77834c-3c85-4773-b350-007a147df442 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.4227943 Dec 22 15:46:24.262632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:24.263575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:24.299386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44164) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:24.300506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.356374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e34b4f95-7def-4b22-9994-b0fd2cb16525 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:24.356814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5da1789a-c86f-439d-b7f2-9ca39efe4627 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "PUT /v2.0/floatingips/ef705ed5-0192-47b5-afc0-f64ba37688c7 HTTP/1.1" status: 200 len: 992 time: 5.9998639 Dec 22 15:46:24.371718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:24.476131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:24.519051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.519423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.575426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device be722245-ea7c-4b1f-96dc-fe744c55c8ac up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:24.628626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:24.710900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b', 'status': 'completed', 'code': 200} Dec 22 15:46:24.727428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Calling delete_port for 23f0c6ed-9cad-45dc-9221-f9f0a6744523 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:24.785636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:24.804613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:24.813021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port be722245-ea7c-4b1f-96dc-fe744c55c8ac completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:24.895646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:24.902817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:24.942714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port 6b7506b0-c003-4917-8f25-e3cb070bdcba yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:25.017089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.024764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e3722b8-3a34-47a7-8f42-50964708423d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:25.043795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 2893f4a0-1844-4375-ada1-19b6b0a9c480 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:25.050561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Allocated IP 172.20.0.7 (ceb08f10-0374-4e33-a7a2-e47a4b15fd9c/9274005a-3d01-4563-9ca2-645e699cc2db/39c2468f-56d7-4001-935b-a6994c01d60a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:25.083112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Pushing event deleted for resources: {'Port': ['ID=23f0c6ed-9cad-45dc-9221-f9f0a6744523,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:25.088457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:25.095119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'ef705ed5-0192-47b5-afc0-f64ba37688c7', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'port_id': '070ba161-a954-4a5c-9167-3f4117ef406b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'mac_address': 'fa:16:3e:63:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:33Z', 'updated_at': '2021-12-22T15:46:20Z', 'revision_number': 1, 'project_id': '1602211e8de048589d61dd342f820a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:25.099892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Checking router: bff5e4ff-6247-4fb1-aa64-c85999d5f210 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:46:25.101978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:25.113447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:25.114102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:25.119795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=9dd1085a-81d2-417a-933b-54ce24e70b18,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:25.128637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:25.169128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:25.197326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:25.231430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:25.241775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.8 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/6b7506b0-c003-4917-8f25-e3cb070bdcba) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:25.244249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b5c6b8e-894d-42d7-b564-b350be89916d req-57a82c1c-2d4d-4002-a970-ea8ccfb02a68 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8977659 Dec 22 15:46:25.251913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.252308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:25.272076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.278952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:25.362405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.494784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:25.535573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.548509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:25.560138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object 6b7506b0-c003-4917-8f25-e3cb070bdcba will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:25.568458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.570074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/ff877081-bc3a-4e91-81e6-9b25cf3935a4 HTTP/1.1" status: 204 len: 168 time: 2.0717864 Dec 22 15:46:25.580722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:25.606279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-f92ac2d5-ac2b-48c5-b47b-ab59d7c791f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1602211e8de048589d61dd342f820a8b&device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 1099 time: 0.7593229 Dec 22 15:46:25.659195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port 9d967cea-9326-429a-a5c6-2b56a9448d55 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:25.659837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.718916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:25.730942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:25.848638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=6b7506b0-c003-4917-8f25-e3cb070bdcba,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:25.861267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:25.921505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:25.926469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:25.931451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:25.983308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.077532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.078334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.117723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'ef705ed5-0192-47b5-afc0-f64ba37688c7', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'port_id': '070ba161-a954-4a5c-9167-3f4117ef406b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'mac_address': 'fa:16:3e:63:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:33Z', 'updated_at': '2021-12-22T15:46:20Z', 'revision_number': 1, 'project_id': '1602211e8de048589d61dd342f820a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:26.124160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6d231-e1dc-403a-958d-16b334b60af3 None None] The sync data for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv is: [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'ef705ed5-0192-47b5-afc0-f64ba37688c7', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'floating_ip_address': '172.26.1.228', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'port_id': '070ba161-a954-4a5c-9167-3f4117ef406b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'mac_address': 'fa:16:3e:63:20:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:33Z', 'updated_at': '2021-12-22T15:46:20Z', 'revision_number': 1, 'project_id': '1602211e8de048589d61dd342f820a8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:26.155747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.186100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520bca2b-4fbe-4eca-b8fc-622169c6c64e None None] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:26.208393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.266284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39048ae8-d5d9-45a5-bb4c-62295590a576 req-09725fee-f138-49a1-b004-ab31a48226ac tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.266284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39048ae8-d5d9-45a5-bb4c-62295590a576 req-09725fee-f138-49a1-b004-ab31a48226ac tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.7967269 Dec 22 15:46:26.318242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44184) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:26.331177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Provisioning for port be722245-ea7c-4b1f-96dc-fe744c55c8ac completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:26.332927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-4444b9c3-970e-4b23-98b1-114fc651c4d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:26.334600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-4444b9c3-970e-4b23-98b1-114fc651c4d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a HTTP/1.1" status: 200 len: 913 time: 0.6395984 Dec 22 15:46:26.343073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Request body: {'floatingip': {'port_id': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:26.354076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Provisioning complete for port be722245-ea7c-4b1f-96dc-fe744c55c8ac triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:26.354358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.372591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for 9d967cea-9326-429a-a5c6-2b56a9448d55 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:26.409083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3298523 Dec 22 15:46:26.418216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:26.524402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:1b:a6:b2'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:26.561548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Transition to ACTIVE for port object 39c2468f-56d7-4001-935b-a6994c01d60a will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:26.583217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.601692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.644667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934d02f-3c8b-43e9-904e-d34266de1955 None None] New status for floating IP ef705ed5-0192-47b5-afc0-f64ba37688c7: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:46:26.670825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.677923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea0db526-28fa-482e-87d8-3b7283769908 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:26.726269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=9d967cea-9326-429a-a5c6-2b56a9448d55,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:26.733229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:26.752909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] For port be722245-ea7c-4b1f-96dc-fe744c55c8ac, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=be722245-ea7c-4b1f-96dc-fe744c55c8ac,segment=NetworkSegment(f5126aa2-f56e-4738-953a-865ae8341e5f),segment_id=f5126aa2-f56e-4738-953a-865ae8341e5f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:26.836669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.852828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86d448a9-f668-4209-a7e8-6f504c3716d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:26.915739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:26.924955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/ports/9d967cea-9326-429a-a5c6-2b56a9448d55 HTTP/1.1" status: 204 len: 168 time: 1.3430946 Dec 22 15:46:26.928975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44192) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:26.972921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.023892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:27.031995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311f8d10-bb3f-4f1e-a5f7-357c36f4ae09 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:27.032921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-311f8d10-bb3f-4f1e-a5f7-357c36f4ae09 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Synchronizing usage tracker for tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:27.050167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Pushing event updated for resources: {'Port': ['ID=be722245-ea7c-4b1f-96dc-fe744c55c8ac,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:27.062006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:27.093009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-311f8d10-bb3f-4f1e-a5f7-357c36f4ae09 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Unset dirty status for tenant:b1a09e5a6ffe4765a7f5c35e6e94a565 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:27.098953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-311f8d10-bb3f-4f1e-a5f7-357c36f4ae09 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4245cfb-28f6-4658-819c-b915c5ec57c3 HTTP/1.1" status: 200 len: 913 time: 0.1684303 Dec 22 15:46:27.099663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44196) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:27.143520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ff871da4-89c6-4770-9019-2d18fa930c0f None None] Provisioning for port 6b7506b0-c003-4917-8f25-e3cb070bdcba completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:27.163527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ff871da4-89c6-4770-9019-2d18fa930c0f None None] Provisioning complete for port 6b7506b0-c003-4917-8f25-e3cb070bdcba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:27.164286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff871da4-89c6-4770-9019-2d18fa930c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.244376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:27.255893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff871da4-89c6-4770-9019-2d18fa930c0f None None] Port 6b7506b0-c003-4917-8f25-e3cb070bdcba cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:27.354295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:27.367658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:27.381595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d078b850-8491-4160-851f-8d8a3951d782 None None] Provisioning complete for port be722245-ea7c-4b1f-96dc-fe744c55c8ac triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:27.384841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d078b850-8491-4160-851f-8d8a3951d782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.487331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'Port': ['ID=39c2468f-56d7-4001-935b-a6994c01d60a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:27.506829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-11830efc-d71d-48e8-8896-e0bdcd47dc03 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=070ba161-a954-4a5c-9167-3f4117ef406b HTTP/1.1" status: 200 len: 1000 time: 1.0818777 Dec 22 15:46:27.509842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:27.604771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.626560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.627348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.681083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:27.681758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.712709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Floating IP 23fddc04-3358-4662-97cb-266f09cf0fd1 associated. External IP: 172.26.1.38, port: 5c4dc695-7a21-47bc-a189-74c5f4f384c0. Dec 22 15:46:27.782145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-69d9b3a6-4468-47bd-9ef6-16971888ab5b None None] Provisioning for port 39c2468f-56d7-4001-935b-a6994c01d60a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:27.788239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-69d9b3a6-4468-47bd-9ef6-16971888ab5b None None] Provisioning complete for port 39c2468f-56d7-4001-935b-a6994c01d60a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:27.788650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69d9b3a6-4468-47bd-9ef6-16971888ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:27.852194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-69d9b3a6-4468-47bd-9ef6-16971888ab5b None None] Port 39c2468f-56d7-4001-935b-a6994c01d60a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:28.061138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-85af5519-647f-4460-87f3-ef635d44a256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:28.062703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-85af5519-647f-4460-87f3-ef635d44a256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6 HTTP/1.1" status: 200 len: 851 time: 0.5406549 Dec 22 15:46:28.085357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.3521152 Dec 22 15:46:28.089973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44204) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:28.147499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Request body: {'port': {'network_id': 'ceb08f10-0374-4e33-a7a2-e47a4b15fd9c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-525521959', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:28.148025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] bootfile-name is not in valid_values {{(pid=88957) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:28.148401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] tftp-server is not in valid_values {{(pid=88957) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:28.148769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] server-ip-address is not in valid_values {{(pid=88957) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:28.152968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:28.162705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:28.246474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9925454-88a8-4bd5-a927-f14c21dcc984 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:28.403712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:28.411768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Usage tracker for resource:port and tenant:964993538f164f478a9e2427694364b1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:28.416632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:28.453473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:28.487718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device be722245-ea7c-4b1f-96dc-fe744c55c8ac up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:28.520028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=677b99aa-177b-4b16-9b76-fd34dab13a76,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:28.540673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Made reservation on behalf of 964993538f164f478a9e2427694364b1 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:28.546845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:28.576039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:28.581174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] device_id is not set on port d6ed7ffc-c55d-4319-9004-b6ecbe929cad yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:28.581680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port be722245-ea7c-4b1f-96dc-fe744c55c8ac triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:28.582103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:28.792871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port efbd2296-c4c1-4549-ad12-f595944c36da {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:28.793274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:28.852200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Allocated IP 172.20.0.9 (ceb08f10-0374-4e33-a7a2-e47a4b15fd9c/9274005a-3d01-4563-9ca2-645e699cc2db/d6ed7ffc-c55d-4319-9004-b6ecbe929cad) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:29.106220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-199fe6d5-1067-4724-9e96-bcad4b6d186a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9148204 Dec 22 15:46:29.106220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'a6b714a8-6e6b-4997-822f-9babc76f8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:29.106220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 2cb92930-cacb-44eb-9770-bf34c5342888, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:29.107092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.289485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for efbd2296-c4c1-4549-ad12-f595944c36da owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:29.353974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 2cb92930-cacb-44eb-9770-bf34c5342888 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:29.380003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-eb63a2c4-ad36-41f6-9996-535f6a3f739c service neutron] 10.222.0.46 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609602 Dec 22 15:46:29.392109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.440664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2cb92930-cacb-44eb-9770-bf34c5342888) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:29.449245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93554e-b17b-4e90-b343-4de66a8aaf57 None None] Network 2cb92930-cacb-44eb-9770-bf34c5342888 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:29.517433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.521798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:29.522469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.538235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23055065-0531-41ad-83b6-567b8af729d5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:29.594313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.616885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Transition to ACTIVE for port object d6ed7ffc-c55d-4319-9004-b6ecbe929cad will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:29.733009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.745454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:29.850636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'Port': ['ID=d6ed7ffc-c55d-4319-9004-b6ecbe929cad,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:29.854758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:29.879626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.5711229 Dec 22 15:46:29.880320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44212) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:29.889117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1465990416'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:29.895686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:29.900577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:29.904275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:29.912929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:29.922634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.933754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=6b7506b0-c003-4917-8f25-e3cb070bdcba,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:29.936557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:29.937439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:29.939272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.941692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-2cb92930-cacb-44eb-9770-bf34c5342888', 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '677b99aa-177b-4b16-9b76-fd34dab13a76'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:29.941692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.947816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:29.958860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a8f308-f101-4136-b6c5-543c95b3acb3 req-32ee2b34-417d-4e4d-8336-50362315b5c9 service neutron] 10.222.0.46 "GET /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596442 Dec 22 15:46:29.961251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] In _notify_port_updated(), no bound segment for port 6b7506b0-c003-4917-8f25-e3cb070bdcba on network dff1b28a-97b8-4273-8e24-3e69dc2ec06f {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:46:29.965610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:29.966325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:29.970667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "PUT /v2.0/ports/6b7506b0-c003-4917-8f25-e3cb070bdcba HTTP/1.1" status: 200 len: 995 time: 3.5324254 Dec 22 15:46:29.972908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44216) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:29.993283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=efbd2296-c4c1-4549-ad12-f595944c36da,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:29.995994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:30.024417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router d9aaa791-cd68-40c7-85f1-381647bbf866 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:46:30.026638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.053964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:30.100042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:30.106281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.182278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Allocated IP 172.20.255.242 (2cb92930-cacb-44eb-9770-bf34c5342888/677b99aa-177b-4b16-9b76-fd34dab13a76/5c753813-1b84-4065-9e06-2fe5fa270d3b) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:30.182861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:30.235590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:30.250911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port 6b7506b0-c003-4917-8f25-e3cb070bdcba {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:30.251296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.343651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.344044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment f91d0257-50b0-42b1-878c-0f9786498790 of type vlan for network 85e3425e-81da-4018-9456-c9b8bf813a15 Dec 22 15:46:30.376987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.411065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:30.411797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.441104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.453118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Transition to ACTIVE for port object 5c753813-1b84-4065-9e06-2fe5fa270d3b will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:30.477118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Transition to ACTIVE for port object 5c753813-1b84-4065-9e06-2fe5fa270d3b will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:30.483415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3921132 Dec 22 15:46:30.489043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44222) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:30.504511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-be03b6bb-249c-4c17-862e-1c30f493c4ca None None] Provisioning complete for port 6b7506b0-c003-4917-8f25-e3cb070bdcba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:30.504930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be03b6bb-249c-4c17-862e-1c30f493c4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.538320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.554110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:30.566303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.570486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:30.571118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.578561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:30.642062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be03b6bb-249c-4c17-862e-1c30f493c4ca None None] Port 6b7506b0-c003-4917-8f25-e3cb070bdcba cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:30.646150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Network 2cb92930-cacb-44eb-9770-bf34c5342888 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:30.650027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:30.653461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:30.656092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Pushing event updated for resources: {'Port': ['ID=5c753813-1b84-4065-9e06-2fe5fa270d3b,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:30.659027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:30.748400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Router eefbb4d6-9b66-422a-92ed-51262b8451c2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:30.764839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Attempting to bind port 5c753813-1b84-4065-9e06-2fe5fa270d3b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:30.765257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Attempting to bind port 5c753813-1b84-4065-9e06-2fe5fa270d3b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a6b714a8-6e6b-4997-822f-9babc76f8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:30.765801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Attempting to bind port 5c753813-1b84-4065-9e06-2fe5fa270d3b on network 2cb92930-cacb-44eb-9770-bf34c5342888 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:30.780855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:30.781319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Checking segment: {'id': 'a6b714a8-6e6b-4997-822f-9babc76f8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:30.781767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.782207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Bound using segment: {'id': 'a6b714a8-6e6b-4997-822f-9babc76f8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:30.782772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Bound port: 5c753813-1b84-4065-9e06-2fe5fa270d3b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b714a8-6e6b-4997-822f-9babc76f8851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '2cb92930-cacb-44eb-9770-bf34c5342888'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:30.783187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.891537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36ba23fa-9d46-412a-8235-685cd2b674f0 None None] Provisioning for port d6ed7ffc-c55d-4319-9004-b6ecbe929cad completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:30.911434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36ba23fa-9d46-412a-8235-685cd2b674f0 None None] Provisioning complete for port d6ed7ffc-c55d-4319-9004-b6ecbe929cad triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:30.911861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36ba23fa-9d46-412a-8235-685cd2b674f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:30.969441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] For port 5c753813-1b84-4065-9e06-2fe5fa270d3b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:30.984804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] For port 5c753813-1b84-4065-9e06-2fe5fa270d3b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5c753813-1b84-4065-9e06-2fe5fa270d3b,segment=NetworkSegment(a6b714a8-6e6b-4997-822f-9babc76f8851),segment_id=a6b714a8-6e6b-4997-822f-9babc76f8851)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:30.987241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-36ba23fa-9d46-412a-8235-685cd2b674f0 None None] Port d6ed7ffc-c55d-4319-9004-b6ecbe929cad cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:30.995010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1119483 Dec 22 15:46:31.000818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:31.001557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=85e3425e-81da-4018-9456-c9b8bf813a15,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:31.017060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.017859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 85e3425e-81da-4018-9456-c9b8bf813a15 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:31.021343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.025746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:31.027771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Synchronizing usage tracker for tenant:964993538f164f478a9e2427694364b1 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:31.035031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:31.036152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.046252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:31.056425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:31.157167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Unset dirty status for tenant:964993538f164f478a9e2427694364b1 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:31.161452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2fe90a2-603a-4c59-ab20-86f2406dc28b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6673629 Dec 22 15:46:31.169693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44232) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:31.185483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:31.191481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:31.195100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:31.203653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:31.208906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.210351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Pushing event updated for resources: {'Port': ['ID=5c753813-1b84-4065-9e06-2fe5fa270d3b,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:31.212942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:31.289410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:31.375012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Deleting port d6ed7ffc-c55d-4319-9004-b6ecbe929cad {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:31.375425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.429503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.437889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:31.626903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for 6b7506b0-c003-4917-8f25-e3cb070bdcba owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:31.648726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:46:31.748124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Floating IP af5000db-5f4d-45d6-8631-28b61e5cc6ec associated. External IP: 172.26.1.166, port: 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899. Dec 22 15:46:31.867583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:31.879428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Sync routers for ids ['d9aaa791-cd68-40c7-85f1-381647bbf866'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:31.892549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Routers {'d9aaa791-cd68-40c7-85f1-381647bbf866'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:31.893502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d9aaa791-cd68-40c7-85f1-381647bbf866'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:32.039086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.054321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76af050c-f9cd-46b4-8ed6-64c87febb86d tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:32.072098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.076561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.4765894 Dec 22 15:46:32.090279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44238) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:32.104031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Set router d9aaa791-cd68-40c7-85f1-381647bbf866 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:32.197197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.241523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=d8a974b4-65cb-42a7-b111-9318a4933595,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:32.256108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:32.324152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'f91d0257-50b0-42b1-878c-0f9786498790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:32.324500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 85e3425e-81da-4018-9456-c9b8bf813a15, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:32.406894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.414353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'name': '', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'external_fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:19Z', 'updated_at': '2021-12-22T15:46:25Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'name': '', 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:21Z', 'updated_at': '2021-12-22T15:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:32.416482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Calling delete_port for d6ed7ffc-c55d-4319-9004-b6ecbe929cad owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:32.420589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Checking router: d9aaa791-cd68-40c7-85f1-381647bbf866 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:46:32.421214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Updating router d9aaa791-cd68-40c7-85f1-381647bbf866 port 9dd1085a-81d2-417a-933b-54ce24e70b18 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:46:32.458631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9ce023e-55c1-497a-a800-f83e57b7d9aa tempest-RoutersAdminNegativeTest-38040117 tempest-RoutersAdminNegativeTest-38040117-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:32.482932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 85e3425e-81da-4018-9456-c9b8bf813a15 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:32.499817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.529299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Router e4245cfb-28f6-4658-819c-b915c5ec57c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:32.534149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5c753813-1b84-4065-9e06-2fe5fa270d3b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:32.538717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 85e3425e-81da-4018-9456-c9b8bf813a15) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:32.544650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:32.545526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.576799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=6b7506b0-c003-4917-8f25-e3cb070bdcba,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:32.580407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:32.581464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:32.604912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b620698d-7d15-44b2-9b16-36e25fd40b06 None None] Network 85e3425e-81da-4018-9456-c9b8bf813a15 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:32.663486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:32.669942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6647837 Dec 22 15:46:32.680159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44242) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:32.697217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Sync routers for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:32.898142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:32.900090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:32.965317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.036036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.048609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.053421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/6b7506b0-c003-4917-8f25-e3cb070bdcba HTTP/1.1" status: 204 len: 168 time: 3.0770237 Dec 22 15:46:33.104826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44246) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:33.120527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.126970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b85c5249-1c94-4f1c-b04d-0c89eabd0407 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:33.156988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Transition to ACTIVE for port object 9dd1085a-81d2-417a-933b-54ce24e70b18 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:33.199818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.210023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 5c753813-1b84-4065-9e06-2fe5fa270d3b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:33.213395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:33.311506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Pushing event updated for resources: {'Port': ['ID=9dd1085a-81d2-417a-933b-54ce24e70b18,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:33.324329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-85e3425e-81da-4018-9456-c9b8bf813a15', 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': 'd8a974b4-65cb-42a7-b111-9318a4933595'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:33.325375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.346001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.346449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.346827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.347196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.347574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.348358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.348724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.349099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.349456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.349815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.350166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:46:33.353807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Attempting to bind port 9dd1085a-81d2-417a-933b-54ce24e70b18 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:33.357017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Attempting to bind port 9dd1085a-81d2-417a-933b-54ce24e70b18 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:33.357920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Attempting to bind port 9dd1085a-81d2-417a-933b-54ce24e70b18 on network 2893f4a0-1844-4375-ada1-19b6b0a9c480 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:33.368912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:33.369803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:33.370799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Checking segment: {'id': 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:33.370931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:33.371215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.371697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Bound using segment: {'id': 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:33.372223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Bound port: 9dd1085a-81d2-417a-933b-54ce24e70b18, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:33.372633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.496615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] For port 9dd1085a-81d2-417a-933b-54ce24e70b18, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:33.505719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] For port 9dd1085a-81d2-417a-933b-54ce24e70b18, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9dd1085a-81d2-417a-933b-54ce24e70b18,segment=NetworkSegment(ccaa55ae-6bef-494f-8221-62a5e3efdc3a),segment_id=ccaa55ae-6bef-494f-8221-62a5e3efdc3a)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:33.541319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2ee5b-bc25-43e2-96ab-7a794b621825 None None] Network 2cb92930-cacb-44eb-9770-bf34c5342888 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:33.543656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.545727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.551949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:33.720755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Pushing event updated for resources: {'Port': ['ID=9dd1085a-81d2-417a-933b-54ce24e70b18,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:33.735393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:33.736688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Routers {'d9aaa791-cd68-40c7-85f1-381647bbf866'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:33.737540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d9aaa791-cd68-40c7-85f1-381647bbf866'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:33.746895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event deleted for resources: {'Port': ['ID=d6ed7ffc-c55d-4319-9004-b6ecbe929cad,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:33.750096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:33.772424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.796889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99dfe2d-25dc-4690-8604-8562dd92e7da tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] GET failed (client error): The resource could not be found. Dec 22 15:46:33.797600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a99dfe2d-25dc-4690-8604-8562dd92e7da tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Synchronizing usage tracker for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:33.833271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-103f947e-b3db-4e44-be9d-6ad431ceeed9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "PUT /v2.0/floatingips/23fddc04-3358-4662-97cb-266f09cf0fd1 HTTP/1.1" status: 200 len: 990 time: 11.8464770 Dec 22 15:46:33.836543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:33.942301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:33.944689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "DELETE /v2.0/ports/d6ed7ffc-c55d-4319-9004-b6ecbe929cad HTTP/1.1" status: 204 len: 168 time: 2.7720869 Dec 22 15:46:33.958816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44256) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:33.967699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Request body: {'port': {'name': 'tempest-new-port-name-857374846', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:33.968069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] bootfile-name is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:33.968442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] tftp-server is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:33.968806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] server-ip-address is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:46:33.971273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:33.989616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "PUT /v2.0/routers/e4245cfb-28f6-4658-819c-b915c5ec57c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8881876 Dec 22 15:46:33.996046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44260) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:34.011414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'status': 'completed', 'code': 200} Dec 22 15:46:34.018656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a99dfe2d-25dc-4690-8604-8562dd92e7da tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Unset dirty status for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:34.019903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a99dfe2d-25dc-4690-8604-8562dd92e7da tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports/6b7506b0-c003-4917-8f25-e3cb070bdcba HTTP/1.1" status: 404 len: 333 time: 0.8503203 Dec 22 15:46:34.029476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44264) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:34.082832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] Set router d9aaa791-cd68-40c7-85f1-381647bbf866 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:34.085015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.108100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-1914597596'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:34.109378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Provisioning for port 5c753813-1b84-4065-9e06-2fe5fa270d3b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:34.165523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Provisioning complete for port 5c753813-1b84-4065-9e06-2fe5fa270d3b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:34.165523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.262263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting port 9dd1085a-81d2-417a-933b-54ce24e70b18 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:34.262860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.318635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Allocated IP 172.20.0.2 (85e3425e-81da-4018-9456-c9b8bf813a15/d8a974b4-65cb-42a7-b111-9318a4933595/9836c603-8777-426c-87c9-59c9642381ed) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:34.348119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.424489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] Sync routers for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:34.444707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:34.445487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:34.499667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.535099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:34.552951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'name': '', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'external_fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:19Z', 'updated_at': '2021-12-22T15:46:25Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'name': '', 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:21Z', 'updated_at': '2021-12-22T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:34.557097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-89293ced-fddf-4a00-8e0b-906333b1758a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.5289509 Dec 22 15:46:34.558349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fca72-273d-4fd8-a25f-f63b7d0cb075 None None] The sync data for ids ['d9aaa791-cd68-40c7-85f1-381647bbf866'] in dv-neutron-822514-1-hyperv is: [{'id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'name': '', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'external_fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:19Z', 'updated_at': '2021-12-22T15:46:25Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '9dd1085a-81d2-417a-933b-54ce24e70b18', 'name': '', 'network_id': '2893f4a0-1844-4375-ada1-19b6b0a9c480', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:23:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9aaa791-cd68-40c7-85f1-381647bbf866', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:21Z', 'updated_at': '2021-12-22T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '648677f3-ae6b-40a7-b224-ad58ced1c72a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:34.573524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] Routers {'e4245cfb-28f6-4658-819c-b915c5ec57c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:34.574624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e4245cfb-28f6-4658-819c-b915c5ec57c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:34.591860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:34.649382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:34.649949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ce88b7-254d-49fc-a026-927d521ff05c None None] The sync data for ids ['e4245cfb-28f6-4658-819c-b915c5ec57c3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:34.683983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:34.719993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] For port 9dd1085a-81d2-417a-933b-54ce24e70b18, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9dd1085a-81d2-417a-933b-54ce24e70b18,segment=NetworkSegment(ccaa55ae-6bef-494f-8221-62a5e3efdc3a),segment_id=ccaa55ae-6bef-494f-8221-62a5e3efdc3a)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:34.720402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.820100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:34.825895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.855054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:34.920463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Calling delete_port for 9dd1085a-81d2-417a-933b-54ce24e70b18 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:34.937880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Transition to ACTIVE for port object 9836c603-8777-426c-87c9-59c9642381ed will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:34.953267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port dfc1aa37-cdbf-4a70-977c-2e40d4921a82 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:34.985345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Transition to ACTIVE for port object 9836c603-8777-426c-87c9-59c9642381ed will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:34.988305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.017039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:46:35.018103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-29fcd505-5421-4645-a7e7-d13aa2ef6183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:35.019902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-29fcd505-5421-4645-a7e7-d13aa2ef6183 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.4252884 Dec 22 15:46:35.056642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.066726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845a0ff1-329c-4307-b2d6-ab74f3c71dc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:35.068856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.081569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.087679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4bb3e46-eecd-47e6-8ca0-05377155bbec tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:35.150416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] For port 5c753813-1b84-4065-9e06-2fe5fa270d3b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5c753813-1b84-4065-9e06-2fe5fa270d3b,segment=NetworkSegment(a6b714a8-6e6b-4997-822f-9babc76f8851),segment_id=a6b714a8-6e6b-4997-822f-9babc76f8851)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:35.174199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a974b4-65cb-42a7-b111-9318a4933595,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:35.194657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Network 85e3425e-81da-4018-9456-c9b8bf813a15 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:35.198836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:35.206484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:35.212430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:35.219713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '23fddc04-3358-4662-97cb-266f09cf0fd1', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'port_id': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'mac_address': 'fa:16:3e:83:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:38Z', 'updated_at': '2021-12-22T15:46:24Z', 'revision_number': 1, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:35.229763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Checking router: eefbb4d6-9b66-422a-92ed-51262b8451c2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:46:35.252394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.257614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:35.258317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:35.266517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port c1c227ed-bacc-4ca6-9b2e-9d0406050129 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:35.267114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.372712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Pushing event updated for resources: {'Port': ['ID=9836c603-8777-426c-87c9-59c9642381ed,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:35.389913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:35.390464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:35.437792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-5194701b-2739-4a2b-bc5a-ea5d2d3475d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 998 time: 0.3826685 Dec 22 15:46:35.492091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Pushing event updated for resources: {'Port': ['ID=5c753813-1b84-4065-9e06-2fe5fa270d3b,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:35.527040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.9 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/dfc1aa37-cdbf-4a70-977c-2e40d4921a82) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:35.543729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:35.569124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.661666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.667882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e3425e-81da-4018-9456-c9b8bf813a15']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:35.677734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:35.708171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:35.747510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Port': ['ID=9dd1085a-81d2-417a-933b-54ce24e70b18,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:35.750367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91d0257-50b0-42b1-878c-0f9786498790') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:35.750723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91d0257-50b0-42b1-878c-0f9786498790') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:35.769709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:35.812795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.896511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Attempting to bind port 9836c603-8777-426c-87c9-59c9642381ed on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:35.897091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Attempting to bind port 9836c603-8777-426c-87c9-59c9642381ed by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'f91d0257-50b0-42b1-878c-0f9786498790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:35.897939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Attempting to bind port 9836c603-8777-426c-87c9-59c9642381ed on network 85e3425e-81da-4018-9456-c9b8bf813a15 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:35.905522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.905910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c9981e90-75b0-4d3b-992a-1f645c1facef None None] Provisioning complete for port 5c753813-1b84-4065-9e06-2fe5fa270d3b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:35.906493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9981e90-75b0-4d3b-992a-1f645c1facef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.914565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:35.991986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:35.992357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:36.009886 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:36.089357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for c1c227ed-bacc-4ca6-9b2e-9d0406050129 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:36.179031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-4fd94620-63f8-4a7b-aa6d-205dadd6e1c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:36.180760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-4fd94620-63f8-4a7b-aa6d-205dadd6e1c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.7311954 Dec 22 15:46:36.238263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:36.238828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Checking segment: {'id': 'f91d0257-50b0-42b1-878c-0f9786498790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:36.239644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.240348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Bound using segment: {'id': 'f91d0257-50b0-42b1-878c-0f9786498790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:36.241012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Bound port: 9836c603-8777-426c-87c9-59c9642381ed, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91d0257-50b0-42b1-878c-0f9786498790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '85e3425e-81da-4018-9456-c9b8bf813a15'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:36.241565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.299762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.358064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:36.373253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.384089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Sync routers for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:36.402944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.419774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e05f2342-706e-4ac3-8d51-d26427958b95 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:36.548349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.574514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event updated for resources: {'Port': ['ID=39c2468f-56d7-4001-935b-a6994c01d60a,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:36.578412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:36.623477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] In _notify_port_updated(), no bound segment for port 39c2468f-56d7-4001-935b-a6994c01d60a on network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:46:36.628230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:36.629069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.633262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "PUT /v2.0/ports/39c2468f-56d7-4001-935b-a6994c01d60a HTTP/1.1" status: 200 len: 1135 time: 2.6708040 Dec 22 15:46:36.645829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-bad898a3-9a10-4eae-97a8-e592db508c29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4412720 Dec 22 15:46:36.649143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44276) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:36.686543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5c753813-1b84-4065-9e06-2fe5fa270d3b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:46:36.695678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:36.746947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object dfc1aa37-cdbf-4a70-977c-2e40d4921a82 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:36.766961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:46:36.766961 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:46:36.766961 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': '85e3425e-81da-4018-9456-c9b8bf813a15'}] Dec 22 15:46:36.766961 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:46:36.767342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:46:36.887404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57e094e9-b45d-46fb-87a1-bfa3f0088d60 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "PUT /v2.0/floatingips/af5000db-5f4d-45d6-8631-28b61e5cc6ec HTTP/1.1" status: 200 len: 991 time: 10.5230749 Dec 22 15:46:36.915003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:46:36.918022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] For port 9836c603-8777-426c-87c9-59c9642381ed, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:36.921980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:36.922890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:37.044507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] For port 9836c603-8777-426c-87c9-59c9642381ed, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9836c603-8777-426c-87c9-59c9642381ed,segment=NetworkSegment(f91d0257-50b0-42b1-878c-0f9786498790),segment_id=f91d0257-50b0-42b1-878c-0f9786498790)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:37.079938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346df0da-4821-4f00-a74d-d638f527f8fe tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:37.081173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-346df0da-4821-4f00-a74d-d638f527f8fe tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Synchronizing usage tracker for tenant:964993538f164f478a9e2427694364b1 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:37.104707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.114417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9e7ae5f-6e6d-45aa-a9fd-2d028f060e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:37.134364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-6cd8a4d3-ec93-4571-a2fc-cd6b1493e82d service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362261 Dec 22 15:46:37.143323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.167122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.174172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.206946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 5c753813-1b84-4065-9e06-2fe5fa270d3b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:37.207641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.273691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.331503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-867ae912-783f-488f-b88b-94f00bafd599 None None] Provisioning complete for port 39c2468f-56d7-4001-935b-a6994c01d60a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:37.332033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-867ae912-783f-488f-b88b-94f00bafd599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.338150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 9836c603-8777-426c-87c9-59c9642381ed {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:37.339152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.341361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c145492-58b7-454c-8a5c-c13671d97727 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:37.418344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa046bc-a2c5-4b91-8e71-a96eebc113cd req-fbca232c-8ce1-48bf-aee8-b81eec0f56d4 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727144 Dec 22 15:46:37.421366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'status': 'completed', 'code': 200} Dec 22 15:46:37.421992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=dfc1aa37-cdbf-4a70-977c-2e40d4921a82,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:37.425758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-346df0da-4821-4f00-a74d-d638f527f8fe tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Unset dirty status for tenant:964993538f164f478a9e2427694364b1 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:37.431169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-346df0da-4821-4f00-a74d-d638f527f8fe tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "GET /v2.0/ports/39c2468f-56d7-4001-935b-a6994c01d60a HTTP/1.1" status: 200 len: 1135 time: 0.7735710 Dec 22 15:46:37.432631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:37.433309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44286) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:37.455601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Pushing event updated for resources: {'Port': ['ID=9836c603-8777-426c-87c9-59c9642381ed,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:37.464706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:37.500039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:37.503796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-867ae912-783f-488f-b88b-94f00bafd599 None None] Port 39c2468f-56d7-4001-935b-a6994c01d60a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:37.503938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:37.508899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:37.536900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.537805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9aaa791-cd68-40c7-85f1-381647bbf866 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:46:37.543463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.573390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5fd8d3e-9428-49fd-9281-7f215ae1e75b tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:37.583950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Deleting port 39c2468f-56d7-4001-935b-a6994c01d60a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:37.584271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.618493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:37.653337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=c1c227ed-bacc-4ca6-9b2e-9d0406050129,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:37.676773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:37.706276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:37.706980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.714679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '23fddc04-3358-4662-97cb-266f09cf0fd1', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'port_id': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'mac_address': 'fa:16:3e:83:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:38Z', 'updated_at': '2021-12-22T15:46:24Z', 'revision_number': 1, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:37.732466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3f3ba5-a42e-4115-88f2-e05f9a5975ab None None] The sync data for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv is: [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '23fddc04-3358-4662-97cb-266f09cf0fd1', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'port_id': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'mac_address': 'fa:16:3e:83:84:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:38Z', 'updated_at': '2021-12-22T15:46:24Z', 'revision_number': 1, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:37.797012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:37.799517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d9aaa791-cd68-40c7-85f1-381647bbf866 HTTP/1.1" status: 204 len: 168 time: 5.7073321 Dec 22 15:46:37.826112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44292) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:37.904523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddcf428-7f81-4820-8ef2-a8b8282c9014 None None] Network 85e3425e-81da-4018-9456-c9b8bf813a15 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:37.915142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-33db2ff2-cb57-456f-8ecd-f98a034fac88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=14629d9aedc849ce8864972a1a0a22da&device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 1098 time: 0.6785169 Dec 22 15:46:37.965632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9028060 Dec 22 15:46:37.974434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44296) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:38.015599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'network_id': 'dff1b28a-97b8-4273-8e24-3e69dc2ec06f', 'name': 'tempest-AllowedAddressPairTestJSON-2023364770'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:38.191443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting subnet 648677f3-ae6b-40a7-b224-ad58ced1c72a {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:38.334793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-28462c00-daa3-4003-ab82-456de59e53d8 None None] Provisioning for port dfc1aa37-cdbf-4a70-977c-2e40d4921a82 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:38.335825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.348333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 9836c603-8777-426c-87c9-59c9642381ed, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9836c603-8777-426c-87c9-59c9642381ed,segment=NetworkSegment(f91d0257-50b0-42b1-878c-0f9786498790),segment_id=f91d0257-50b0-42b1-878c-0f9786498790)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:38.348733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.351984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.357870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.358084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-28462c00-daa3-4003-ab82-456de59e53d8 None None] Provisioning complete for port dfc1aa37-cdbf-4a70-977c-2e40d4921a82 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:38.358495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28462c00-daa3-4003-ab82-456de59e53d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.407216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.424675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28462c00-daa3-4003-ab82-456de59e53d8 None None] Port dfc1aa37-cdbf-4a70-977c-2e40d4921a82 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:38.453676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237047b4-ff2d-4b92-b417-a143ccfe4709 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:46:38.470432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.579403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e108d7-eac4-4064-8437-f7b3195692b4 None None] New status for floating IP 23fddc04-3358-4662-97cb-266f09cf0fd1: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:46:38.707194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Calling delete_port for 39c2468f-56d7-4001-935b-a6994c01d60a owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:38.813683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237047b4-ff2d-4b92-b417-a143ccfe4709 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:46:38.835482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.837918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:38.849671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:38.967335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:38.984560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.016976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:39.021178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=648677f3-ae6b-40a7-b224-ad58ced1c72a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:39.029604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:39.030431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.041345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-512ae310-096b-4baf-9d4a-0cb286930c1a tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:39.103841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.105267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'af5000db-5f4d-45d6-8631-28b61e5cc6ec', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'floating_ip_address': '172.26.1.166', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'port_id': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'mac_address': 'fa:16:3e:97:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:37Z', 'updated_at': '2021-12-22T15:46:29Z', 'revision_number': 1, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:39.113696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Checking router: f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:46:39.130813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event deleted for resources: {'Port': ['ID=39c2468f-56d7-4001-935b-a6994c01d60a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:39.138969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:39.139681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:39.146966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Made reservation on behalf of 1b7011bb5b444e059ddab609a62d664e for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:39.153690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.171778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:39.225532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/648677f3-ae6b-40a7-b224-ad58ced1c72a HTTP/1.1" status: 204 len: 168 time: 1.3954387 Dec 22 15:46:39.252868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44306) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:39.264023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.264571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Fanout notify agent at l3_agent the message router_deleted on router e4245cfb-28f6-4658-819c-b915c5ec57c3 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:46:39.272953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 9836c603-8777-426c-87c9-59c9642381ed owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:39.317781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.324957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "DELETE /v2.0/ports/39c2468f-56d7-4001-935b-a6994c01d60a HTTP/1.1" status: 204 len: 168 time: 1.8883846 Dec 22 15:46:39.325845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44312) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:39.327187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] device_id is not set on port f38201c3-c874-4f07-8ec9-a47e6375c2ee yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:39.392356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.395719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/routers/e4245cfb-28f6-4658-819c-b915c5ec57c3 HTTP/1.1" status: 204 len: 168 time: 5.3984210 Dec 22 15:46:39.411231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44316) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:39.412606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-2f0405f8-ad05-422a-89ec-b025b927863f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:39.415990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-2f0405f8-ad05-422a-89ec-b025b927863f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6dd1c895-daf8-48c2-b827-0a99b697256e HTTP/1.1" status: 200 len: 907 time: 1.4785130 Dec 22 15:46:39.532290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:39.692710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.701730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-186b7e00-88c5-40e5-b0d2-0d1922e0c8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:39.761551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-c3f8f6cd-f581-4121-8835-a981fa11328c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 HTTP/1.1" status: 200 len: 999 time: 0.2676272 Dec 22 15:46:39.762315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=9836c603-8777-426c-87c9-59c9642381ed,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:39.790169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:39.853097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:39.944556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 9836c603-8777-426c-87c9-59c9642381ed on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:39.990250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.051175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-5f30cf19-d56a-402d-8804-43f6f13a3644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:40.052785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-5f30cf19-d56a-402d-8804-43f6f13a3644 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c88825d-c274-4c49-ac41-ed7265ab5e00 HTTP/1.1" status: 200 len: 845 time: 0.1955223 Dec 22 15:46:40.071719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Deleting subnet 9274005a-3d01-4563-9ca2-645e699cc2db {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:40.105561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.115928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting subnet 89f15c16-f2c4-4ee9-abfb-6308ef60ac54 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:40.149619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'af5000db-5f4d-45d6-8631-28b61e5cc6ec', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'floating_ip_address': '172.26.1.166', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'port_id': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'mac_address': 'fa:16:3e:97:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:37Z', 'updated_at': '2021-12-22T15:46:29Z', 'revision_number': 1, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.158336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a9f40-53ce-4b4f-8e47-9276ef5a0988 None None] The sync data for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv is: [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'af5000db-5f4d-45d6-8631-28b61e5cc6ec', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'floating_ip_address': '172.26.1.166', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'port_id': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'mac_address': 'fa:16:3e:97:74:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:45:37Z', 'updated_at': '2021-12-22T15:46:29Z', 'revision_number': 1, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:40.176027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.223621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.281565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.294074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.312624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e3425e-81da-4018-9456-c9b8bf813a15']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.328439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.340356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91d0257-50b0-42b1-878c-0f9786498790') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.340729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91d0257-50b0-42b1-878c-0f9786498790') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.351495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Allocated IP 172.20.0.6 (dff1b28a-97b8-4273-8e24-3e69dc2ec06f/c43d7f06-7cad-4e06-94c5-0aea2600bab6/f38201c3-c874-4f07-8ec9-a47e6375c2ee) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:40.373857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.397645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2893f4a0-1844-4375-ada1-19b6b0a9c480']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.403500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-266bab79-25b4-4427-820c-594b10003da4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6dd1c895-daf8-48c2-b827-0a99b697256e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3403499 Dec 22 15:46:40.418297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9dd1085a-81d2-417a-933b-54ce24e70b18 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:40.421456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.421800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaa55ae-6bef-494f-8221-62a5e3efdc3a') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:40.439268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.463948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9dd1085a-81d2-417a-933b-54ce24e70b18 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:40.464267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9dd1085a-81d2-417a-933b-54ce24e70b18 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:40.473757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.485640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.492756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:40.493205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.499345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:40.499877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:40.512385 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:40.521357 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:40.598181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eab76a3-ed84-48da-b603-1502c8e66f37 None None] New status for floating IP af5000db-5f4d-45d6-8631-28b61e5cc6ec: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:46:40.714773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.753095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.756344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-2e1c5208-f415-4734-ad67-178323b1ec7a service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437507 Dec 22 15:46:40.818040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.837690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:40.869316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.896646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.902865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2893f4a0-1844-4375-ada1-19b6b0a9c480 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:46:40.905834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:40.916795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d5c409c-6da4-4548-9d50-c4afac9e457e tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:40.934344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=85e3425e-81da-4018-9456-c9b8bf813a15,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:40.942908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:40.954401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/85e3425e-81da-4018-9456-c9b8bf813a15 HTTP/1.1" status: 204 len: 168 time: 8.2669811 Dec 22 15:46:40.954633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Network': ['ID=2893f4a0-1844-4375-ada1-19b6b0a9c480,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:40.957446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:40.958935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44328) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:40.979996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908072159'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:40.981518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:40.989777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:41.001710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:41.012684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:41.018722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aebdc795-cd8e-42c3-97e1-47f9c23dd792 req-8f17e986-93d5-4a9c-abee-8f3d9221c220 service neutron] 10.222.0.46 "GET /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523980 Dec 22 15:46:41.027540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2893f4a0-1844-4375-ada1-19b6b0a9c480 HTTP/1.1" status: 204 len: 168 time: 1.7696140 Dec 22 15:46:41.127263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:41.133121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.171196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:41.188279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.231038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.233321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.238234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:41.243401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:41.279528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.279735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment 654991cf-afb5-4aff-a280-305f4cf69657 of type vlan for network 135ab90c-e63e-4878-bd45-c28baa8d404e Dec 22 15:46:41.285555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Transition to ACTIVE for port object f38201c3-c874-4f07-8ec9-a47e6375c2ee will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:41.292479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Subnet': ['ID=89f15c16-f2c4-4ee9-abfb-6308ef60ac54,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:41.295286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event deleted for resources: {'Subnet': ['ID=9274005a-3d01-4563-9ca2-645e699cc2db,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:41.300814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:41.300948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:41.310647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.321003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "DELETE /v2.0/subnets/9274005a-3d01-4563-9ca2-645e699cc2db HTTP/1.1" status: 204 len: 168 time: 1.9470425 Dec 22 15:46:41.327802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.329013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca8c2b0-65c9-4fe2-9715-7acf756d41d6 None None] Network ceb08f10-0374-4e33-a7a2-e47a4b15fd9c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:41.330375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44338) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:41.340646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.364165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e6dd0b-d9e8-45d3-a2f1-d839f4d780b1 None None] Network 1b56124e-de0f-4cf4-9c6d-2043e7611a22 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:41.384119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/subnets/89f15c16-f2c4-4ee9-abfb-6308ef60ac54 HTTP/1.1" status: 204 len: 168 time: 1.9637244 Dec 22 15:46:41.392178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44342) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:41.500903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.505827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:41.506606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.524572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:41.546372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44348) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:41.551573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.556692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'name': 'tempest-router--1420840563', 'project_id': '0b17469ce6574b5984e20f3703ea8261'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:41.562798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:41.567760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:router and tenant:0b17469ce6574b5984e20f3703ea8261 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:41.571225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:41.580879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:41.597229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.611730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2a2c300-0d12-403e-8f26-8c3ed0e93b3b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:41.669690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.670757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.672668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=135ab90c-e63e-4878-bd45-c28baa8d404e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:41.676103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:41.692676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.704962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Deleting port be722245-ea7c-4b1f-96dc-fe744c55c8ac {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:41.705344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.710273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:41.710691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.715477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 135ab90c-e63e-4878-bd45-c28baa8d404e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:41.805643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:41.809873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=f38201c3-c874-4f07-8ec9-a47e6375c2ee,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:41.829298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:41.830365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8675015 Dec 22 15:46:41.831656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:41.836922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:41.861640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44354) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:41.893993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:41.944838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:41.977554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:41.978334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.086686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] For port be722245-ea7c-4b1f-96dc-fe744c55c8ac, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=be722245-ea7c-4b1f-96dc-fe744c55c8ac,segment=NetworkSegment(f5126aa2-f56e-4738-953a-865ae8341e5f),segment_id=f5126aa2-f56e-4738-953a-865ae8341e5f)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:42.087073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.090126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] For port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,segment=NetworkSegment(8ea27f86-f2d9-4236-ab53-b9c1041cfc72),segment_id=8ea27f86-f2d9-4236-ab53-b9c1041cfc72)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:42.091835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.208358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] DHCP port deletion for 1b56124e-de0f-4cf4-9c6d-2043e7611a22 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:46:42.223645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Deleting port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:42.224061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.230646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:42.237890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Calling delete_port for be722245-ea7c-4b1f-96dc-fe744c55c8ac owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:42.274961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] DHCP port deletion for ceb08f10-0374-4e33-a7a2-e47a4b15fd9c request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:46:42.277842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.284970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3057058 Dec 22 15:46:42.285111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Deleting port be722245-ea7c-4b1f-96dc-fe744c55c8ac {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:42.286476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.286678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:42.302757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:1b:a6:b2'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:a8:af:dc'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:42.427967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:42.429508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:42.434511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:42.441455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:42.477190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ef2f613-7cc8-4026-962e-4fa525adde15 None None] Provisioning for port f38201c3-c874-4f07-8ec9-a47e6375c2ee completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:46:42.489035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device be722245-ea7c-4b1f-96dc-fe744c55c8ac no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:42.490343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.496239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8833d781-6d0e-4d0b-8c9a-ac3f6485c968 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:42.527606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.528622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3caaa8e5-15ef-4942-97c2-7e6576467e25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9811754 Dec 22 15:46:42.532824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44364) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:42.555523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ef2f613-7cc8-4026-962e-4fa525adde15 None None] Provisioning complete for port f38201c3-c874-4f07-8ec9-a47e6375c2ee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:42.555942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ef2f613-7cc8-4026-962e-4fa525adde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.580482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.587559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:42.603430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: be722245-ea7c-4b1f-96dc-fe744c55c8ac {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:42.604355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device be722245-ea7c-4b1f-96dc-fe744c55c8ac not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:42.604732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event deleted for resources: {'Port': ['ID=be722245-ea7c-4b1f-96dc-fe744c55c8ac,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:42.604844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:42.607777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:42.616727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] No DVR routers for this DVR port be722245-ea7c-4b1f-96dc-fe744c55c8ac on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:42.643919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:42.648592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:42.653367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] No DVR routers for this DVR port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:42.658706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:42.687313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.793865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:42.794331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:42.823613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] For port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17,segment=NetworkSegment(8ea27f86-f2d9-4236-ab53-b9c1041cfc72),segment_id=8ea27f86-f2d9-4236-ab53-b9c1041cfc72)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:42.824152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:42.839017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] For port be722245-ea7c-4b1f-96dc-fe744c55c8ac, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=be722245-ea7c-4b1f-96dc-fe744c55c8ac,segment=NetworkSegment(f5126aa2-f56e-4738-953a-865ae8341e5f),segment_id=f5126aa2-f56e-4738-953a-865ae8341e5f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:42.839017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.252726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.252726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b56124e-de0f-4cf4-9c6d-2043e7611a22']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.252726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea27f86-f2d9-4236-ab53-b9c1041cfc72') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.252726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea27f86-f2d9-4236-ab53-b9c1041cfc72') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.252726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.254120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ef2f613-7cc8-4026-962e-4fa525adde15 None None] Port f38201c3-c874-4f07-8ec9-a47e6375c2ee cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:43.254120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Calling delete_port for be722245-ea7c-4b1f-96dc-fe744c55c8ac owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:43.254817 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:43.257578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:46:43.257578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:46:43.259214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.264100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Calling delete_port for 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:43.271043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.296724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5205198c-74fb-4588-b9cf-4ad8a7d550de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.310580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.315338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59283c6e-a9b7-4444-a26d-7c60420d199e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:43.335768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.342916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:46:43.343327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:46:43.352087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.517634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb08f10-0374-4e33-a7a2-e47a4b15fd9c']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.533630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing IP validity checks on allocation pools {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:46:43.534243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:46:43.544640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5126aa2-f56e-4738-953a-865ae8341e5f') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.544961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5126aa2-f56e-4738-953a-865ae8341e5f') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:43.565928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.603450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.611167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.669905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.676404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event updated for resources: {'Port': ['ID=f38201c3-c874-4f07-8ec9-a47e6375c2ee,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:43.689516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:43.690069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ce86fa0-9b3a-4b22-b36d-8e5bad70e440 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:43.698072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Deleting port be722245-ea7c-4b1f-96dc-fe744c55c8ac {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:43.698072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.720207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Network': ['ID=1b56124e-de0f-4cf4-9c6d-2043e7611a22,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:43.728122 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/networks/1b56124e-de0f-4cf4-9c6d-2043e7611a22 HTTP/1.1" status: 204 len: 168 time: 2.3423369 Dec 22 15:46:43.730066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:43.730615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44374) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:43.744651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:43.745094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:43.762691 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:43.767903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-50d27580-4d34-4a53-9b2f-8066c25a3786 None None] The port 'be722245-ea7c-4b1f-96dc-fe744c55c8ac' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:46:43.800511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] In _notify_port_updated(), no bound segment for port f38201c3-c874-4f07-8ec9-a47e6375c2ee on network dff1b28a-97b8-4273-8e24-3e69dc2ec06f {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:46:43.806251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:43.807357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.808999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "PUT /v2.0/ports/f38201c3-c874-4f07-8ec9-a47e6375c2ee HTTP/1.1" status: 200 len: 1056 time: 1.5213320 Dec 22 15:46:43.830869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44378) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:43.845423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Deleting port 4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:43.845895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:43.973146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f32e6607-4f52-48bb-b571-ab17d6ac9091 None None] The port '4b10a9ea-2b0f-48c6-ac0e-6913bc3b9c17' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:46:44.019951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Deleting port 68182e42-2bfb-4e87-ad97-fa92aa49074e {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:44.020246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.055569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port f38201c3-c874-4f07-8ec9-a47e6375c2ee {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:44.055938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.060277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-66f03586-aa01-40f5-9e3b-55f9bc76e175 None None] Provisioning complete for port f38201c3-c874-4f07-8ec9-a47e6375c2ee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:46:44.060825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66f03586-aa01-40f5-9e3b-55f9bc76e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.064814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.086098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.099547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.115192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e96b633a-0f8a-40db-b915-53cf70a4bcdf tempest-ExternalNetworksTestJSON-734636097 tempest-ExternalNetworksTestJSON-734636097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:44.140571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.155171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-66f03586-aa01-40f5-9e3b-55f9bc76e175 None None] Port f38201c3-c874-4f07-8ec9-a47e6375c2ee cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:46:44.167883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Pushing event deleted for resources: {'Network': ['ID=ceb08f10-0374-4e33-a7a2-e47a4b15fd9c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:44.179427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:44.195536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] 10.222.0.18 "DELETE /v2.0/networks/ceb08f10-0374-4e33-a7a2-e47a4b15fd9c HTTP/1.1" status: 204 len: 168 time: 2.8640232 Dec 22 15:46:44.204986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.227584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.228813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9e0278-57be-4dfa-b994-96e7decf8836 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:46:44.235369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.237631 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7ed58ad-296b-42a7-87f3-13ad8bd03e46 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/routers/9a9e0278-57be-4dfa-b994-96e7decf8836 HTTP/1.1" status: 204 len: 168 time: 1.7015319 Dec 22 15:46:44.239373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.247345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2a81d70-04cb-49bc-b2d2-cdad1934dbdf tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:44.365560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=57518e2b-d783-42f3-8467-bacfe407fde7,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:44.371058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:44.373067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': '654991cf-afb5-4aff-a280-305f4cf69657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:44.373561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 135ab90c-e63e-4878-bd45-c28baa8d404e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:44.451595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.451996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.453549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 135ab90c-e63e-4878-bd45-c28baa8d404e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:44.469319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.505191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 135ab90c-e63e-4878-bd45-c28baa8d404e) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:44.510797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:44.513779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.516688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f927f71-0dc5-4e40-8d45-9326a2348de1 None None] Network 135ab90c-e63e-4878-bd45-c28baa8d404e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:44.589675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7259109 Dec 22 15:46:44.591378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44394) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:44.596630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44398) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:44.603251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Calling delete_port for 68182e42-2bfb-4e87-ad97-fa92aa49074e owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:44.721033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:44.778384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for f38201c3-c874-4f07-8ec9-a47e6375c2ee owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:44.788341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.821383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-135ab90c-e63e-4878-bd45-c28baa8d404e', 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '57518e2b-d783-42f3-8467-bacfe407fde7'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:44.829303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:44.917630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.055960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0bad8ec3-85eb-4256-bc05-99e20281fad4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=964993538f164f478a9e2427694364b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3335814 Dec 22 15:46:45.058506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44410) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:45.079615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Allocated IP 172.20.0.3 (135ab90c-e63e-4878-bd45-c28baa8d404e/57518e2b-d783-42f3-8467-bacfe407fde7/555b6861-5b01-4497-a242-a24d92feed8f) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:45.116004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1285728772', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:45.134529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:45.147453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:45.161036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:45.161285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9be7a856-17ed-4f66-9546-90c7bb83e93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.168587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:45.183493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.207363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.214368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e4756ac-6180-4783-9ea8-59007b04611d tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:45.216719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.258959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.279783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.286002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.286002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=f38201c3-c874-4f07-8ec9-a47e6375c2ee,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:45.293983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:45.298754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:45.326802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.334353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:45.355362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d25c5-7ae5-4d5d-a825-09dbc42cf910,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:45.355595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Pushing event deleted for resources: {'Port': ['ID=68182e42-2bfb-4e87-ad97-fa92aa49074e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:45.369928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:45.371536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.373087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c89d25c5-7ae5-4d5d-a825-09dbc42cf910 HTTP/1.1" status: 204 len: 168 time: 0.3134272 Dec 22 15:46:45.398971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:45.467348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.485006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.580719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.596590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.597705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Transition to ACTIVE for port object 555b6861-5b01-4497-a242-a24d92feed8f will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:45.629970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Transition to ACTIVE for port object 555b6861-5b01-4497-a242-a24d92feed8f will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:45.670808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.675971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:45.680252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.685085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:45.750887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:45.754386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=57518e2b-d783-42f3-8467-bacfe407fde7,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:45.755359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] 10.222.0.18 "DELETE /v2.0/floatingips/8b8ccc23-6f94-4157-8fcf-6bc7aee569c4 HTTP/1.1" status: 204 len: 168 time: 2.0216105 Dec 22 15:46:45.770106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:45.773466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Network 135ab90c-e63e-4878-bd45-c28baa8d404e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:45.809237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:45.816072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:45.968116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Pushing event updated for resources: {'Port': ['ID=555b6861-5b01-4497-a242-a24d92feed8f,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:45.977956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:45.987756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.000110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Attempting to bind port 555b6861-5b01-4497-a242-a24d92feed8f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:46.000739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Attempting to bind port 555b6861-5b01-4497-a242-a24d92feed8f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '654991cf-afb5-4aff-a280-305f4cf69657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:46.001246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Attempting to bind port 555b6861-5b01-4497-a242-a24d92feed8f on network 135ab90c-e63e-4878-bd45-c28baa8d404e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:46.009079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:46.009672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Checking segment: {'id': '654991cf-afb5-4aff-a280-305f4cf69657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:46.011073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.011714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Bound using segment: {'id': '654991cf-afb5-4aff-a280-305f4cf69657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:46.012442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Bound port: 555b6861-5b01-4497-a242-a24d92feed8f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '654991cf-afb5-4aff-a280-305f4cf69657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '135ab90c-e63e-4878-bd45-c28baa8d404e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:46.013003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.022789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ab90c-e63e-4878-bd45-c28baa8d404e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:46.043115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654991cf-afb5-4aff-a280-305f4cf69657') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:46.043809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654991cf-afb5-4aff-a280-305f4cf69657') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:46.057141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.060528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.081639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.083841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.085950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/f38201c3-c874-4f07-8ec9-a47e6375c2ee HTTP/1.1" status: 204 len: 168 time: 2.2534785 Dec 22 15:46:46.089507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:46.122859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] For port 555b6861-5b01-4497-a242-a24d92feed8f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:46.132359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:46.132817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:46.149977 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:46.162615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e90fb0-0b8b-4ee1-b471-0fb5dc4e6c4c tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] GET failed (client error): The resource could not be found. Dec 22 15:46:46.163188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b1e90fb0-0b8b-4ee1-b471-0fb5dc4e6c4c tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Synchronizing usage tracker for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:46.264239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44444) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:46.321901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b1e90fb0-0b8b-4ee1-b471-0fb5dc4e6c4c tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Unset dirty status for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:46.324569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1e90fb0-0b8b-4ee1-b471-0fb5dc4e6c4c tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports/f38201c3-c874-4f07-8ec9-a47e6375c2ee HTTP/1.1" status: 404 len: 333 time: 0.2337928 Dec 22 15:46:46.327461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44450) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:46.342172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.377537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.406154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port dfc1aa37-cdbf-4a70-977c-2e40d4921a82 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:46.406900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.481732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] For port 555b6861-5b01-4497-a242-a24d92feed8f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=555b6861-5b01-4497-a242-a24d92feed8f,segment=NetworkSegment(654991cf-afb5-4aff-a280-305f4cf69657),segment_id=654991cf-afb5-4aff-a280-305f4cf69657)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:46.519417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.521898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:46:46.521898 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:46:46.521898 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': '135ab90c-e63e-4878-bd45-c28baa8d404e'}] Dec 22 15:46:46.521898 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:46:46.522510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:46:46.523832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:46.612532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c6dde8c-ca09-4b19-96a2-4aa507d0cf7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1a09e5a6ffe4765a7f5c35e6e94a565&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3413980 Dec 22 15:46:46.615927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44460) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:46.620341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Pushing event updated for resources: {'Port': ['ID=555b6861-5b01-4497-a242-a24d92feed8f,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:46.625659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:46.677475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Allocated IP 172.26.1.188 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/3ae32ef5-7e2d-4510-99ed-b669c23ebdd1) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:46.720781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116e99c-97d1-4c27-86e4-8011c1a76384 None None] Network 135ab90c-e63e-4878-bd45-c28baa8d404e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:46.872377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.950685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:46.957446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:46.997538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44468) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:47.000509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbde6c6-bbb6-4031-9fb4-4642bb09a658 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:46:47.042484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.052802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:47.055975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:47.059157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:47.097651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event updated for resources: {'Port': ['ID=3ae32ef5-7e2d-4510-99ed-b669c23ebdd1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:47.101371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:47.156405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbde6c6-bbb6-4031-9fb4-4642bb09a658 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:46:47.170541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.177946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.192710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-103790742'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:47.203176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:47.210984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:network and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:47.215802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:47.227457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:47.277071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:47.282622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.301454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.328171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for dfc1aa37-cdbf-4a70-977c-2e40d4921a82 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:47.348915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:47.355052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:security_group_rule and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:47.359462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:47.366615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:47.371073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.379341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 555b6861-5b01-4497-a242-a24d92feed8f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:47.379715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.380792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.381559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.489871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.752135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.766957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c4d0229-23f3-4318-9284-663f9e1ba5ae tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:47.814310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=dfc1aa37-cdbf-4a70-977c-2e40d4921a82,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:47.823392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:47.830820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 555b6861-5b01-4497-a242-a24d92feed8f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=555b6861-5b01-4497-a242-a24d92feed8f,segment=NetworkSegment(654991cf-afb5-4aff-a280-305f4cf69657),segment_id=654991cf-afb5-4aff-a280-305f4cf69657)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:47.833193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.850647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.883017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.899271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:47.910175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-895fc961-47f5-4bb9-8d5e-2201b7bd1b21 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:47.963262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:47.972170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68e440d-21f6-4893-8304-483460f88202,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:47.976133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:48.043181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.044374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Added segment 631e9dca-5a2e-44e9-8c1b-051f4169979b of type vlan for network 39b7373d-a503-4e91-8f57-d9cdf2503761 Dec 22 15:46:48.055118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 555b6861-5b01-4497-a242-a24d92feed8f owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:48.077240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.082284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Router 9f8fad78-b31b-4468-bec7-7d377564f7d9 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:46:48.088909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:48.127466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45004cf-7d11-4e86-bb03-e1db88f19540,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:48.139757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:48.160638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.180174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.181418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d45004cf-7d11-4e86-bb03-e1db88f19540 HTTP/1.1" status: 204 len: 168 time: 1.5647380 Dec 22 15:46:48.186773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/dfc1aa37-cdbf-4a70-977c-2e40d4921a82 HTTP/1.1" status: 204 len: 168 time: 1.8557093 Dec 22 15:46:48.188341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.245783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.247326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.249944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:48.250661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.253022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00bfc19e-daf7-49b7-9a8a-bca3d9ab4a69 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:48.257491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-081bb2fb-5c10-4bee-b687-cbd6f2520743 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:48.283641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e4e978-bad3-41b9-8ece-72af1aab1cbd tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] GET failed (client error): The resource could not be found. Dec 22 15:46:48.284297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39e4e978-bad3-41b9-8ece-72af1aab1cbd tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Synchronizing usage tracker for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:46:48.308299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=555b6861-5b01-4497-a242-a24d92feed8f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:48.311017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 555b6861-5b01-4497-a242-a24d92feed8f on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:48.349912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:48.407156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Network': ['ID=39b7373d-a503-4e91-8f57-d9cdf2503761,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:48.413139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:48.423161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:48.458987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.468101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4685321 Dec 22 15:46:48.473444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-39e4e978-bad3-41b9-8ece-72af1aab1cbd tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Unset dirty status for tenant:1b7011bb5b444e059ddab609a62d664e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:46:48.474708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39e4e978-bad3-41b9-8ece-72af1aab1cbd tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "GET /v2.0/ports/dfc1aa37-cdbf-4a70-977c-2e40d4921a82 HTTP/1.1" status: 404 len: 333 time: 0.2834406 Dec 22 15:46:48.480981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44486) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.481277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44488) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.498696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'subnet': {'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:48.533312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['135ab90c-e63e-4878-bd45-c28baa8d404e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.571836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654991cf-afb5-4aff-a280-305f4cf69657') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.572245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654991cf-afb5-4aff-a280-305f4cf69657') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.576194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:48.576579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.644184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.675453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.676866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:48.681348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:48.687069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:48.687529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.694578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] Sync routers for ids ['9f8fad78-b31b-4468-bec7-7d377564f7d9'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:48.706325 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:48.708386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:subnet and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:48.714835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:48.721639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] Routers {'9f8fad78-b31b-4468-bec7-7d377564f7d9'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:48.724733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9f8fad78-b31b-4468-bec7-7d377564f7d9'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.734559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:48.808432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.823497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] Routers {'9f8fad78-b31b-4468-bec7-7d377564f7d9'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:48.824177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9f8fad78-b31b-4468-bec7-7d377564f7d9'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.856392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.859710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dece7ec3-4719-4ce3-841c-a97359007f46 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:48.885837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=135ab90c-e63e-4878-bd45-c28baa8d404e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:48.893104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.894590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:48.895251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bcb5c8-b9e7-455f-8246-59bb801d17fe None None] The sync data for ids ['9f8fad78-b31b-4468-bec7-7d377564f7d9'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:48.904259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:48.904996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:48.910001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44500) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.912762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:48.917350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.2801063 Dec 22 15:46:48.918346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44504) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.938341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/135ab90c-e63e-4878-bd45-c28baa8d404e HTTP/1.1" status: 204 len: 168 time: 4.3443942 Dec 22 15:46:48.938341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44508) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:48.958226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918568050'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:48.967203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:49.001231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.018989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.024332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:49.035477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:49.046407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:49.055004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.154683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:49.160166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.162292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for 7cacfff9-a5ba-4bb8-b809-dacee20bbb8c owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:49.204491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:49.215294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.215833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment a129174c-9c04-4493-b213-ddf5a65c887d of type vlan for network a61cfab1-835b-4775-829d-4c71ee9ae83b Dec 22 15:46:49.331546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:49.347057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Usage tracker for resource:security_group_rule and tenant:6c8ab8c613604eb599e31aa12230ab90 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:49.350873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:49.359153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:49.393319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7fafb831-6a56-4fbd-8e7c-b48924823a5f tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/9f8fad78-b31b-4468-bec7-7d377564f7d9 HTTP/1.1" status: 200 len: 921 time: 0.4600661 Dec 22 15:46:49.396312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:49.480939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.504404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-27a2b078-a015-4dba-80d0-8d9a899ce4d0 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8fad78-b31b-4468-bec7-7d377564f7d9 HTTP/1.1" status: 200 len: 205 time: 0.1045234 Dec 22 15:46:49.506365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44518) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:49.637804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.649056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:49.687457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.708441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=7cacfff9-a5ba-4bb8-b809-dacee20bbb8c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:49.711653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:49.763639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.767937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:49.768589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.772909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.782752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1831cbd-75d4-4a24-9f27-4a8503b4f96d tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:49.830568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.843451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15e26e4d-75c1-4343-b9e3-7406dbea8b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:49.853908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:49.938004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fe10ba-3362-4672-b062-47d5347b27fd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:49.948487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c8ab8c613604eb599e31aa12230ab90&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0340624 Dec 22 15:46:49.948487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:49.950927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44524) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:49.951713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0011432 Dec 22 15:46:49.954967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=a61cfab1-835b-4775-829d-4c71ee9ae83b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:49.958423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44526) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:49.964870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:49.967781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:49.975394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a61cfab1-835b-4775-829d-4c71ee9ae83b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:49.980093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/ports/7cacfff9-a5ba-4bb8-b809-dacee20bbb8c HTTP/1.1" status: 204 len: 168 time: 1.4975445 Dec 22 15:46:49.985649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44532) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:50.007483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:50.173065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.270384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.334836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting subnet c43d7f06-7cad-4e06-94c5-0aea2600bab6 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:46:50.339278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.399279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.422354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Subnet': ['ID=bd134baf-081b-423e-9812-9dc28f56a41f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:50.426263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:50.438167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.440735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Checking segment: {'id': '631e9dca-5a2e-44e9-8c1b-051f4169979b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:50.441137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network hostable DHCP agents. Network: 39b7373d-a503-4e91-8f57-d9cdf2503761, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:50.445507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:50.447911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:50.454133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:50.464031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:50.470719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fe10ba-3362-4672-b062-47d5347b27fd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:50.474974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.478123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:50.481785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.485516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6fe10ba-3362-4672-b062-47d5347b27fd HTTP/1.1" status: 204 len: 168 time: 0.5315177 Dec 22 15:46:50.520333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.528055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:50.583294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:50.621732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:50.637574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.643029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfafb12f-051b-4b30-a6f1-9f78cb9efa3c tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:50.687607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Subnet': ['ID=c43d7f06-7cad-4e06-94c5-0aea2600bab6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:50.688981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 39b7373d-a503-4e91-8f57-d9cdf2503761) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:50.691777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:50.692873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.694108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:50.695029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.700722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/subnets/c43d7f06-7cad-4e06-94c5-0aea2600bab6 HTTP/1.1" status: 204 len: 168 time: 0.7136562 Dec 22 15:46:50.705906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44542) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:50.707523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66c839-ade9-43d8-877a-3013ab217d86 None None] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:50.722434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb55d8c-c2b5-40e3-b169-4af4bc56a85c None None] Network dff1b28a-97b8-4273-8e24-3e69dc2ec06f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:50.819891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.835100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.859765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Deleting port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:50.860160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:50.882322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4000058 Dec 22 15:46:50.890325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44548) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:50.902697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-135621078', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:50.910223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:50.914572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:router and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:50.919512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:50.927626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:51.000262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.001177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.058186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.126974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] For port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,segment=NetworkSegment(afdb5dcd-cfa7-43c2-abea-988f8838bc64),segment_id=afdb5dcd-cfa7-43c2-abea-988f8838bc64)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:51.127387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.165393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.222891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd8ae66-7aa5-483d-82ea-77ea7c417640 None None] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:51.275946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port 3ae32ef5-7e2d-4510-99ed-b669c23ebdd1 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:51.276583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.380670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a997443-6951-43db-a925-3c712169322a None None] DHCP port deletion for dff1b28a-97b8-4273-8e24-3e69dc2ec06f request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:46:51.424402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a997443-6951-43db-a925-3c712169322a None None] Deleting port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:51.424828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a997443-6951-43db-a925-3c712169322a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.457601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.473951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:51.486577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Calling delete_port for 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:51.534668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44558) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:51.604551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a997443-6951-43db-a925-3c712169322a None None] The port '1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:46:51.606189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.644299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.651919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-103116a2-6fa1-48e4-92a8-67769dc5126c tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:51.669255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.694407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Port': ['ID=1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:51.699659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:51.702133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] No DVR routers for this DVR port 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:51.719165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=b47ac0ee-656c-46aa-b04d-2277085d9472,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:51.728258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:51.768164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'a129174c-9c04-4493-b213-ddf5a65c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:51.768491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: a61cfab1-835b-4775-829d-4c71ee9ae83b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:51.796296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.811269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:51.823407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Usage tracker for resource:security_group_rule and tenant:031b022cfda749aaae873aa33cd2a445 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:51.843193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.872108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff1b28a-97b8-4273-8e24-3e69dc2ec06f']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:51.885402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:51.885957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afdb5dcd-cfa7-43c2-abea-988f8838bc64') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:51.886301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afdb5dcd-cfa7-43c2-abea-988f8838bc64') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:51.898728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.914655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.921000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:51.921433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:51.936612 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:51.958536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for 3ae32ef5-7e2d-4510-99ed-b669c23ebdd1 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:51.996646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:52.044088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.047434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:52.064110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.076541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Pushing event deleted for resources: {'Network': ['ID=dff1b28a-97b8-4273-8e24-3e69dc2ec06f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:52.081330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:52.085124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] 10.222.0.18 "DELETE /v2.0/networks/dff1b28a-97b8-4273-8e24-3e69dc2ec06f HTTP/1.1" status: 204 len: 168 time: 1.3781610 Dec 22 15:46:52.135866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network a61cfab1-835b-4775-829d-4c71ee9ae83b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:52.214847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a61cfab1-835b-4775-829d-4c71ee9ae83b) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:52.224516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45423e90-2529-408f-bb80-61ae8cfab4c5 None None] Network a61cfab1-835b-4775-829d-4c71ee9ae83b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:52.232403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:52.233058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.254552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.329196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.354492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:52.430091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4694302 Dec 22 15:46:52.441001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44566) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:52.445396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.485832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:46:52.491833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.498101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac0a09-6a7e-4834-b290-3a026ad44835,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:52.531556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:46:52.531944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1bcd2ff4-b0a6-4392-82f8-7330ecf47ca9 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:46:52.540311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:52.545484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=031b022cfda749aaae873aa33cd2a445&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0029883 Dec 22 15:46:52.547732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.556324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44574) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:52.557314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-763a9d63-a501-4b9d-8bf7-3cd973c352ab tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:52.622234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=3ae32ef5-7e2d-4510-99ed-b669c23ebdd1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:52.635415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:52.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44578) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:52.741298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.764822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a61cfab1-835b-4775-829d-4c71ee9ae83b', 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': 'b47ac0ee-656c-46aa-b04d-2277085d9472'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:52.766170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.862903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.865829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:52.959470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.74 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/166a9934-bfe0-45ee-a8be-83c130ce4f37) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:52.984911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-50a02dc3-e948-4506-bc04-a9a84925412e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b7011bb5b444e059ddab609a62d664e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3430393 Dec 22 15:46:52.987513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44586) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:53.002648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Allocated IP 172.20.0.1 (a61cfab1-835b-4775-829d-4c71ee9ae83b/b47ac0ee-656c-46aa-b04d-2277085d9472/0a333be5-9990-4ee9-8755-652fcbd3fe00) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:53.063297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.098140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.172928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.178930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82870629-4e26-47d7-a206-922c96731b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.191277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ccb131-e824-4aee-8374-43aaff47077d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:53.194157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:53.200390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.201655 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3ccb131-e824-4aee-8374-43aaff47077d HTTP/1.1" status: 204 len: 168 time: 0.2122419 Dec 22 15:46:53.251761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.293483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.312980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Transition to ACTIVE for port object 0a333be5-9990-4ee9-8755-652fcbd3fe00 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:53.316154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.333519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Transition to ACTIVE for port object 0a333be5-9990-4ee9-8755-652fcbd3fe00 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:53.367498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.372978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.396120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.402909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.441929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Network a61cfab1-835b-4775-829d-4c71ee9ae83b is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:53.444857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:53.447722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=b47ac0ee-656c-46aa-b04d-2277085d9472,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:53.449687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:53.456140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Pushing event updated for resources: {'Port': ['ID=0a333be5-9990-4ee9-8755-652fcbd3fe00,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:53.456423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:53.460043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:53.588609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Attempting to bind port 0a333be5-9990-4ee9-8755-652fcbd3fe00 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:53.589406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Attempting to bind port 0a333be5-9990-4ee9-8755-652fcbd3fe00 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a129174c-9c04-4493-b213-ddf5a65c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:53.590051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Attempting to bind port 0a333be5-9990-4ee9-8755-652fcbd3fe00 on network a61cfab1-835b-4775-829d-4c71ee9ae83b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:53.594544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.599101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:53.599517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Checking segment: {'id': 'a129174c-9c04-4493-b213-ddf5a65c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:53.599969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.600403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Bound using segment: {'id': 'a129174c-9c04-4493-b213-ddf5a65c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:53.600920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Bound port: 0a333be5-9990-4ee9-8755-652fcbd3fe00, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a129174c-9c04-4493-b213-ddf5a65c887d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:53.601334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.627221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61cfab1-835b-4775-829d-4c71ee9ae83b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:53.642403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a129174c-9c04-4493-b213-ddf5a65c887d') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:53.643344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a129174c-9c04-4493-b213-ddf5a65c887d') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:53.660482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.681670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.689558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:53.690286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.712364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] For port 0a333be5-9990-4ee9-8755-652fcbd3fe00, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:53.714935 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:53.727867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.746707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.817960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.823024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] For port 0a333be5-9990-4ee9-8755-652fcbd3fe00, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a333be5-9990-4ee9-8755-652fcbd3fe00,segment=NetworkSegment(a129174c-9c04-4493-b213-ddf5a65c887d),segment_id=a129174c-9c04-4493-b213-ddf5a65c887d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:53.830019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.845982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:46:53.845982 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:46:53.845982 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': 'a61cfab1-835b-4775-829d-4c71ee9ae83b'}] Dec 22 15:46:53.845982 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:46:53.849288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.849449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:46:53.854306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac0a09-6a7e-4834-b290-3a026ad44835,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:53.857061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:53.870906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.882809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/12ac0a09-6a7e-4834-b290-3a026ad44835 HTTP/1.1" status: 204 len: 168 time: 1.2906981 Dec 22 15:46:53.893565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.899999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.929320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.929977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8fad78-b31b-4468-bec7-7d377564f7d9 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:46:53.941923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.943173 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/9f8fad78-b31b-4468-bec7-7d377564f7d9 HTTP/1.1" status: 204 len: 168 time: 4.4137409 Dec 22 15:46:53.947112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44608) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:53.954046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-147189016', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:53.956239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:53.961041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:53.965057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7cae8004-f31b-4321-82b0-edf4e91f09ff tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:53.965519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:router and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:53.973093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:53.989612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:54.032682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.034123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.053568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:54.057673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:54.061568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:54.075530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.109979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=166a9934-bfe0-45ee-a8be-83c130ce4f37,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:54.116811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Pushing event updated for resources: {'Port': ['ID=0a333be5-9990-4ee9-8755-652fcbd3fe00,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:54.117068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:54.117749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:54.140070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a558fe2a-29ce-4b29-ab8a-322764601b7b None None] Network a61cfab1-835b-4775-829d-4c71ee9ae83b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:54.316605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.334363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.335598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.347633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.380626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db256623-6959-42d2-ad1e-08cdd6b2e717 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:46:54.406738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 0a333be5-9990-4ee9-8755-652fcbd3fe00 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:46:54.407125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.559936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db256623-6959-42d2-ad1e-08cdd6b2e717 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:46:54.817821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44632) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:54.825654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 0a333be5-9990-4ee9-8755-652fcbd3fe00, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a333be5-9990-4ee9-8755-652fcbd3fe00,segment=NetworkSegment(a129174c-9c04-4493-b213-ddf5a65c887d),segment_id=a129174c-9c04-4493-b213-ddf5a65c887d)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:46:54.825654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:54.831202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:46:55.012754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 0a333be5-9990-4ee9-8755-652fcbd3fe00 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:46:55.119503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2036301291'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:55.139783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:55.147517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:network and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:55.152393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:55.162175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:55.196804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:55.200118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.208484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:55.222214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:55.223044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.231009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:55.236628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.241789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.260194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.272064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.273387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3803627 Dec 22 15:46:55.279438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44648) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:55.295560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.308927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:55.309675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.380880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.381440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ed600f-601c-43b5-ae66-e9cbeb674c38 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:46:55.389610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:55.396001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:security_group_rule and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:55.401288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:55.407427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.26.1.154 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/35ff05ef-e24a-4427-ae42-0ac48f13b0d0) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:55.410928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:55.473668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.480646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5caf2e5-f15c-47f7-b1ff-f851f3d50e14 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:55.580768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=0a333be5-9990-4ee9-8755-652fcbd3fe00,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:55.581528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.583773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:55.598152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 0a333be5-9990-4ee9-8755-652fcbd3fe00 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:46:55.668208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.678819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:55.709299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:55.742195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.742195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Added segment 477024bc-e6df-4fc7-810f-0e0c92c6f882 of type vlan for network 3869d436-ab4f-45bb-9569-b3230aca28ff Dec 22 15:46:55.742195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a083ba6-6b42-46cf-a08b-99dbe9084441,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:55.747290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:55.776319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.784067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.789810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.814393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61cfab1-835b-4775-829d-4c71ee9ae83b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.830544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a129174c-9c04-4493-b213-ddf5a65c887d') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.830886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a129174c-9c04-4493-b213-ddf5a65c887d') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:55.846791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.866799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.873743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:55.874183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:55.890142 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:55.965242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:55.974041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d547ca57-8a52-4e5d-bf5d-ccc7e40ef3a3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:56.024380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.029342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:56.030104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.037852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:56.041174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:56.042747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:56.045083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:56.110133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.124251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:56.130069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.153085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/a61cfab1-835b-4775-829d-4c71ee9ae83b HTTP/1.1" status: 204 len: 168 time: 3.7153647 Dec 22 15:46:56.154225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:56.154755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44666) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:56.155466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-620d6004-4f2e-4f4f-a90f-130e4142b391 tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:56.437155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6143975 Dec 22 15:46:56.437155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Network': ['ID=3869d436-ab4f-45bb-9569-b3230aca28ff,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:56.438649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44678) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:56.442204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:56.450013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:56.451519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:56.497292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1559579208'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:56.508880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=a61cfab1-835b-4775-829d-4c71ee9ae83b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:56.511932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:56.516527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:56.534219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:56.538730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:56.548146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:56.597264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:56.603300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.646516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:56.649120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:56.656321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:56.660297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:56.660958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.661339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment d0dfe460-aaea-4582-a791-18937dab7f15 of type vlan for network 850dfcd6-5d70-43eb-a81a-0d80cbc8684d Dec 22 15:46:56.668514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:56.689859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.690648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.729898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:56.744525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44684) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:56.764685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.914124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.923155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.927278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:56.927916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:56.934572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22350fa5-fd97-4758-9ad9-db8d4a8bcfef tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:57.028440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1785960326'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:57.065246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6376553 Dec 22 15:46:57.065970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44690) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:57.068723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=850dfcd6-5d70-43eb-a81a-0d80cbc8684d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:57.071116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:57.071582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:57.080583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 850dfcd6-5d70-43eb-a81a-0d80cbc8684d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:57.081911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '850dfcd6-5d70-43eb-a81a-0d80cbc8684d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:57.083372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Usage tracker for resource:network and tenant:f07893c622444fa8a8d64b5acb74284d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:57.096380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:57.113112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:57.132050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.218249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:57.218617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Made reservation on behalf of f07893c622444fa8a8d64b5acb74284d for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:57.224051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.225901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:57.230231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:57.240341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:57.286897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:57.291838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.324712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:46:57.440457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:57.460102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Usage tracker for resource:security_group_rule and tenant:f07893c622444fa8a8d64b5acb74284d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:57.466865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:57.482301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.482639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:57.548508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.564621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f517faf-cc9c-48b2-a994-dc49a1e590fe tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:57.688532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=c17fc0a0-a101-4fdf-beb1-29a23210e51b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:57.727588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:57.808032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.812506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:57.812699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network hostable DHCP agents. Network: 3869d436-ab4f-45bb-9569-b3230aca28ff, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:57.833201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:46:57.848478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Sync routers for ids ['4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:46:57.858958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.864269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Routers {'4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:57.865141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:57.869820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:57.875854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.881307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:57.911832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:46:57.914903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.916926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9680524 Dec 22 15:46:57.924807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44700) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:57.941613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c316b787-f815-4dae-83e9-6b780d2c8001,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:57.944711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:57.945104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Added segment 082cbc71-6b5d-402c-a5ad-330bb3cc7476 of type vlan for network ebef6f41-5ff7-4cfc-905b-702b152ab40a Dec 22 15:46:57.953805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.1 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:57.956043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:58.009036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:58.023124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.037183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=90c4d232-82cb-4620-8a7f-f9cd57d0df73,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:58.052202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:58.073047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'd0dfe460-aaea-4582-a791-18937dab7f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '850dfcd6-5d70-43eb-a81a-0d80cbc8684d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:58.073432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 850dfcd6-5d70-43eb-a81a-0d80cbc8684d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:46:58.082272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Set router 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:46:58.098578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 3869d436-ab4f-45bb-9569-b3230aca28ff) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:58.108574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d93d932-98e1-411c-a76b-d46095cafcfc None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:58.115472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:58.116116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.207489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.213994 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-900fb487-d0bb-49ff-b059-f5c45c0bf917 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/4a3cd1ba-1f58-4db2-9aa0-1acbd206161a HTTP/1.1" status: 200 len: 908 time: 0.2866290 Dec 22 15:46:58.218218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44704) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:58.222270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.226342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 850dfcd6-5d70-43eb-a81a-0d80cbc8684d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:46:58.226504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:58.227058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.234744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 850dfcd6-5d70-43eb-a81a-0d80cbc8684d) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:58.234909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'name': 'tempest-snat-router-147189016', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': True}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:58.238367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:58.239288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.249581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0326b350-e7f6-4ac9-b8a3-8e54f05a179f tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:58.258206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc4179-3f9a-4c56-a7ea-6b0e95bac063 None None] Network 850dfcd6-5d70-43eb-a81a-0d80cbc8684d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:58.284732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8413188 Dec 22 15:46:58.284732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:58.287763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44708) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:58.290266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2225471 Dec 22 15:46:58.295196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44710) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:58.301983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'name': 'tempest-NetworksTestDHCPv6-811649242'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:58.307977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Usage tracker for resource:router and tenant:f826abd9727245c5902334fef0f0fc28 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:58.316304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:58.330205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:58.396017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6421847 Dec 22 15:46:58.398681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Pushing event updated for resources: {'Network': ['ID=ebef6f41-5ff7-4cfc-905b-702b152ab40a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:58.402503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:58.415568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:46:58.427047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.431870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:58.466032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154'}], 'enable_snat': False}, 'gw_port_id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:54Z', 'updated_at': '2021-12-22T15:46:56Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:55Z', 'updated_at': '2021-12-22T15:46:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:58.471613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Checking router: 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:46:58.472117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Updating router 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:46:58.518607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.519675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.533023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.625300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:46:58.643665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:46:58.649143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:46:58.660414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.667484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:58.687435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:58.697846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:58.721580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:58.741657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.747508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:58.753400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:58.758310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.855811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44726) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:46:58.866231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'c17fc0a0-a101-4fdf-beb1-29a23210e51b'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:58.867147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.897383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.952646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:58.958521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:58.981894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-811181124'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:46:59.014173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 9207922d-3dd4-40bf-bfbd-985c7222d51d yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:46:59.050124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.061018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:59.165236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Usage tracker for resource:port and tenant:19ebc7a958cf4ca6803be6111ecd0e49 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:59.166368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333cf3bb-04b6-4695-bee5-0d574aa8b668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-850dfcd6-5d70-43eb-a81a-0d80cbc8684d', 'network_id': '850dfcd6-5d70-43eb-a81a-0d80cbc8684d', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '90c4d232-82cb-4620-8a7f-f9cd57d0df73'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:46:59.167482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-333cf3bb-04b6-4695-bee5-0d574aa8b668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.176301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:59.189946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:59.191063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.199130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.241991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.258909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Transition to ACTIVE for port object 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:46:59.266081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f42b070-47d8-4298-a9e1-74bd7b6b34b0 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:59.310206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.316005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:59.327669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Made reservation on behalf of 19ebc7a958cf4ca6803be6111ecd0e49 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:46:59.332515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.335228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98229229-75f6-4d2b-9c81-1762a2e9c290 None None] Network 850dfcd6-5d70-43eb-a81a-0d80cbc8684d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:46:59.370626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.401757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Pushing event updated for resources: {'Port': ['ID=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:59.418271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:59.449482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Attempting to bind port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:46:59.449900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Attempting to bind port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:46:59.450464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Attempting to bind port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:46:59.459036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:46:59.459452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:46:59.459902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.460485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:46:59.461287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Bound port: 35ff05ef-e24a-4427-ae42-0ac48f13b0d0, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:46:59.461711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.526662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:46:59.535010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Usage tracker for resource:security_group_rule and tenant:19ebc7a958cf4ca6803be6111ecd0e49 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:46:59.540037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:46:59.558133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] For port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:46:59.562070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] For port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:46:59.585864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=90c4d232-82cb-4620-8a7f-f9cd57d0df73,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:59.588496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:59.607612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.612908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7af12253-48a9-4460-ad36-d8ca4ee95273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:46:59.688739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::235 (3869d436-ab4f-45bb-9569-b3230aca28ff/c17fc0a0-a101-4fdf-beb1-29a23210e51b/9207922d-3dd4-40bf-bfbd-985c7222d51d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:46:59.692025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.698314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Pushing event updated for resources: {'Port': ['ID=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:46:59.702031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:46:59.703163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Routers {'4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:46:59.703844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:59.746940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850dfcd6-5d70-43eb-a81a-0d80cbc8684d']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:59.768613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dfe460-aaea-4582-a791-18937dab7f15') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:59.769140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dfe460-aaea-4582-a791-18937dab7f15') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:46:59.787636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.814792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.827911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed51c-d6b9-417c-9166-c883c6c4083f req-17a6fcff-0aae-48fb-bcda-cb82120a1250 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:46:59.829868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b8ed51c-d6b9-417c-9166-c883c6c4083f req-17a6fcff-0aae-48fb-bcda-cb82120a1250 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.6474640 Dec 22 15:46:59.833423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:46:59.836625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:46:59.837230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:46:59.855899 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:46:59.963151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] Set router 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:00.072183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.079877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b8ed51c-d6b9-417c-9166-c883c6c4083f req-8b84bb2e-9f25-43d5-9cfd-3d9e8dee6ed6 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204533 Dec 22 15:47:00.084104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca3a00cc-5ddb-4210-afb3-6fa0c615df2e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:00.161147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.176212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/850dfcd6-5d70-43eb-a81a-0d80cbc8684d HTTP/1.1" status: 204 len: 168 time: 1.8765385 Dec 22 15:47:00.176212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=850dfcd6-5d70-43eb-a81a-0d80cbc8684d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:00.176507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.177117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.177436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:00.185692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:00.192631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1250708777'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:00.198464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:00.202958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:00.206012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:00.212030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:00.212202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.218486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf2ee1fd-273c-488a-9d2f-74651282d3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:00.256858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.257103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:00.259214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port c27efa85-5f91-4736-bf69-d9293eebf3f6 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:00.262840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.301702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a872c089-343b-483c-96fc-44054666fa99,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:00.324568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.337624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:00.348874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 9207922d-3dd4-40bf-bfbd-985c7222d51d will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:00.351489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:00.355624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.356021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment e7ef7700-d5ac-4bf9-904b-169440cbe4c6 of type vlan for network 5a7d87f5-3748-41aa-9430-055ad25fc391 Dec 22 15:47:00.378200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.389782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154'}], 'enable_snat': False}, 'gw_port_id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:54Z', 'updated_at': '2021-12-22T15:46:56Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:55Z', 'updated_at': '2021-12-22T15:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:00.392074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.394482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b52369c-0e98-460c-a143-33e7d05feac6 None None] The sync data for ids ['4a3cd1ba-1f58-4db2-9aa0-1acbd206161a'] in dv-neutron-822514-1-hyperv is: [{'id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154'}], 'enable_snat': False}, 'gw_port_id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:54Z', 'updated_at': '2021-12-22T15:46:56Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '35ff05ef-e24a-4427-ae42-0ac48f13b0d0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ae:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3cd1ba-1f58-4db2-9aa0-1acbd206161a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:46:55Z', 'updated_at': '2021-12-22T15:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:00.414391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.434043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.441382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed3f0493-751c-4c01-a00d-c1306991b310 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:00.454794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:00.488777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/c17fc0a0-a101-4fdf-beb1-29a23210e51b/6588bea1-56e1-4cd8-9c06-85d0476fd674) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:00.498611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.502864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:00.503544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.547352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:00.548340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=9207922d-3dd4-40bf-bfbd-985c7222d51d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:00.551231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:00.553188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:00.553674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:00.573964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:00.578238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:00.578956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.597343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4135921 Dec 22 15:47:00.616972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44744) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:00.623914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '5a7d87f5-3748-41aa-9430-055ad25fc391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:00.641187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:00.648265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3553371 Dec 22 15:47:00.651342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.657931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44748) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:00.666379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:00.729163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=5a7d87f5-3748-41aa-9430-055ad25fc391,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:00.734162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:00.750832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 5a7d87f5-3748-41aa-9430-055ad25fc391 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:00.847674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:00.861309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:00.864350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:00.874835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:00.914170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:00.926385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Transition to ACTIVE for port object 6588bea1-56e1-4cd8-9c06-85d0476fd674 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:00.944523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:00.976966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Transition to ACTIVE for port object 6588bea1-56e1-4cd8-9c06-85d0476fd674 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:01.016086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.033620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-607d1457-99f4-4e4e-9d14-8329257e58c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:01.074795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.26.1.151 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:01.099697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.104429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:01.105696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:01.119874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:01.216069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port c27efa85-5f91-4736-bf69-d9293eebf3f6 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:01.229648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Pushing event updated for resources: {'Port': ['ID=6588bea1-56e1-4cd8-9c06-85d0476fd674,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:01.229817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.234112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:01.241189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Attempting to bind port 6588bea1-56e1-4cd8-9c06-85d0476fd674 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:01.241615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Attempting to bind port 6588bea1-56e1-4cd8-9c06-85d0476fd674 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:01.241750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing IP validity checks on allocation pools {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:47:01.242017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Attempting to bind port 6588bea1-56e1-4cd8-9c06-85d0476fd674 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:01.242209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:47:01.248709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Transition to ACTIVE for port object c27efa85-5f91-4736-bf69-d9293eebf3f6 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:01.250314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:01.250661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:01.251117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.251561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:01.252092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Bound port: 6588bea1-56e1-4cd8-9c06-85d0476fd674, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:01.252582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.427222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] For port 6588bea1-56e1-4cd8-9c06-85d0476fd674, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:01.430736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] For port 6588bea1-56e1-4cd8-9c06-85d0476fd674, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6588bea1-56e1-4cd8-9c06-85d0476fd674,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:01.460208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.467421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.469302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:01.473700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3436c170-3833-4d3c-b2db-620f59f43345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:01.485486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54fd96a1-defb-480a-a353-e57c5da89b5a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:01.490346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.496487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:01.553791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=c27efa85-5f91-4736-bf69-d9293eebf3f6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:01.562868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:01.565312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:01.589336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:01.596894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:01.607535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Pushing event updated for resources: {'Port': ['ID=6588bea1-56e1-4cd8-9c06-85d0476fd674,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:01.612171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:01.624425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65343b39-5807-4096-ab64-cab3d5d155b7 req-d641ca62-ef6b-4702-88fe-75bf7903bc08 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:01.627019 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65343b39-5807-4096-ab64-cab3d5d155b7 req-d641ca62-ef6b-4702-88fe-75bf7903bc08 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.2040458 Dec 22 15:47:01.631240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'e7ef7700-d5ac-4bf9-904b-169440cbe4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5a7d87f5-3748-41aa-9430-055ad25fc391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:01.631640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 5a7d87f5-3748-41aa-9430-055ad25fc391, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:01.703498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65343b39-5807-4096-ab64-cab3d5d155b7 req-0e0085d4-7808-4960-8253-1d15f9ec1d4e tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653002 Dec 22 15:47:01.738740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 5a7d87f5-3748-41aa-9430-055ad25fc391 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:01.773092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 5a7d87f5-3748-41aa-9430-055ad25fc391) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:01.779209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:01.779873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.787627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009aaf3c-a329-4bba-a8cd-411c86247430 None None] Network 5a7d87f5-3748-41aa-9430-055ad25fc391 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:01.852400 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2342083 Dec 22 15:47:01.853431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44760) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:01.874614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:01.908736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1251acf-3843-4480-9ead-31e59e77be10 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:01.912513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1251acf-3843-4480-9ead-31e59e77be10 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.2442181 Dec 22 15:47:01.924915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44764) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:01.986530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.051441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ab3cdcb-2c39-40af-b0f8-3b834e5adaa1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:02.065480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.117611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 9207922d-3dd4-40bf-bfbd-985c7222d51d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:02.118100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.119556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ed950-b02d-48f0-bd10-4a96c25ea589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-5a7d87f5-3748-41aa-9430-055ad25fc391', 'network_id': '5a7d87f5-3748-41aa-9430-055ad25fc391', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': 'e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:02.120464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-314ed950-b02d-48f0-bd10-4a96c25ea589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.154007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.299921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:02.325833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:02.328373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.333943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Checking segment: {'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:02.334087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:02.334353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Network hostable DHCP agents. Network: ebef6f41-5ff7-4cfc-905b-702b152ab40a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:02.343780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-314ed950-b02d-48f0-bd10-4a96c25ea589 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f: This subnet is being modified by another concurrent operation. Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:47:02.361359 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f: This subnet is being modified by another concurrent operation. Dec 22 15:47:02.364757 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 15:47:02.374355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:02.378678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:02.398755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f74514-dc9e-4b9c-b8e0-a6542c5546f9 None None] Network 5a7d87f5-3748-41aa-9430-055ad25fc391 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:02.457436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:02.477569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:02.502720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.535816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7d87f5-3748-41aa-9430-055ad25fc391']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:02.553409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ef7700-d5ac-4bf9-904b-169440cbe4c6') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:02.553409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ef7700-d5ac-4bf9-904b-169440cbe4c6') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:02.584579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.608716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:02.639530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.659893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:02.660254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.664159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:02.683877 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:02.815788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:02.822564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:02.822968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.864189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.872459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.877186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:02.906930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=5a7d87f5-3748-41aa-9430-055ad25fc391,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:02.910223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/5a7d87f5-3748-41aa-9430-055ad25fc391 HTTP/1.1" status: 204 len: 168 time: 1.0556924 Dec 22 15:47:02.911115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:02.915617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44774) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:02.922632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1980000913'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:02.929261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:02.972080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:02.979671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:02.980487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:02.989292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, ebef6f41-5ff7-4cfc-905b-702b152ab40a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:02.998215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:02.999647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:03.002193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511fdd5f-cacc-4e37-a89b-6ac84124b94c None None] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:03.036219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:03.041680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.042803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6588bea1-56e1-4cd8-9c06-85d0476fd674 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:03.046254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7a90-009e-45ef-9658-415246e3eb43 req-4a44b153-1f48-4671-9902-2d5c290956a0 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:03.053751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14ef7a90-009e-45ef-9658-415246e3eb43 req-4a44b153-1f48-4671-9902-2d5c290956a0 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.1259694 Dec 22 15:47:03.079171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:03.083345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:03.087318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.103452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:03.103909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:03.104307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:03.108358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.155614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14ef7a90-009e-45ef-9658-415246e3eb43 req-673f1843-3577-42d1-88af-0729575e564f tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945165 Dec 22 15:47:03.171344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:03.192220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.192621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment 04cd5de3-690f-4ad8-afb0-7315e1fae089 of type vlan for network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 Dec 22 15:47:03.228296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.289645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.295080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:03.295761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.303890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:03.324049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:03.324049 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:03.336537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 9207922d-3dd4-40bf-bfbd-985c7222d51d owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:03.368592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:03.375708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:03.376592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 2 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:03.423187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:03.436461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:03.436461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:03.436461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:03.440288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=4d193ee1-1519-4aec-a92e-ab8131d21bd5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:03.442360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-e0316ba8-71d2-4ee4-a6b7-cf6f5d83eeba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:03.444043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-e0316ba8-71d2-4ee4-a6b7-cf6f5d83eeba tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.5180180 Dec 22 15:47:03.445816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:03.459090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:03.496095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5785263 Dec 22 15:47:03.497772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44780) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:03.503752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:03.527571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:03.527949 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:03.547937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 3 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:03.590714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:03.591094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:03.591876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:03.604852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Deleting port 070ba161-a954-4a5c-9167-3f4117ef406b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:03.605242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.720845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:03.725969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:03.734366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:03.739833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:03.740210 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:03.741571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:03.747698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 4 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:03.781121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:03.849072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f287da2-3d86-4bab-804d-e0ac54020d80 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:03.941740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:03.942138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:03.942532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:03.969871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:03.977344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:03.983177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:03.986683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.039759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:04.040132 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:04.041569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.042309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.077342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Provisioning for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:04.088812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Provisioning complete for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:04.089235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.095058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 5 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:04.103045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=9207922d-3dd4-40bf-bfbd-985c7222d51d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:04.109523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81241a99-650f-42d8-ab78-b3e0cfb9caae req-10957391-0749-4285-a713-9ede626a481f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:04.111430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81241a99-650f-42d8-ab78-b3e0cfb9caae req-10957391-0749-4285-a713-9ede626a481f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3099456 Dec 22 15:47:04.115398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:04.203119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81241a99-650f-42d8-ab78-b3e0cfb9caae req-e252d3ef-3bd3-41d0-8121-5c120d5a48aa tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789340 Dec 22 15:47:04.237120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:04.237409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:04.237770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:04.292096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.345249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.372328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:04.381233 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:04.388319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 6 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:04.424787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] For port 070ba161-a954-4a5c-9167-3f4117ef406b, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=070ba161-a954-4a5c-9167-3f4117ef406b,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:04.425344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.451913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:04.452184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:04.452562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:04.512515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:04.544535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/9207922d-3dd4-40bf-bfbd-985c7222d51d HTTP/1.1" status: 204 len: 168 time: 2.6159415 Dec 22 15:47:04.558331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44792) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:04.564275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:04.564639 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:04.571014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 7 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:04.595640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] For port 6588bea1-56e1-4cd8-9c06-85d0476fd674, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6588bea1-56e1-4cd8-9c06-85d0476fd674,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:04.654500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.656925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adf3d5d8-4628-4164-9971-3931d2e5624f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:04.659680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:04.660051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:04.660424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:04.708392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:04.709157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.777475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:04.777841 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:04.782772 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 8 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:04.829066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee0291-0af8-45c1-a258-1395929ccca7 req-f8f0fda6-7a21-40e5-ab6d-fb83ac5f730c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:04.837991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cfee0291-0af8-45c1-a258-1395929ccca7 req-f8f0fda6-7a21-40e5-ab6d-fb83ac5f730c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 946 time: 0.1476028 Dec 22 15:47:04.859124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:04.876123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:04.988262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=77a2fe9c-d72b-41ce-8e85-5a805a910da0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:05.000229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-12fbf582-a949-4b23-b6a1-5e000a2554e3 None None] Provisioning complete for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:05.000648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12fbf582-a949-4b23-b6a1-5e000a2554e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.035478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:05.037385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cfee0291-0af8-45c1-a258-1395929ccca7 req-b5beb996-eaba-4c3d-9719-7a861dca7e10 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups?id=e82fedc0-7176-4e17-99b2-33864aecf91d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989617 Dec 22 15:47:05.038517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:05.054872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': '04cd5de3-690f-4ad8-afb0-7315e1fae089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:05.055433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 4d193ee1-1519-4aec-a92e-ab8131d21bd5, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:05.185265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:05.211936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Pushing event updated for resources: {'Port': ['ID=6588bea1-56e1-4cd8-9c06-85d0476fd674,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:05.219168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:05.264175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27224e75-01c8-4bba-9ce4-37f25f05ddad req-494da73c-ea69-475a-9fb2-98b238407981 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:05.266208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-27224e75-01c8-4bba-9ce4-37f25f05ddad req-494da73c-ea69-475a-9fb2-98b238407981 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.1500535 Dec 22 15:47:05.267512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 4d193ee1-1519-4aec-a92e-ab8131d21bd5) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:05.267781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ce67e-0a03-4063-bc65-29384e8d2940 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:05.270942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ce67e-0a03-4063-bc65-29384e8d2940 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:05.271792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-859ce67e-0a03-4063-bc65-29384e8d2940 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:05.272577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:05.273311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.282152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f594a-d698-47b5-b99d-ea88f3019fe9 None None] Network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:05.343313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-27224e75-01c8-4bba-9ce4-37f25f05ddad req-01e04f3a-ad50-4fca-95a4-b9de832c0ad9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629394 Dec 22 15:47:05.371645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8732798 Dec 22 15:47:05.373020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:05.384726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:05.385097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:05.385452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:05.409161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d947b07-46a0-4a32-96a9-f16e0fdac3c9 None None] Could not find standard attr ID for object 9207922d-3dd4-40bf-bfbd-985c7222d51d. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:47:05.443969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:05.444337 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:05.451799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 9 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:05.472825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:05.473197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:05.473580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:05.475939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-859ce67e-0a03-4063-bc65-29384e8d2940 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:05.480510 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-859ce67e-0a03-4063-bc65-29384e8d2940 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9162180 Dec 22 15:47:05.481786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.488482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.488482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Floating IP ef705ed5-0192-47b5-afc0-f64ba37688c7 disassociated. External IP: 172.26.1.228, port: 070ba161-a954-4a5c-9167-3f4117ef406b. Dec 22 15:47:05.488482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Calling delete_port for 070ba161-a954-4a5c-9167-3f4117ef406b owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:05.548258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44806) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:05.599254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-4d193ee1-1519-4aec-a92e-ab8131d21bd5', 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '77a2fe9c-d72b-41ce-8e85-5a805a910da0'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:05.600308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.606947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.615075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:05.615452 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:05.627408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 10 to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 Dec 22 15:47:05.653270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:05.653656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:05.654037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:05.685853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.717526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port c27efa85-5f91-4736-bf69-d9293eebf3f6 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:05.717897 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port c27efa85-5f91-4736-bf69-d9293eebf3f6 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:05.718298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:05.831707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:05.842804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Allocated IP 172.20.0.1 (4d193ee1-1519-4aec-a92e-ab8131d21bd5/77a2fe9c-d72b-41ce-8e85-5a805a910da0/9856295c-a35d-4827-891d-4a7776eadcff) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:05.848928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:05.901353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:05.902052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:05.969799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:05.990966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/routers/ba179f07-749f-4ed4-bdf6-e872c5d09b31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7077088 Dec 22 15:47:05.992369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44812) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:06.003157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'port': {'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761', 'name': 'tempest-FloatingIPTestJSON-1851487946'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:06.047097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:06.047793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:06.048067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port c27efa85-5f91-4736-bf69-d9293eebf3f6, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:06.048511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempted to set empty binding levels {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:47:06.076318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet c17fc0a0-a101-4fdf-beb1-29a23210e51b {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:06.079912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.116334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:06.116798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410ab650-d409-4692-8f93-78ea6560d610 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:06.125520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router 57d042cf-ebcb-499d-afa1-a3d03d90ab8a is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:47:06.138248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.140422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.152386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:06.231300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.237404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:06.241865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:port and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:06.250285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:06.250882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.252221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:06.264240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Transition to ACTIVE for port object 9856295c-a35d-4827-891d-4a7776eadcff will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:06.292916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.295728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Transition to ACTIVE for port object 9856295c-a35d-4827-891d-4a7776eadcff will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:06.328895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00d88042-44d6-4d5d-a86d-42cd4f27a48c req-cb18bcdd-0c77-4719-bb7f-49afebbda3c4 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 210 time: 0.0711110 Dec 22 15:47:06.335884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.341331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-559b5ddb-a01f-41b6-b630-26261a2f91f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:06.371137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:06.378355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=c27efa85-5f91-4736-bf69-d9293eebf3f6,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:06.378720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.436833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Pushing event updated for resources: {'Port': ['ID=9856295c-a35d-4827-891d-4a7776eadcff,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:06.439954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.441346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] device_id is not set on port d60e60e7-7155-4238-b8ac-d6358f7e7303 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:06.452153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:06.499226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:06.500642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:06.503577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:06.503745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 7.6462283 Dec 22 15:47:06.511068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.511500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.511917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.512333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.512749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.513158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.513564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.513972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.514376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.514806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.515208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:06.521523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44824) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:06.549339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d76b05d4-e6ed-41ac-8140-2527410f171e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:06.619718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6588bea1-56e1-4cd8-9c06-85d0476fd674 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:06.631298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=77a2fe9c-d72b-41ce-8e85-5a805a910da0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:06.634027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:06.642611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event deleted for resources: {'Port': ['ID=070ba161-a954-4a5c-9167-3f4117ef406b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:06.655359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:06.656991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:06.657427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:06.684374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Deleting port c27efa85-5f91-4736-bf69-d9293eebf3f6 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:06.684374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.684828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Attempting to bind port 9856295c-a35d-4827-891d-4a7776eadcff on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:06.685247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Attempting to bind port 9856295c-a35d-4827-891d-4a7776eadcff by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '04cd5de3-690f-4ad8-afb0-7315e1fae089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:06.685652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Attempting to bind port 9856295c-a35d-4827-891d-4a7776eadcff on network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:06.702558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:06.703579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Checking segment: {'id': '04cd5de3-690f-4ad8-afb0-7315e1fae089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:06.704324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.705347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Bound using segment: {'id': '04cd5de3-690f-4ad8-afb0-7315e1fae089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:06.705347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Bound port: 9856295c-a35d-4827-891d-4a7776eadcff, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04cd5de3-690f-4ad8-afb0-7315e1fae089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:06.705861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.737762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.834557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:06.835118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.841558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.896691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776af40-00b4-4b12-ba17-7d4074f2b8f9 req-054b6400-e476-4e08-be1f-8e31d711d6f8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:06.898548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c776af40-00b4-4b12-ba17-7d4074f2b8f9 req-054b6400-e476-4e08-be1f-8e31d711d6f8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4157689 Dec 22 15:47:06.905041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d193ee1-1519-4aec-a92e-ab8131d21bd5']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:06.938074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] For port 9856295c-a35d-4827-891d-4a7776eadcff, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:06.938453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.7 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/d60e60e7-7155-4238-b8ac-d6358f7e7303) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:06.941545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] For port 9856295c-a35d-4827-891d-4a7776eadcff, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9856295c-a35d-4827-891d-4a7776eadcff,segment=NetworkSegment(04cd5de3-690f-4ad8-afb0-7315e1fae089),segment_id=04cd5de3-690f-4ad8-afb0-7315e1fae089)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:06.944965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 070ba161-a954-4a5c-9167-3f4117ef406b no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:06.949964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cd5de3-690f-4ad8-afb0-7315e1fae089') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:06.951032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cd5de3-690f-4ad8-afb0-7315e1fae089') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:06.976162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:06.987328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.000189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:07.019963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c776af40-00b4-4b12-ba17-7d4074f2b8f9 req-671e802a-ee4f-48a6-8851-2d7ba11830c6 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066036 Dec 22 15:47:07.046217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 070ba161-a954-4a5c-9167-3f4117ef406b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:07.048310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 070ba161-a954-4a5c-9167-3f4117ef406b not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:07.158256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.181408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:07.181960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:07.198318 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:07.205309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Pushing event updated for resources: {'Port': ['ID=9856295c-a35d-4827-891d-4a7776eadcff,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:07.233436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.233989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.234783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.234783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.235304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.235757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.236218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.236645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.237114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.237568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.238076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:47:07.242277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:07.246580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port c27efa85-5f91-4736-bf69-d9293eebf3f6, host hv-neutron-8225, got binding levels [] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:07.246999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.260267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea69b1-eef5-4227-be6e-81e940ccd4f5 None None] Network 4d193ee1-1519-4aec-a92e-ab8131d21bd5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:07.351863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:47:07.351863 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:47:07.351863 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': '4d193ee1-1519-4aec-a92e-ab8131d21bd5'}] Dec 22 15:47:07.351863 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:47:07.352345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:47:07.395796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Calling delete_port for c27efa85-5f91-4736-bf69-d9293eebf3f6 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:07.449459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.451971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:07.467283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Sync routers for ids ['57d042cf-ebcb-499d-afa1-a3d03d90ab8a'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:07.475557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4ed3966-9d88-47b1-a4b9-2130064a8b72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:07.506770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Routers {'57d042cf-ebcb-499d-afa1-a3d03d90ab8a'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:07.513637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['57d042cf-ebcb-499d-afa1-a3d03d90ab8a'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:07.587789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.654725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34dfbc-7ad4-42dd-a8e0-349d7a8ce81f None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:47:07.710075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.725380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:07.812107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=d60e60e7-7155-4238-b8ac-d6358f7e7303,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:07.827541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee34dfbc-7ad4-42dd-a8e0-349d7a8ce81f None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:47:07.830384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61132cff-f149-461e-b11d-8a3e2ba3b9d4 req-2c3f79ba-822a-46fe-aef7-f2473e4e1770 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 210 time: 0.1632361 Dec 22 15:47:07.838519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:07.853442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.901819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:07.903703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:07.908426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:07.947383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 9856295c-a35d-4827-891d-4a7776eadcff {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:07.948278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:07.968869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=c17fc0a0-a101-4fdf-beb1-29a23210e51b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:07.981646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:07.989447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Router bff5e4ff-6247-4fb1-aa64-c85999d5f210 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:08.010928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.015705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/c17fc0a0-a101-4fdf-beb1-29a23210e51b HTTP/1.1" status: 204 len: 168 time: 2.4615698 Dec 22 15:47:08.016450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44834) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:08.033803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Set router 57d042cf-ebcb-499d-afa1-a3d03d90ab8a gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:08.088680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:08.089491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.143671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.147680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.9256833 Dec 22 15:47:08.160252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44840) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:08.166015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-730e81b9-98f1-44e5-b181-da55c69f670a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479924 Dec 22 15:47:08.176972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44844) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:08.268084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:08.331786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c5816-b676-495f-88e7-d2caf6657b7c None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:47:08.341727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3447278 Dec 22 15:47:08.346057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44848) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:08.350677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.367182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2226554a-dea1-4246-b769-7ef36486c376 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:08.373306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537518d5-2df7-418c-85a7-8f72cfcb81da req-9acb052c-84fd-4fe4-8748-d72bfa496500 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:08.375115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-537518d5-2df7-418c-85a7-8f72cfcb81da req-9acb052c-84fd-4fe4-8748-d72bfa496500 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.4353027 Dec 22 15:47:08.408951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'port': {'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761', 'name': 'tempest-FloatingIPTestJSON-1007171968'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:08.454140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:58Z', 'updated_at': '2021-12-22T15:47:03Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:00Z', 'updated_at': '2021-12-22T15:47:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:08.460524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Checking router: 57d042cf-ebcb-499d-afa1-a3d03d90ab8a for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:08.461206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Updating router 57d042cf-ebcb-499d-afa1-a3d03d90ab8a port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:47:08.473821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c5816-b676-495f-88e7-d2caf6657b7c None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:47:08.532597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.546321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event deleted for resources: {'Port': ['ID=c27efa85-5f91-4736-bf69-d9293eebf3f6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:08.563582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:08.642469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.661043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:08.727329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:08.734177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:08.734381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 9856295c-a35d-4827-891d-4a7776eadcff, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9856295c-a35d-4827-891d-4a7776eadcff,segment=NetworkSegment(04cd5de3-690f-4ad8-afb0-7315e1fae089),segment_id=04cd5de3-690f-4ad8-afb0-7315e1fae089)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:08.734930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.752326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c27efa85-5f91-4736-bf69-d9293eebf3f6 HTTP/1.1" status: 204 len: 168 time: 2.2284627 Dec 22 15:47:08.762831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44852) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:08.771861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:08.813485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:08.819597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:port and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:08.824561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:08.833943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:08.850379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:08.856700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.897316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:08.904016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.931789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:08.950602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Sync routers for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:08.973720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694529d7-c528-4f09-b852-a663da1dec28 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:08.976120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:08.983271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 9856295c-a35d-4827-891d-4a7776eadcff owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:08.989358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Transition to ACTIVE for port object 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:09.003631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:47:09.014657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:09.015615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:09.030303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c98cda-a805-46f4-b4ed-38b0aecb75f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:47:09.035480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19c98cda-a805-46f4-b4ed-38b0aecb75f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports/c27efa85-5f91-4736-bf69-d9293eebf3f6 HTTP/1.1" status: 404 len: 333 time: 0.2657955 Dec 22 15:47:09.043752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-537518d5-2df7-418c-85a7-8f72cfcb81da req-15e283de-dec0-46ae-aa70-010d7f050188 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3696463 Dec 22 15:47:09.044995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44858) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:09.053929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1081652707'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:09.057530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.073864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:09.076448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] device_id is not set on port 684bbce5-41d0-43bd-a64a-e02aa2c07159 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:09.130819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:09.135696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] No DVR routers for this DVR port 070ba161-a954-4a5c-9167-3f4117ef406b on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:09.142208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38baf4-663b-4022-9533-1d1bd114ac21 req-8cd83b85-7a0a-4c87-beb0-542b86a94db9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:09.152970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.153087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc38baf4-663b-4022-9533-1d1bd114ac21 req-8cd83b85-7a0a-4c87-beb0-542b86a94db9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.8977082 Dec 22 15:47:09.155691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'name': 'network-vif-deleted', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:09.179760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Usage tracker for resource:port and tenant:19ebc7a958cf4ca6803be6111ecd0e49 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:09.193457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4f6982b-f6f5-42fd-89eb-1a384ff898ff req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.46 "DELETE /v2.0/ports/070ba161-a954-4a5c-9167-3f4117ef406b HTTP/1.1" status: 204 len: 173 time: 5.7376690 Dec 22 15:47:09.202909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:09.225229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:09.258572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Attempting to bind port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:09.260325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Attempting to bind port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:09.260886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Attempting to bind port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:09.267688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Pushing event updated for resources: {'Port': ['ID=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:09.272696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:09.275350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:09.276487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:09.277547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:09.277747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.278323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:09.279008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Bound port: 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:09.279632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.330852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc38baf4-663b-4022-9533-1d1bd114ac21 req-e213dae0-635c-459e-9320-ae09e0ad416d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789148 Dec 22 15:47:09.332771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.364753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Made reservation on behalf of 19ebc7a958cf4ca6803be6111ecd0e49 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:09.377499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.382628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.5 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/684bbce5-41d0-43bd-a64a-e02aa2c07159) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:09.406065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] For port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:09.409470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] For port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:09.455491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.459265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db00fa53-14d4-4295-af0d-1ed72ceac2db tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:09.460449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:09.525666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4652a026-8b0f-4e25-8dc2-aacd2c7f0900', 'name': 'network-vif-deleted', 'tag': '070ba161-a954-4a5c-9167-3f4117ef406b', 'status': 'completed', 'code': 200} Dec 22 15:47:09.525788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 9856295c-a35d-4827-891d-4a7776eadcff on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:09.576132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=9856295c-a35d-4827-891d-4a7776eadcff,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:09.586512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:09.586632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Pushing event updated for resources: {'Port': ['ID=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:09.588374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Routers {'57d042cf-ebcb-499d-afa1-a3d03d90ab8a'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:09.589031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['57d042cf-ebcb-499d-afa1-a3d03d90ab8a'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:09.610335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00a9765a-adaa-4165-b222-9ad0ff937a74 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/57d042cf-ebcb-499d-afa1-a3d03d90ab8a HTTP/1.1" status: 200 len: 907 time: 1.4477692 Dec 22 15:47:09.611384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44868) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:09.615478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f48b319c-1e09-4a70-99fb-a2205c3e6fc3 req-e3ab80c9-e3ef-4559-84ec-6ad2fb0b3c23 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/ports?device_id=4652a026-8b0f-4e25-8dc2-aacd2c7f0900 HTTP/1.1" status: 200 len: 210 time: 0.2024670 Dec 22 15:47:09.676593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:09.736880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port 26d202f2-4460-4232-bb0e-233c51348971 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:09.768830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.813331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.826034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:09.871573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.878787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] Set router 57d042cf-ebcb-499d-afa1-a3d03d90ab8a gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:09.882925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:09.890307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.892783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:09.924874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:09.925890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:09.966804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:09.971382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:09.997162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.000697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:10.013791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Checking router: bff5e4ff-6247-4fb1-aa64-c85999d5f210 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:10.034752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:10.035430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:46:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.058090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.098248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=f03d1be6-0c08-41e0-a7fd-9dfc83a29c11,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:10.122911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:10.129713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4b8ea78-c170-4d78-9f7a-c720059e1e79 tempest-FloatingIPAdminTestJSON-356747451 tempest-FloatingIPAdminTestJSON-356747451-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:10.160843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.176174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.186064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1707b61-e5b3-4e81-938f-a0c325db3ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:10.240511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9855888 Dec 22 15:47:10.276325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:10.303787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'name': 'tempest-NetworksTestDHCPv6-1947274978'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:10.310320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=26d202f2-4460-4232-bb0e-233c51348971,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:10.319520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:10.329612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:10.346639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:10.353464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:10.354566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:10.355352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.388576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d193ee1-1519-4aec-a92e-ab8131d21bd5']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.408314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04cd5de3-690f-4ad8-afb0-7315e1fae089') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.408907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04cd5de3-690f-4ad8-afb0-7315e1fae089') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.483477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4350700 Dec 22 15:47:10.492843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44880) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:10.506501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.519298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:10.532614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:58Z', 'updated_at': '2021-12-22T15:47:03Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:00Z', 'updated_at': '2021-12-22T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:10.546293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa71126-eca5-4b30-8e7d-26e341f3b561 None None] The sync data for ids ['57d042cf-ebcb-499d-afa1-a3d03d90ab8a'] in dv-neutron-822514-1-hyperv is: [{'id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'name': 'tempest-snat-router-147189016', 'tenant_id': 'f826abd9727245c5902334fef0f0fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151'}], 'enable_snat': True}, 'gw_port_id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:46:58Z', 'updated_at': '2021-12-22T15:47:03Z', 'revision_number': 3, 'project_id': 'f826abd9727245c5902334fef0f0fc28', 'gw_port': {'id': '37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7c:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d042cf-ebcb-499d-afa1-a3d03d90ab8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:00Z', 'updated_at': '2021-12-22T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:10.608324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:10.612541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:10.616431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:10.623109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:10.657871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:10.658559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.668028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:10.673659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.703479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=684bbce5-41d0-43bd-a64a-e02aa2c07159,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:10.711228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:10.713193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 95ca2fd1-f6d5-4275-8671-b84b5fbebbed yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:10.724376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:10.744620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.776578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cb734-c90b-413a-bd4f-6b9efa48635b None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:10.789527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4296086 Dec 22 15:47:10.794178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44888) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:10.803233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '684bbce5-41d0-43bd-a64a-e02aa2c07159', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:10.813113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:10.822610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:floatingip and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:10.828725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:10.847153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.872936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:10.919259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::75 (3869d436-ab4f-45bb-9569-b3230aca28ff/f03d1be6-0c08-41e0-a7fd-9dfc83a29c11/95ca2fd1-f6d5-4275-8671-b84b5fbebbed) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:10.924173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:10.924631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:10.941046 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:10.955611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.048284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30cdd143-32bc-445c-8904-8343800b9561 None None] Provisioning complete for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:11.048826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30cdd143-32bc-445c-8904-8343800b9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.089032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdb500-9050-4fcc-adfc-03c276a9c63c req-c98a7414-762b-4072-ac48-832424d6538c tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:11.090670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09cdb500-9050-4fcc-adfc-03c276a9c63c req-c98a7414-762b-4072-ac48-832424d6538c tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.3217127 Dec 22 15:47:11.105584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eb033-aedd-465f-99e4-a140ecd5497e req-965891cb-a98b-40c9-9927-63508595f7c2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:11.107282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-903eb033-aedd-465f-99e4-a140ecd5497e req-965891cb-a98b-40c9-9927-63508595f7c2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4749293 Dec 22 15:47:11.261326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.334222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.340040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.367111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-158f4327-2147-43a7-b337-97bbba66189c tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:11.425511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=4d193ee1-1519-4aec-a92e-ab8131d21bd5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:11.428394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:11.442051 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/4d193ee1-1519-4aec-a92e-ab8131d21bd5 HTTP/1.1" status: 204 len: 168 time: 6.0678673 Dec 22 15:47:11.473793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-903eb033-aedd-465f-99e4-a140ecd5497e req-954d5b15-3bd1-42f1-a890-1ce7e17a82a2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204756 Dec 22 15:47:11.496832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44892) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:11.609872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:11.617419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11daac-03a6-4fb8-bbb7-2304b2accaec None None] The sync data for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv is: [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '79fad3a9-82ee-4991-8e2f-6eae6dc232c2', 'name': '', 'network_id': 'a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'mac_address': 'fa:16:3e:ab:54:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:12Z', 'updated_at': '2021-12-22T15:45:32Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'subnets': [{'id': '5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:11.748679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44896) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:11.783375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.814180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1776486454'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:11.872381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.882814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 95ca2fd1-f6d5-4275-8671-b84b5fbebbed will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:11.909804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09cdb500-9050-4fcc-adfc-03c276a9c63c req-3e43cbe4-828d-4f71-b34e-40e2232ded1b tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7884514 Dec 22 15:47:11.928019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:11.941260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:11.950150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:11.965199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port 26d202f2-4460-4232-bb0e-233c51348971 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:11.978786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:11.982521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:11.987636 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-7e6dcdb6-212a-46de-85b9-354cff5f2e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.4082029 Dec 22 15:47:12.013485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Transition to ACTIVE for port object 26d202f2-4460-4232-bb0e-233c51348971 will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:12.039407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fa297edd-d7d6-48d5-88bf-bcd525ea00f6 None None] Provisioning complete for port 6588bea1-56e1-4cd8-9c06-85d0476fd674 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:12.040066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa297edd-d7d6-48d5-88bf-bcd525ea00f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.055489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.168272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.184487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66e01e22-12a1-477f-9a09-8ec83c4c5fb5 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:12.226854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.231372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:12.234476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.236807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.252671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f9b18f-855e-428b-a02f-265fff3f520e tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:12.315381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8d9182-f59e-47ea-ac2e-e023dfec48cb None None] New status for floating IP ef705ed5-0192-47b5-afc0-f64ba37688c7: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:47:12.340864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.137 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/42c7302d-4e04-4fa6-97b4-6a9d507e6c2b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:12.355525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=95ca2fd1-f6d5-4275-8671-b84b5fbebbed,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:12.358796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:12.361822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:12.366249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:12.379249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:12.384184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.385332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.401958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-8ad74650-cc1a-45ba-a8de-51ada4a327d3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.402948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-8ad74650-cc1a-45ba-a8de-51ada4a327d3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Synchronizing usage tracker for tenant:14629d9aedc849ce8864972a1a0a22da on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:12.450283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=26d202f2-4460-4232-bb0e-233c51348971,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:12.457448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:12.482940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:12.503843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-9fe1c330-1c01-44cb-8e34-94cb7532468b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:12.505622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-9fe1c330-1c01-44cb-8e34-94cb7532468b service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.4908538 Dec 22 15:47:12.515611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.516008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment b7c6f13f-6a93-488b-87d0-83504b90c654 of type vlan for network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d Dec 22 15:47:12.612771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:12.670611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.674600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:12.674801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:12.675212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:12.710923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-8ad74650-cc1a-45ba-a8de-51ada4a327d3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Unset dirty status for tenant:14629d9aedc849ce8864972a1a0a22da on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:12.712581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-8ad74650-cc1a-45ba-a8de-51ada4a327d3 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 0.6979418 Dec 22 15:47:12.761389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.764414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.765934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "DELETE /v2.0/security-groups/e82fedc0-7176-4e17-99b2-33864aecf91d HTTP/1.1" status: 204 len: 168 time: 1.0129004 Dec 22 15:47:12.767509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.771756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44904) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:12.777957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-d792bbc2-d4ca-4307-81c0-46b5cc0c079c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.2590895 Dec 22 15:47:12.801550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e246a27b-9a8b-473c-a9f5-9f674ae9c78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:12.812342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5346146 Dec 22 15:47:12.815122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44906) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:12.824077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:12.831459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:12.832144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.832258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:12.832573 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:12.834283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.848766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e39b2fe7-3dd3-4d53-bba2-493f4c6c08c0 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] show failed (client error): The resource could not be found. Dec 22 15:47:12.851422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e39b2fe7-3dd3-4d53-bba2-493f4c6c08c0 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "GET /v2.0/security-groups/e82fedc0-7176-4e17-99b2-33864aecf91d HTTP/1.1" status: 404 len: 347 time: 0.0364697 Dec 22 15:47:12.887933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 2 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:12.895416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44912) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:12.916391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8229612-7a5c-4606-be83-28a7a5fc509d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.917581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:12.942876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82fedc0-7176-4e17-99b2-33864aecf91d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:12.967590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:12.973410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-794f02b9-d7bc-4934-94e8-1cb51c77e538 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:13.021321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:13.021691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:13.024024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:13.045452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.055473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c8d56717-6c51-4710-8547-5e44629236ac None None] Provisioning for port 95ca2fd1-f6d5-4275-8671-b84b5fbebbed completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:13.058143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:13.058389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.068634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c8d56717-6c51-4710-8547-5e44629236ac None None] Provisioning complete for port 95ca2fd1-f6d5-4275-8671-b84b5fbebbed triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:13.068918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8d56717-6c51-4710-8547-5e44629236ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.082754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:13.090070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=42c7302d-4e04-4fa6-97b4-6a9d507e6c2b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:13.093825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:13.096517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:13.112786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Deleting port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:13.112968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.117102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:13.129129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c8d56717-6c51-4710-8547-5e44629236ac None None] Port 95ca2fd1-f6d5-4275-8671-b84b5fbebbed cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:13.148894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:13.155321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.158367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:13.232619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:13.235310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:13.246576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:13.246925 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:13.270511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 3 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:13.279469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-7ba2a6a1-629e-4407-a2eb-6346b8eb1bb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:13.281049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-7ba2a6a1-629e-4407-a2eb-6346b8eb1bb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.4910004 Dec 22 15:47:13.282731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3cebd-6bfb-4490-9b97-5fd110913da4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:13.287248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e3cebd-6bfb-4490-9b97-5fd110913da4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:13.288071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0e3cebd-6bfb-4490-9b97-5fd110913da4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:13.357624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Deleting port e52f15b5-3eb9-46f4-b172-2a036d0edbd3 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:13.358155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.410556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.414730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:13.416554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.420095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0e3cebd-6bfb-4490-9b97-5fd110913da4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:13.420343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:13.420715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:13.421090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:13.421401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c0e3cebd-6bfb-4490-9b97-5fd110913da4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.5748785 Dec 22 15:47:13.425817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:13.447936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:13.605363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddbe0e-8974-41a7-9dc7-44d189ec92e2 req-e416d9fc-5f52-4a52-aaba-3b01129b8324 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:13.606971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbddbe0e-8974-41a7-9dc7-44d189ec92e2 req-e416d9fc-5f52-4a52-aaba-3b01129b8324 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.8280022 Dec 22 15:47:13.607544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:13.607904 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:13.617977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 4 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:13.637680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 95ca2fd1-f6d5-4275-8671-b84b5fbebbed {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:13.638061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.699297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1919806 Dec 22 15:47:13.772727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:13.786808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] For port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:13.787218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:13.807094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:13.986697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=a63a2b65-b02e-4414-a476-fb9a0ac7cd2d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:13.997394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:13.997771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:13.998146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:13.999673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:14.006685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:14.131276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6af10-ec0a-47e1-9dc6-ed692548a09c req-75512852-44a6-474d-ac03-a2b8425231b6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:14.133034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44c6af10-ec0a-47e1-9dc6-ed692548a09c req-75512852-44a6-474d-ac03-a2b8425231b6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 945 time: 1.0447710 Dec 22 15:47:14.134223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:14.135259 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:14.147552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 5 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:14.164327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] For port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:14.164731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.166857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.211175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-f57ff4c7-14a9-45b1-81d3-ef0c7f9ab9ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9055798 Dec 22 15:47:14.221419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbddbe0e-8974-41a7-9dc7-44d189ec92e2 req-17d74c17-ee8c-4d70-881f-3f58f71a0d4f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273747 Dec 22 15:47:14.285641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:14.286011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:14.286385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:14.401974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Calling delete_port for 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:14.438517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.438887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.488337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:14.490817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:14.491186 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:14.503717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:14.505531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:14.526329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:14.548333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:14.549649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 6 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:14.586086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:14.586633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.683408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Calling delete_port for e52f15b5-3eb9-46f4-b172-2a036d0edbd3 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:14.765822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:14.769730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44c6af10-ec0a-47e1-9dc6-ed692548a09c req-69f98d45-57fa-4e01-a12c-370944ae8321 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups?id=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5958452 Dec 22 15:47:14.770431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:14.771299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:14.771299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:14.783246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:14.783603 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:14.784087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:14.918124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 7 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:14.952905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 95ca2fd1-f6d5-4275-8671-b84b5fbebbed owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:14.987409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:14.987749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:14.988120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:15.004564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.004978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.005328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Floating IP af5000db-5f4d-45d6-8631-28b61e5cc6ec disassociated. External IP: 172.26.1.166, port: 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899. Dec 22 15:47:15.005707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Calling delete_port for 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:15.021154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-f86576ec-14c9-4962-b91e-93cdf24f1f07 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389221 Dec 22 15:47:15.027394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:15.027765 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:15.030897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 8 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:15.098103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:15.098460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:15.098781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:15.129301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b14a7db9-1a25-4d63-9f11-6699ba87cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.161856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.217458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:15.217822 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:15.226881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 9 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:15.236399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:47:15.236760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:47:15.258269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:15.258843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:15.259726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:15.282051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:15.282405 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:15.285328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 10 to bind port 26d202f2-4460-4232-bb0e-233c51348971 Dec 22 15:47:15.309948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a40aad9-22c9-4228-8bc4-f5e410e59250 req-ee6ecab8-c928-40e5-bdba-fc2a011ccc0f service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653854 Dec 22 15:47:15.312109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:15.312479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:15.312850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:15.317520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.323770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40da45e6-f012-47e1-b37a-285bb7e367d1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:15.371437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:15.371783 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 26d202f2-4460-4232-bb0e-233c51348971 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:15.372177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.381944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Pushing event deleted for resources: {'Port': ['ID=e52f15b5-3eb9-46f4-b172-2a036d0edbd3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:15.418550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.426068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:15.536771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.589158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.600101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eee3ce23-5560-431c-ae5b-301dde243362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:15.631875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port 26d202f2-4460-4232-bb0e-233c51348971, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:15.632277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempted to set empty binding levels {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:47:15.639222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3562a-f810-44b5-8da2-f5ace4028597 req-fbe1c80d-f3ac-42bf-a3ad-e8b7ed729017 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:15.640831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-afe3562a-f810-44b5-8da2-f5ace4028597 req-fbe1c80d-f3ac-42bf-a3ad-e8b7ed729017 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2808363 Dec 22 15:47:15.641662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.656416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.676468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.684580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbb86a40-ae2d-44f0-ad0e-81421a5ee401 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:15.697837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=95ca2fd1-f6d5-4275-8671-b84b5fbebbed,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:15.719369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:15.719961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85b8fdd8-fabf-4dfb-8156-35a637663653 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:15.744696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:15.745080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.781974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event deleted for resources: {'Port': ['ID=4768c7be-ccd7-4d8a-9bf8-1c30c6b28899,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:15.808707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.809950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef705ed5-0192-47b5-afc0-f64ba37688c7 HTTP/1.1" status: 204 len: 168 time: 2.9028795 Dec 22 15:47:15.815488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:15.816388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] In _notify_port_updated(), no bound segment for port 26d202f2-4460-4232-bb0e-233c51348971 on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:47:15.816529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44928) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:15.816974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.820848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "PUT /v2.0/ports/26d202f2-4460-4232-bb0e-233c51348971 HTTP/1.1" status: 200 len: 981 time: 5.3150787 Dec 22 15:47:15.825148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:15.828222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44932) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:15.871315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=26d202f2-4460-4232-bb0e-233c51348971,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:15.884284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:15.935223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-afe3562a-f810-44b5-8da2-f5ace4028597 req-696382e3-fa17-4ec7-a868-cf20e5601e4f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862699 Dec 22 15:47:15.969865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.067427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36452636-510e-494d-8ec2-123c7be48c30 req-35d9f6cb-9dd3-4c0c-806a-d3f3f8f67fa6 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.0635765 Dec 22 15:47:16.117005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] For port 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:16.118982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.131741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.152696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7d37c98-3925-4ba8-9a0a-c79dabced9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Synchronizing usage tracker for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:16.153798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:16.214375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/95ca2fd1-f6d5-4275-8671-b84b5fbebbed HTTP/1.1" status: 204 len: 168 time: 2.7872996 Dec 22 15:47:16.224099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44938) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:16.512400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Calling delete_port for 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:16.605571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7d37c98-3925-4ba8-9a0a-c79dabced9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Unset dirty status for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:16.610818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7d37c98-3925-4ba8-9a0a-c79dabced9a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23049 time: 0.7755494 Dec 22 15:47:16.611070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44942) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:16.672598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=59940f6c-5af0-4365-abbf-1f778d968907,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:16.691118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Deleting port 26d202f2-4460-4232-bb0e-233c51348971 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:16.691481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.734497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:16.791959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9827dff1-efa2-4b61-ad94-f3f3bef5e984 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:16.793645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9827dff1-efa2-4b61-ad94-f3f3bef5e984 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:16.794423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9827dff1-efa2-4b61-ad94-f3f3bef5e984 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:16.863803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:16.904994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'b7c6f13f-6a93-488b-87d0-83504b90c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:16.905397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: a63a2b65-b02e-4414-a476-fb9a0ac7cd2d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:16.917735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:16.918138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:16.929279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.969125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.975754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:16.980737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9827dff1-efa2-4b61-ad94-f3f3bef5e984 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:16.982028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9827dff1-efa2-4b61-ad94-f3f3bef5e984 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4822514 Dec 22 15:47:16.983683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:16.986156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44946) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:17.037744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.046563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:17.047226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Port': ['ID=37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:17.051578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:17.057693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port 26d202f2-4460-4232-bb0e-233c51348971, host hv-neutron-8225, got binding levels [] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:17.058091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.113655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:17.281179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a63a2b65-b02e-4414-a476-fb9a0ac7cd2d) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:17.291800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b7e030-f7e1-4986-ada1-d368c92b60fc None None] Network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:17.315891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=42c7302d-4e04-4fa6-97b4-6a9d507e6c2b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:17.325219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:17.339650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:17.340290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.341642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Calling delete_port for 26d202f2-4460-4232-bb0e-233c51348971 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:17.355049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:17.410957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c4a4a0d-4605-4e5b-8874-8d0d3e91d9c0 req-236ebb96-5e93-4d53-9f85-ac6b8f71fe03 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1140220 Dec 22 15:47:17.472982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.534866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7608681 Dec 22 15:47:17.550961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:17.552236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a63a2b65-b02e-4414-a476-fb9a0ac7cd2d', 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '59940f6c-5af0-4365-abbf-1f778d968907'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:17.553130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.611989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.678983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bc46f-49bd-467d-8081-8c19ffb2e0b1 req-4a350b9d-fb03-46f3-9685-f506285fc60f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:17.680668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb7bc46f-49bd-467d-8081-8c19ffb2e0b1 req-4a350b9d-fb03-46f3-9685-f506285fc60f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5857368 Dec 22 15:47:17.687924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet f03d1be6-0c08-41e0-a7fd-9dfc83a29c11 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:17.688777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.704583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.722836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Allocated IP 172.20.0.1 (a63a2b65-b02e-4414-a476-fb9a0ac7cd2d/59940f6c-5af0-4365-abbf-1f778d968907/e73a45f8-77a1-4404-93da-2920dba80f4d) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:17.751368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:17.829147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d202f2-4460-4232-bb0e-233c51348971,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:17.848399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:17.920211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb7bc46f-49bd-467d-8081-8c19ffb2e0b1 req-37088727-efcf-4eaf-8e15-c26c43c604fd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699834 Dec 22 15:47:17.930210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.953877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.982322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:17.999039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Transition to ACTIVE for port object e73a45f8-77a1-4404-93da-2920dba80f4d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:18.025621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Transition to ACTIVE for port object e73a45f8-77a1-4404-93da-2920dba80f4d will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:18.030760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.036790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "DELETE /v2.0/ports/26d202f2-4460-4232-bb0e-233c51348971 HTTP/1.1" status: 204 len: 168 time: 1.4247115 Dec 22 15:47:18.038071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.039794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44960) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:18.052507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.060338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.069484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:18.089982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf25e12-a589-4e99-be62-f0113bd7ac84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:47:18.090574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3bf25e12-a589-4e99-be62-f0113bd7ac84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Synchronizing usage tracker for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:18.143190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.152431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3bf25e12-a589-4e99-be62-f0113bd7ac84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Unset dirty status for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:18.153973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3bf25e12-a589-4e99-be62-f0113bd7ac84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports/26d202f2-4460-4232-bb0e-233c51348971 HTTP/1.1" status: 404 len: 333 time: 0.1132174 Dec 22 15:47:18.154376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:18.158477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:18.162000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44964) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:18.162139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Pushing event updated for resources: {'Port': ['ID=e73a45f8-77a1-4404-93da-2920dba80f4d,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:18.163444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:18.165925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1275152492', 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:18.166343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:18.172342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:18.190329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:18.244027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.244727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57d042cf-ebcb-499d-afa1-a3d03d90ab8a {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:47:18.246609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Made reservation on behalf of 19ebc7a958cf4ca6803be6111ecd0e49 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:18.254104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.264484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Attempting to bind port e73a45f8-77a1-4404-93da-2920dba80f4d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:18.265039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Attempting to bind port e73a45f8-77a1-4404-93da-2920dba80f4d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b7c6f13f-6a93-488b-87d0-83504b90c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:18.265607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Attempting to bind port e73a45f8-77a1-4404-93da-2920dba80f4d on network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:18.273665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:18.274743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Checking segment: {'id': 'b7c6f13f-6a93-488b-87d0-83504b90c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:18.275785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.277069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Bound using segment: {'id': 'b7c6f13f-6a93-488b-87d0-83504b90c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:18.277069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Bound port: e73a45f8-77a1-4404-93da-2920dba80f4d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c6f13f-6a93-488b-87d0-83504b90c654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a63a2b65-b02e-4414-a476-fb9a0ac7cd2d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:18.277831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.296561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.298314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77c977ae-558f-439d-a251-549c96fafcd2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/routers/57d042cf-ebcb-499d-afa1-a3d03d90ab8a HTTP/1.1" status: 204 len: 168 time: 8.6813948 Dec 22 15:47:18.302002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44970) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:18.371137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port 4d894ba6-bdea-44ca-aa66-5aade29be4c4 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:18.499067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] For port e73a45f8-77a1-4404-93da-2920dba80f4d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:18.503439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] For port e73a45f8-77a1-4404-93da-2920dba80f4d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e73a45f8-77a1-4404-93da-2920dba80f4d,segment=NetworkSegment(b7c6f13f-6a93-488b-87d0-83504b90c654),segment_id=b7c6f13f-6a93-488b-87d0-83504b90c654)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:18.522261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port e73a45f8-77a1-4404-93da-2920dba80f4d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:18.522929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.530280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.537644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:18.820761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.934145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Pushing event updated for resources: {'Port': ['ID=e73a45f8-77a1-4404-93da-2920dba80f4d,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:18.937896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:18.954819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:18.967825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79b46da7-a151-4a7b-a674-68dfbf8937b0 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:19.033050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=f03d1be6-0c08-41e0-a7fd-9dfc83a29c11,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:19.093148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:19.104890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP d9c8025b-cc63-4541-bba3-1f71f60a5133 associated. External IP: 172.26.1.137, port: 684bbce5-41d0-43bd-a64a-e02aa2c07159. Dec 22 15:47:19.162223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37eae978-5233-410d-a711-349317bb7415 req-608e0906-7695-4c12-8e3b-c5dfffc746a9 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.1575139 Dec 22 15:47:19.172084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e336bf-bacf-4e46-8350-3265383a3932 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:19.185725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.241475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:19.256002 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f03d1be6-0c08-41e0-a7fd-9dfc83a29c11 HTTP/1.1" status: 204 len: 168 time: 2.2687082 Dec 22 15:47:19.263236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44976) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:19.302554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Sync routers for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:19.370827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.377136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90a8c07b-fd24-4bc4-8163-96d1b79329a1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099718 Dec 22 15:47:19.381483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 44980) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:19.392133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:19.396605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:19.397317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:19.434414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] No DVR routers for this DVR port 4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:19.444858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-cd2350a1-66a1-491f-b333-a7380a5b19d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.4414420 Dec 22 15:47:19.448424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.450675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28ac4ca9-5b2b-4184-8c85-6b3d245d115c req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.46 "DELETE /v2.0/ports/4768c7be-ccd7-4d8a-9bf8-1c30c6b28899 HTTP/1.1" status: 204 len: 173 time: 6.7298131 Dec 22 15:47:19.452461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port e73a45f8-77a1-4404-93da-2920dba80f4d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e73a45f8-77a1-4404-93da-2920dba80f4d,segment=NetworkSegment(b7c6f13f-6a93-488b-87d0-83504b90c654),segment_id=b7c6f13f-6a93-488b-87d0-83504b90c654)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:19.452948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.456175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482552-d30c-4b3e-af23-1bd55b9f894f req-c692c877-1cee-4464-85ed-cae846437ea9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:19.464227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea482552-d30c-4b3e-af23-1bd55b9f894f req-c692c877-1cee-4464-85ed-cae846437ea9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.7819843 Dec 22 15:47:19.588353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'name': 'network-vif-deleted', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:47:19.640180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.702938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:19.707167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for e73a45f8-77a1-4404-93da-2920dba80f4d owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:19.777479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8166cac-78a7-494c-81c0-d7a138622ab0', 'name': 'network-vif-deleted', 'tag': '4768c7be-ccd7-4d8a-9bf8-1c30c6b28899', 'status': 'completed', 'code': 200} Dec 22 15:47:19.786638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:19.815548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Deleting port 6588bea1-56e1-4cd8-9c06-85d0476fd674 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:19.816090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.929881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:19.946392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea482552-d30c-4b3e-af23-1bd55b9f894f req-f7d8bdca-292e-4a43-8f44-4cfe8e511f18 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810340 Dec 22 15:47:19.949559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:19.955836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:19.965897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:19.985628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:19.987919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-389a0341-448b-46d7-bfbc-c2fc5ef28af3 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:20.058847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-c8a6f593-8024-4ba5-a1fd-f4a67b543231 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:20.060474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-c8a6f593-8024-4ba5-a1fd-f4a67b543231 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.5740917 Dec 22 15:47:20.135178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:20.143590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:20.159230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.172440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:20.179806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:20.182364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:20.183291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:20.184096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.223897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=e73a45f8-77a1-4404-93da-2920dba80f4d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:20.254720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:20.292360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] For port 6588bea1-56e1-4cd8-9c06-85d0476fd674, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6588bea1-56e1-4cd8-9c06-85d0476fd674,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:20.292860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.313789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=4d894ba6-bdea-44ca-aa66-5aade29be4c4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:20.323259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:20.444664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port e73a45f8-77a1-4404-93da-2920dba80f4d on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:20.485289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Calling delete_port for 6588bea1-56e1-4cd8-9c06-85d0476fd674 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:20.527370 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3634653 Dec 22 15:47:20.534751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44988) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:20.541878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e4fdb73-d240-4196-8375-ea1df888ef69 req-0f5b034a-0b0f-4141-9d08-0bccd892d3d1 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8166cac-78a7-494c-81c0-d7a138622ab0 HTTP/1.1" status: 200 len: 210 time: 0.0747707 Dec 22 15:47:20.547126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-96dd5978-fb88-4755-b628-b96891da4ca6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.4746959 Dec 22 15:47:20.553096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.598188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:20.631674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Checking router: f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:20.655147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:20.692064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.694744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:20.695310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37b37c06-f3eb-4684-b1fb-2b2e5c4dc59d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:20.696465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6588bea1-56e1-4cd8-9c06-85d0476fd674 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:20.735553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6588bea1-56e1-4cd8-9c06-85d0476fd674 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:20.736184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6588bea1-56e1-4cd8-9c06-85d0476fd674 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:20.754022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.766249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-78d23a87-9c29-42ec-8e7c-ad5f048ea8e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:20.800597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:20.803904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:20.812399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-a7657133-162e-4ea6-af58-db1726ba77c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:20.814036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-a7657133-162e-4ea6-af58-db1726ba77c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.2322276 Dec 22 15:47:20.854196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] No DVR routers for this DVR port 6588bea1-56e1-4cd8-9c06-85d0476fd674 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:20.905258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Pushing event deleted for resources: {'Port': ['ID=6588bea1-56e1-4cd8-9c06-85d0476fd674,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:20.908600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:20.910045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:20.973512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Deleting port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:20.973897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.060696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-0e1735bb-0874-444a-833d-ae0e2b58d4df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2300856 Dec 22 15:47:21.063414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:21.257014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d9890d2-2b69-46ff-ac51-ab8432b14115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Synchronizing usage tracker for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:21.297723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.305952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:21.338271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438a95f-a986-439c-bb5b-3feda5872340 None None] Network a63a2b65-b02e-4414-a476-fb9a0ac7cd2d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:21.367305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=59940f6c-5af0-4365-abbf-1f778d968907,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:21.377831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:21.408257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3d9890d2-2b69-46ff-ac51-ab8432b14115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Unset dirty status for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:21.409649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d9890d2-2b69-46ff-ac51-ab8432b14115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports/4d894ba6-bdea-44ca-aa66-5aade29be4c4 HTTP/1.1" status: 200 len: 959 time: 0.8674555 Dec 22 15:47:21.419597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 44994) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:21.568668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8eaf0578-b02b-4cf0-a825-b6a0314d28a3 None None] Could not find standard attr ID for object e73a45f8-77a1-4404-93da-2920dba80f4d. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:47:21.575851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.621481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Deleting port 4d894ba6-bdea-44ca-aa66-5aade29be4c4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:21.621998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.669030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63a2b65-b02e-4414-a476-fb9a0ac7cd2d']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:21.674953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] For port 35ff05ef-e24a-4427-ae42-0ac48f13b0d0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:21.675354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.725229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c6f13f-6a93-488b-87d0-83504b90c654') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:21.726069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c6f13f-6a93-488b-87d0-83504b90c654') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:21.762154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.772736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:21.808325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:21.812840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa4da0-8068-4094-9997-ab9ab68c3425 None None] The sync data for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv is: [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:20Z', 'revision_number': 4, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '0d563e8c-e1f3-41f7-8563-ab521def4537', 'name': '', 'network_id': '6dd1c895-daf8-48c2-b827-0a99b697256e', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'mac_address': 'fa:16:3e:41:1c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:19Z', 'updated_at': '2021-12-22T15:45:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'subnets': [{'id': '0c88825d-c274-4c49-ac41-ed7265ab5e00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:21.837767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:21.853556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Calling delete_port for 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:21.862252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb11bd-ea49-472a-91c8-2249d3054730 None None] DHCP port deletion for a63a2b65-b02e-4414-a476-fb9a0ac7cd2d request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:21.871297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.893140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:21.893658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:21.910528 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:21.962153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:21.991580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:22.093298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-f2167d00-e26e-49e4-a04f-ae3dab4573ec service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072596 Dec 22 15:47:22.162254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:22.190284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:22.194537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:22.194537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.201292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6eb29fc-960e-4859-abba-33bf260c167d None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:22.212817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=4358c87e-338f-4a51-aba1-03ec63f325d0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:22.226829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:22.241361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb98d2-875e-41df-8038-a2edf2210e5c req-222af0a5-ecb4-42f8-869b-8830af2158b9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:22.244549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.250281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cb98d2-875e-41df-8038-a2edf2210e5c req-222af0a5-ecb4-42f8-869b-8830af2158b9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 1.0049303 Dec 22 15:47:22.338029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.345059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d28ee-b260-4566-a49a-e983263065cb None None] New status for floating IP af5000db-5f4d-45d6-8631-28b61e5cc6ec: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:47:22.388336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Calling delete_port for 4d894ba6-bdea-44ca-aa66-5aade29be4c4 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:22.425311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.429527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.431323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Deleting port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:22.431666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.437221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0529618 Dec 22 15:47:22.453886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:22.465766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'name': 'tempest-NetworksTestDHCPv6-1270534751'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:22.468366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90ea714e-ab76-4194-b11a-2970afd66b1b tempest-QuotasNegativeTest-34417898 tempest-QuotasNegativeTest-34417898-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:22.470851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '4358c87e-338f-4a51-aba1-03ec63f325d0'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:22.471963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.490694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e73a45f8-77a1-4404-93da-2920dba80f4d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:22.499882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.504664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cb98d2-875e-41df-8038-a2edf2210e5c req-751e72fa-66d1-46e7-96e8-a823929f1799 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533102 Dec 22 15:47:22.527569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=a63a2b65-b02e-4414-a476-fb9a0ac7cd2d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:22.534196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:22.538398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: e73a45f8-77a1-4404-93da-2920dba80f4d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:22.539253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e73a45f8-77a1-4404-93da-2920dba80f4d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:22.553858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/a63a2b65-b02e-4414-a476-fb9a0ac7cd2d HTTP/1.1" status: 204 len: 168 time: 4.9921627 Dec 22 15:47:22.568866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45010) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:22.578054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e217adb2-6f1a-47e7-b06f-a6a5837b96c8 req-931f1efd-45d1-4bbd-9b27-572ca5f230bf service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642985 Dec 22 15:47:22.582205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-996149110'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:22.677665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:22.695858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:22.707069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:22.707469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/4358c87e-338f-4a51-aba1-03ec63f325d0/6252dd24-4d63-4877-a1f8-4bd2fc729794) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:22.728981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:22.753889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.764030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62405f63-bd07-4687-91ee-db91a77cdf45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:22.788914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:22.795470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.817343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:22.824527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:22.830604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.837643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.844167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:22.848150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d894ba6-bdea-44ca-aa66-5aade29be4c4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:22.848306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-067228bf-4cc3-4012-b23d-60d0b1098fb5 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:22.857951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:22.859772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] For port 79fad3a9-82ee-4991-8e2f-6eae6dc232c2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:22.860172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.904623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ff05ef-e24a-4427-ae42-0ac48f13b0d0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:22.912345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:22.931555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:22.932139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b8752cf-f7a9-4002-81e0-00ae331a9a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:22.945622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:22.981686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:22.984339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:23.016168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Calling delete_port for 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:23.032326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.044795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Transition to ACTIVE for port object 6252dd24-4d63-4877-a1f8-4bd2fc729794 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:23.047379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:23.050007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.054164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "DELETE /v2.0/security-groups/d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8 HTTP/1.1" status: 204 len: 168 time: 1.1529942 Dec 22 15:47:23.062908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45014) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.065808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Transition to ACTIVE for port object 6252dd24-4d63-4877-a1f8-4bd2fc729794 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:23.073645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:23.079351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.092083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.092477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825 of type vlan for network e4036249-b7ab-454b-850f-91ece2821099 Dec 22 15:47:23.095705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.097071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-47c0f8c3-f9b0-4a3f-855e-3004369bc4d8 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] show failed (client error): The resource could not be found. Dec 22 15:47:23.098235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47c0f8c3-f9b0-4a3f-855e-3004369bc4d8 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "GET /v2.0/security-groups/d66bf9cc-dbcd-47c0-9af0-76491d9a4ba8 HTTP/1.1" status: 404 len: 347 time: 0.0343049 Dec 22 15:47:23.101092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:23.102966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45018) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.200266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Pushing event updated for resources: {'Port': ['ID=6252dd24-4d63-4877-a1f8-4bd2fc729794,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:23.203554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4d894ba6-bdea-44ca-aa66-5aade29be4c4 HTTP/1.1" status: 204 len: 168 time: 1.7759104 Dec 22 15:47:23.208563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:23.219598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45022) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.223484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:23.224386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:23.234902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:23.239819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:23.279312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:23.281973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 462c1b99-ca41-47e6-aec0-0574ba69ed2f yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:23.321658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.329582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.355080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Attempting to bind port 6252dd24-4d63-4877-a1f8-4bd2fc729794 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:23.355508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Attempting to bind port 6252dd24-4d63-4877-a1f8-4bd2fc729794 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:23.356379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Attempting to bind port 6252dd24-4d63-4877-a1f8-4bd2fc729794 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:23.363259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:23.364029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:23.364544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75dda77-8e2f-4134-a0d1-71152439fafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:47:23.365200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a75dda77-8e2f-4134-a0d1-71152439fafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Synchronizing usage tracker for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:23.379363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Deleting port 5265eacb-acac-4398-9cea-ea69596299c5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:23.379740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.434426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:23.435028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:23.435559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.436080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:23.436767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Bound port: 6252dd24-4d63-4877-a1f8-4bd2fc729794, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:23.437264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.450390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:23.517843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:23.518603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:23.636911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] For port 6252dd24-4d63-4877-a1f8-4bd2fc729794, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:23.641487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] For port 6252dd24-4d63-4877-a1f8-4bd2fc729794, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6252dd24-4d63-4877-a1f8-4bd2fc729794,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:23.659069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:23.659689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f3f27-51c2-4663-8f71-40afef5f6089 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:23.675744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.704570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.709262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:23.750737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.753651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a75dda77-8e2f-4134-a0d1-71152439fafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Unset dirty status for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:23.754987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a75dda77-8e2f-4134-a0d1-71152439fafc tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports/4d894ba6-bdea-44ca-aa66-5aade29be4c4 HTTP/1.1" status: 404 len: 333 time: 0.5339799 Dec 22 15:47:23.760359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:23.760609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:23.762766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45028) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.774512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:23.792618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-191051866'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:23.801908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:23.822025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Pushing event updated for resources: {'Port': ['ID=6252dd24-4d63-4877-a1f8-4bd2fc729794,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:23.828481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:23.871325 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.0757794 Dec 22 15:47:23.878740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:23.895762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:23.902480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:24.071836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.073478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.073853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.083939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Made reservation on behalf of 19ebc7a958cf4ca6803be6111ecd0e49 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:24.089400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.120671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.202769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::d6 (3869d436-ab4f-45bb-9569-b3230aca28ff/4358c87e-338f-4a51-aba1-03ec63f325d0/462c1b99-ca41-47e6-aec0-0574ba69ed2f) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:24.205782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=e4036249-b7ab-454b-850f-91ece2821099,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:24.214962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:24.225049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e4036249-b7ab-454b-850f-91ece2821099 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:24.231668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6533189 Dec 22 15:47:24.233352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45036) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:24.257210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Calling delete_port for 5265eacb-acac-4398-9cea-ea69596299c5 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:24.271900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:24.310277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.336771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bad76-5300-404f-bcca-1c05916b4a25 req-8f48965e-c9f4-4b93-9c89-176568c3060e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:24.338488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a90bad76-5300-404f-bcca-1c05916b4a25 req-8f48965e-c9f4-4b93-9c89-176568c3060e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6726446 Dec 22 15:47:24.382732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port 61757f32-375d-4afb-bdd2-58cb4e7908bf yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:24.504731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.520035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:24.525540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.528013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a3cd1ba-1f58-4db2-9aa0-1acbd206161a {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:47:24.636593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fad3a9-82ee-4991-8e2f-6eae6dc232c2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:24.638133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6252dd24-4d63-4877-a1f8-4bd2fc729794 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:24.656535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:24.687477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.687477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4a3cd1ba-1f58-4db2-9aa0-1acbd206161a HTTP/1.1" status: 204 len: 168 time: 6.3794279 Dec 22 15:47:24.695696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45040) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:24.702868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a90bad76-5300-404f-bcca-1c05916b4a25 req-c48aee58-ba0f-439d-9fad-a58849e174fd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033743 Dec 22 15:47:24.744540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1127053854', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:24.764454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.816027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6252dd24-4d63-4877-a1f8-4bd2fc729794 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:24.824492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.852891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.861700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 462c1b99-ca41-47e6-aec0-0574ba69ed2f will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:24.863173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:24.877870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:24.909456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network e4036249-b7ab-454b-850f-91ece2821099 is not hosted by any dhcp agent {{(pid=88958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:47:24.915301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:24.915773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:24.919991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "PUT /v2.0/networks/e4036249-b7ab-454b-850f-91ece2821099 HTTP/1.1" status: 200 len: 723 time: 0.6787529 Dec 22 15:47:24.925042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45046) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:24.929422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:24.931955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': 'e4036249-b7ab-454b-850f-91ece2821099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:24.948526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:24.955455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:25.057510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.058578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.088739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=e4036249-b7ab-454b-850f-91ece2821099,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:25.101820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e4036249-b7ab-454b-850f-91ece2821099 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:25.102474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:25.200990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:25.207289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:25.213785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:25.221271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.230196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:25.232500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dcdeb34-ee55-4929-97ac-9d5fa16609c6 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:25.270562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.277294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38bd82-8f68-476f-9fd4-91ae915dc912 req-8ee5060d-859e-47f4-88ac-89522e942d1b tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:25.279009 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a38bd82-8f68-476f-9fd4-91ae915dc912 req-8ee5060d-859e-47f4-88ac-89522e942d1b tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2731750 Dec 22 15:47:25.286841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-569e581f-e9d5-4465-a34d-5e2e1c498e06 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:25.358773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:25.367149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:25.384077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:25.391863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=462c1b99-ca41-47e6-aec0-0574ba69ed2f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:25.397663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:25.402977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:25.403697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.412691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:25.442069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a38bd82-8f68-476f-9fd4-91ae915dc912 req-f11bd09d-c10a-4ac2-9bc9-d149d08bd217 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439605 Dec 22 15:47:25.500905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0430017 Dec 22 15:47:25.504046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45052) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:25.584005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.650295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.686875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Pushing event deleted for resources: {'Port': ['ID=5265eacb-acac-4398-9cea-ea69596299c5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:25.734802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683bcf9-1b1c-4f81-be70-3da32257f7df tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:25.736683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:25.739310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683bcf9-1b1c-4f81-be70-3da32257f7df tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:25.740225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e683bcf9-1b1c-4f81-be70-3da32257f7df tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:25.753453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.769557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:25.828311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e683bcf9-1b1c-4f81-be70-3da32257f7df tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:25.832919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e683bcf9-1b1c-4f81-be70-3da32257f7df tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3277936 Dec 22 15:47:25.834227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45056) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:25.873727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.875597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Provisioning for port 6252dd24-4d63-4877-a1f8-4bd2fc729794 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:25.881243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Provisioning complete for port 6252dd24-4d63-4877-a1f8-4bd2fc729794 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:25.885364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.889432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.924419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:25.924768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP d9c8025b-cc63-4541-bba3-1f71f60a5133 disassociated. External IP: 172.26.1.137, port: 684bbce5-41d0-43bd-a64a-e02aa2c07159. Dec 22 15:47:25.984823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 462c1b99-ca41-47e6-aec0-0574ba69ed2f {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:25.985208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.009492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Network ebef6f41-5ff7-4cfc-905b-702b152ab40a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:26.011197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=61757f32-375d-4afb-bdd2-58cb4e7908bf,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:26.035522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:26.043069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:26.049543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.051883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:26.057606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:26.058553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.087835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] For port 6252dd24-4d63-4877-a1f8-4bd2fc729794, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6252dd24-4d63-4877-a1f8-4bd2fc729794,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:26.091685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.147045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.151938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:26.202537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.215584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:26.232517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Pushing event updated for resources: {'Port': ['ID=6252dd24-4d63-4877-a1f8-4bd2fc729794,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:26.235895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:26.282537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.306329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-560250f5-cc53-40db-ac65-d7b4c541bf86 None None] Provisioning for port 462c1b99-ca41-47e6-aec0-0574ba69ed2f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:26.312932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-560250f5-cc53-40db-ac65-d7b4c541bf86 None None] Provisioning complete for port 462c1b99-ca41-47e6-aec0-0574ba69ed2f triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:26.313495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-560250f5-cc53-40db-ac65-d7b4c541bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.323307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.327575 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] 10.222.0.18 "DELETE /v2.0/floatingips/af5000db-5f4d-45d6-8631-28b61e5cc6ec HTTP/1.1" status: 204 len: 168 time: 3.2194819 Dec 22 15:47:26.328904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45062) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:26.371293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-560250f5-cc53-40db-ac65-d7b4c541bf86 None None] Port 462c1b99-ca41-47e6-aec0-0574ba69ed2f cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:26.411468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=40bc0f7b-7644-44a6-bc03-4f5d57d5bbca,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:26.424946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:26.439358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b5f32-bc15-440b-b177-efbd754f042d req-ab876f05-88cd-4cc9-bd25-9efe59b4329e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:26.442787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-593b5f32-bc15-440b-b177-efbd754f042d req-ab876f05-88cd-4cc9-bd25-9efe59b4329e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3638256 Dec 22 15:47:26.458500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6800764 Dec 22 15:47:26.472208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45066) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:26.498083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:26.498524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: e4036249-b7ab-454b-850f-91ece2821099, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:26.504463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.538792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:26.568783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6252dd24-4d63-4877-a1f8-4bd2fc729794 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:26.571789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.646240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6252dd24-4d63-4877-a1f8-4bd2fc729794 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:26.646684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.663176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 462c1b99-ca41-47e6-aec0-0574ba69ed2f owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:26.714692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-593b5f32-bc15-440b-b177-efbd754f042d req-55b22861-50f4-4207-92e8-a0d11b910641 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475793 Dec 22 15:47:26.776456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.780510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:26.789061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network e4036249-b7ab-454b-850f-91ece2821099 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:26.823770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:26.824245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 35ff05ef-e24a-4427-ae42-0ac48f13b0d0 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:26.866154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e4036249-b7ab-454b-850f-91ece2821099) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:26.871689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:26.878369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.878720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad2a781-fbf6-4cec-bd67-e73cedb75347 None None] Network e4036249-b7ab-454b-850f-91ece2821099 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:26.900390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:26.908990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:26.956752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0301273 Dec 22 15:47:26.961435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45072) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:26.975679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=462c1b99-ca41-47e6-aec0-0574ba69ed2f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:26.978848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:26.980739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:27.029654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.032197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/462c1b99-ca41-47e6-aec0-0574ba69ed2f HTTP/1.1" status: 204 len: 168 time: 1.1891229 Dec 22 15:47:27.037375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45076) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:27.147382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb65ec1-cad9-4e61-9aaf-46250654e921 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:27.154384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb65ec1-cad9-4e61-9aaf-46250654e921 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:27.155387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6cb65ec1-cad9-4e61-9aaf-46250654e921 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:27.185560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e4036249-b7ab-454b-850f-91ece2821099', 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': '40bc0f7b-7644-44a6-bc03-4f5d57d5bbca'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:27.186975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.197725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6cb65ec1-cad9-4e61-9aaf-46250654e921 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:27.199524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6cb65ec1-cad9-4e61-9aaf-46250654e921 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1610026 Dec 22 15:47:27.202248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45082) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:27.411171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Allocated IP 172.20.0.2 (e4036249-b7ab-454b-850f-91ece2821099/40bc0f7b-7644-44a6-bc03-4f5d57d5bbca/1ec2232d-fb68-4e74-bb32-daa965715eaf) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:27.665572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.706635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Transition to ACTIVE for port object 1ec2232d-fb68-4e74-bb32-daa965715eaf will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:27.730251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Transition to ACTIVE for port object 1ec2232d-fb68-4e74-bb32-daa965715eaf will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:27.739887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23934b98-9fc9-4276-b413-92356b41c912 req-d4ce786b-3158-41df-9337-39c0a5bea401 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:27.741541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23934b98-9fc9-4276-b413-92356b41c912 req-d4ce786b-3158-41df-9337-39c0a5bea401 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4722836 Dec 22 15:47:27.758148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.764129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-516664d2-75ed-4b36-9fc2-ba933037e031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:27.793836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 4358c87e-338f-4a51-aba1-03ec63f325d0 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:27.804073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.859357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Network e4036249-b7ab-454b-850f-91ece2821099 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:27.863073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:27.868166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:27.879825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23934b98-9fc9-4276-b413-92356b41c912 req-609ef89d-20ea-44db-9d4d-d176020b26f7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305685 Dec 22 15:47:27.882222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.912935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Pushing event updated for resources: {'Port': ['ID=1ec2232d-fb68-4e74-bb32-daa965715eaf,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:27.929697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:27.983950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:27.989561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Attempting to bind port 1ec2232d-fb68-4e74-bb32-daa965715eaf on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:27.990156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Attempting to bind port 1ec2232d-fb68-4e74-bb32-daa965715eaf by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:27.990681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Attempting to bind port 1ec2232d-fb68-4e74-bb32-daa965715eaf on network e4036249-b7ab-454b-850f-91ece2821099 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:27.998424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:27.999007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Checking segment: {'id': 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:27.999557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.000099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Bound using segment: {'id': 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:28.000749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Bound port: 1ec2232d-fb68-4e74-bb32-daa965715eaf, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e4036249-b7ab-454b-850f-91ece2821099'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:28.001703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.089490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.095017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:28.102901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] For port 1ec2232d-fb68-4e74-bb32-daa965715eaf, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:28.106296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] For port 1ec2232d-fb68-4e74-bb32-daa965715eaf, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1ec2232d-fb68-4e74-bb32-daa965715eaf,segment=NetworkSegment(a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825),segment_id=a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:28.132832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.137666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-965b973f-f922-40f5-b946-bca978a112e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:28.138767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=4358c87e-338f-4a51-aba1-03ec63f325d0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:28.141729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:28.145614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.175230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c3b0d8-39e0-44d5-8d18-87483819476d None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:28.184761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/4358c87e-338f-4a51-aba1-03ec63f325d0 HTTP/1.1" status: 204 len: 168 time: 0.9811797 Dec 22 15:47:28.187370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45086) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.248034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] device_id is not set on port 61757f32-375d-4afb-bdd2-58cb4e7908bf yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:28.259749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f1e978b-3caa-47ba-92b6-8da1bf46a54a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697253 Dec 22 15:47:28.261200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45090) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.280499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.364850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4531aa-4142-4ea2-a0ea-a7ad26737ad0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:28.365924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0e4531aa-4142-4ea2-a0ea-a7ad26737ad0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:28.366050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Pushing event updated for resources: {'Port': ['ID=1ec2232d-fb68-4e74-bb32-daa965715eaf,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:28.412573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0e4531aa-4142-4ea2-a0ea-a7ad26737ad0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:28.415515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0e4531aa-4142-4ea2-a0ea-a7ad26737ad0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1531785 Dec 22 15:47:28.419185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45094) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.422390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.454958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847372436'] for subnet, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.520573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e7f2b-e66b-4637-a781-e20cc21a1d36 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:28.522094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Transition to ACTIVE for port object 61757f32-375d-4afb-bdd2-58cb4e7908bf will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:28.522216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-450e7f2b-e66b-4637-a781-e20cc21a1d36 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:28.532681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.562085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:28.578739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-450e7f2b-e66b-4637-a781-e20cc21a1d36 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:28.583283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-450e7f2b-e66b-4637-a781-e20cc21a1d36 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1626358 Dec 22 15:47:28.584082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45098) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.657878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.670028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8984695d-a71a-48dc-98c5-174a41469def tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:28.683891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e56d515-da1f-43cd-b466-f6291cb7f24d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982831 Dec 22 15:47:28.684752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45102) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:28.692419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:28.749314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:28.755946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Deleting port 6252dd24-4d63-4877-a1f8-4bd2fc729794 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:28.756667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:28.871238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:28.882025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:28.918095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:28.935475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.022560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] For port 6252dd24-4d63-4877-a1f8-4bd2fc729794, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6252dd24-4d63-4877-a1f8-4bd2fc729794,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:29.023269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.043936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=61757f32-375d-4afb-bdd2-58cb4e7908bf,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.096118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.164003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Calling delete_port for 6252dd24-4d63-4877-a1f8-4bd2fc729794 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:29.233973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556ad24-8f69-4543-a2f2-6ea14b558c0f req-49a854ea-9777-421a-b583-39124df78336 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:29.235745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a556ad24-8f69-4543-a2f2-6ea14b558c0f req-49a854ea-9777-421a-b583-39124df78336 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.1574006 Dec 22 15:47:29.280814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.288175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.332714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a556ad24-8f69-4543-a2f2-6ea14b558c0f req-2a283232-ca4d-4217-b175-559049e90059 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834799 Dec 22 15:47:29.349641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Pushing event deleted for resources: {'Port': ['ID=6252dd24-4d63-4877-a1f8-4bd2fc729794,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.353740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.358841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] No DVR routers for this DVR port 6252dd24-4d63-4877-a1f8-4bd2fc729794 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:29.361729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.370904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.440424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:29.444557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:29.448892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:29.449551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.455377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.456417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffef8d3-bfbe-4c6d-896f-8178a843206f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:29.463838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.513874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8249724 Dec 22 15:47:29.514052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:29.525863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663', 'ip_address': '2001:db8::21be:fb48:c1f7:4c94'}], 'name': 'tempest-NetworksTestDHCPv6-705225632'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:29.582734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7866045'] for subnet, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.595206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-12739652-1d8c-445b-9c65-a7f55d0a2b07 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:29.645719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Allocated IP 172.26.1.147 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/bfda43be-5725-4b1e-acf7-d6a72ec4e182) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:29.682763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:29.694153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:29.737684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:29.749210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.751453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:29.752366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.799713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:29.800455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:29.804616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "PUT /v2.0/subnets/40bc0f7b-7644-44a6-bc03-4f5d57d5bbca HTTP/1.1" status: 200 len: 806 time: 2.8361180 Dec 22 15:47:29.809246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45116) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:29.811343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:29.811732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:29.812113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:29.889658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:29.890231 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:29.897655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port cca9984e-7d13-49d6-ada9-4317686b5aaa yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:29.899288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 2 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:29.910510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:29.936776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=40bc0f7b-7644-44a6-bc03-4f5d57d5bbca,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:29.944259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:29.965889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:29.966264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:29.966703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.056865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.075185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663/83934929-7454-4290-b285-89ed256598bd) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:30.090915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:30.091290 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:30.096256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 3 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:30.212366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.327946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.335765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4eb40-d2c6-45b1-b309-f9e9fd7f64a4 req-193786bc-a1ac-4c3f-8963-3e9fe9356213 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:30.338126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ce4eb40-d2c6-45b1-b309-f9e9fd7f64a4 req-193786bc-a1ac-4c3f-8963-3e9fe9356213 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5395386 Dec 22 15:47:30.342553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:30.342931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:30.343305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.360744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.363610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 1ec2232d-fb68-4e74-bb32-daa965715eaf {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:30.363610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.374325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Transition to ACTIVE for port object 83934929-7454-4290-b285-89ed256598bd will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:30.375013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:30.375383 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:30.379038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 4 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:30.406365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Transition to ACTIVE for port object 83934929-7454-4290-b285-89ed256598bd will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:30.414313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:30.415126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:30.415356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.437895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b6954-c202-4fa9-806d-ad9f3b1f5134 None None] Network e4036249-b7ab-454b-850f-91ece2821099 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:30.438581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.444629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Router bff5e4ff-6247-4fb1-aa64-c85999d5f210 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:30.447896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dd3c7bd8-2cf4-401b-90d1-c0c409e8278e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:30.478186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.493834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9be03a3-2e3e-4d24-bd88-d048f8f3be2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:30.533829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:30.533829 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:30.546014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-552436a8-250f-4689-a3d8-0d2543cccd4d None None] Provisioning for port 1ec2232d-fb68-4e74-bb32-daa965715eaf completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:30.559132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 5 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:30.608736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::21be:fb48:c1f7:4c94 (3869d436-ab4f-45bb-9569-b3230aca28ff/ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663/cca9984e-7d13-49d6-ada9-4317686b5aaa) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:30.612882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ce4eb40-d2c6-45b1-b309-f9e9fd7f64a4 req-1b00c6fd-5521-4fd2-b7d3-523ecf1e3b2d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2520449 Dec 22 15:47:30.623525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:30.633243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:30.635495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1ec2232d-fb68-4e74-bb32-daa965715eaf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:30.665919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:30.684367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:30.684668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:30.685016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.696587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:30.699507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Pushing event updated for resources: {'Port': ['ID=83934929-7454-4290-b285-89ed256598bd,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:30.707931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:30.709538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event updated for resources: {'Port': ['ID=bfda43be-5725-4b1e-acf7-d6a72ec4e182,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:30.712915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:30.714924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:30.721665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:30.821313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:30.821700 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:30.834012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 6 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:30.862022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 1ec2232d-fb68-4e74-bb32-daa965715eaf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1ec2232d-fb68-4e74-bb32-daa965715eaf,segment=NetworkSegment(a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825),segment_id=a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:30.862454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.884938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:30.885315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:30.885658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.914741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Attempting to bind port 83934929-7454-4290-b285-89ed256598bd on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:30.915849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Attempting to bind port 83934929-7454-4290-b285-89ed256598bd by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:30.915849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Attempting to bind port 83934929-7454-4290-b285-89ed256598bd on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:30.955526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:30.955882 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:30.959715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 7 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:30.972349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:30.972718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:30.973078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:30.973904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:30.974025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Bound port: 83934929-7454-4290-b285-89ed256598bd, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:30.974481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.002089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:31.002494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:31.003110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:31.003224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1ec2232d-fb68-4e74-bb32-daa965715eaf completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:31.048690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1ec2232d-fb68-4e74-bb32-daa965715eaf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:31.049119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.063036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:31.070127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:31.070552 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:31.072885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 1ec2232d-fb68-4e74-bb32-daa965715eaf owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:31.081811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:31.082840 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 8 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:31.108188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:31.109224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:31.154173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] For port 83934929-7454-4290-b285-89ed256598bd, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:31.159867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] For port 83934929-7454-4290-b285-89ed256598bd, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=83934929-7454-4290-b285-89ed256598bd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:31.183112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.187987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.220752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:31.241963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.249690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-023e69c9-6040-4796-a5b1-3932e2d8a705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:31.255563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:31.255563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:31.258386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:31.258886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:31.259268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:31.300227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object cca9984e-7d13-49d6-ada9-4317686b5aaa will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:31.335730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:31.337019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab4c290-3f63-4655-9e75-a956b2f8f397 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:31.345234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.354819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.361387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:31.364481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64a7ddeb-af9f-4982-86f9-2d083602e890 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/d9c8025b-cc63-4541-bba3-1f71f60a5133 HTTP/1.1" status: 200 len: 688 time: 7.4766977 Dec 22 15:47:31.365295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:31.365664 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:31.366355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45120) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:31.367113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 9 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:31.398013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Pushing event updated for resources: {'Port': ['ID=83934929-7454-4290-b285-89ed256598bd,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:31.404549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:31.422999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.437928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=1ec2232d-fb68-4e74-bb32-daa965715eaf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:31.446616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:31.448075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:31.502676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6252dd24-4d63-4877-a1f8-4bd2fc729794 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:31.540542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=cca9984e-7d13-49d6-ada9-4317686b5aaa,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:31.541642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6252dd24-4d63-4877-a1f8-4bd2fc729794 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:31.542048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6252dd24-4d63-4877-a1f8-4bd2fc729794 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:31.547924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:31.576089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af2adb-8458-4ce3-b114-a0d095a1f4e9 None None] Network e4036249-b7ab-454b-850f-91ece2821099 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:31.623826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a366a209-5860-4808-976b-a2b894a38c49 None None] Could not find standard attr ID for object 1ec2232d-fb68-4e74-bb32-daa965715eaf. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:47:31.634148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:31.643827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:31.643827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:31.643827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:31.644057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:31.644057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 1ec2232d-fb68-4e74-bb32-daa965715eaf on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:31.644395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:31.649665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:31.650349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.654171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:31.654625 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:31.661290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempt 10 to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf Dec 22 15:47:31.722508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.964930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:31.975664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.021138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 42c7302d-4e04-4fa6-97b4-6a9d507e6c2b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:32.021489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.029058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5137694 Dec 22 15:47:32.031311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=40bc0f7b-7644-44a6-bc03-4f5d57d5bbca,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.033148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45126) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:32.072420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:32.073191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:32.073579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempting to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:32.080014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.120957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:47:32.121346 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR neutron.plugins.ml2.managers [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Failed to bind port 61757f32-375d-4afb-bdd2-58cb4e7908bf on host hv-neutron-8225 for vnic_type normal using segments [{'id': '082cbc71-6b5d-402c-a5ad-330bb3cc7476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebef6f41-5ff7-4cfc-905b-702b152ab40a'}] Dec 22 15:47:32.121743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.225174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:32.239837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Sync routers for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:32.261749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:32.262524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:32.331214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port 61757f32-375d-4afb-bdd2-58cb4e7908bf, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:32.331777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Attempted to set empty binding levels {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 22 15:47:32.338044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] 10.222.0.18 "PUT /v2.0/routers/bff5e4ff-6247-4fb1-aa64-c85999d5f210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5140254 Dec 22 15:47:32.356096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45130) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:32.379382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f457c64c-e134-437f-918e-7dad42deeef7 None None] Network e4036249-b7ab-454b-850f-91ece2821099 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:32.414871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.428322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:32.485203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.486072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.524901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] In _notify_port_updated(), no bound segment for port 61757f32-375d-4afb-bdd2-58cb4e7908bf on network ebef6f41-5ff7-4cfc-905b-702b152ab40a {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:47:32.526034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.530434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "PUT /v2.0/ports/61757f32-375d-4afb-bdd2-58cb4e7908bf HTTP/1.1" status: 200 len: 980 time: 6.0475316 Dec 22 15:47:32.530434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event updated for resources: {'Port': ['ID=61757f32-375d-4afb-bdd2-58cb4e7908bf,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:32.532050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:32.544904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45134) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:32.549448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.648222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4036249-b7ab-454b-850f-91ece2821099']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:32.664590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.665032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.666382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0aec66-aa7b-4e00-81c9-67c236960455 req-e25d974b-e1a7-42fd-ab6e-39412d5fd264 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:32.673896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e0aec66-aa7b-4e00-81c9-67c236960455 req-e25d974b-e1a7-42fd-ab6e-39412d5fd264 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.8291337 Dec 22 15:47:32.685765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:32.714287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:32.714690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17bcfc4-ce9c-4e1f-a49f-5f5f39da5825') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:32.736630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Deleting port 61757f32-375d-4afb-bdd2-58cb4e7908bf {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:32.737016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.748602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 83934929-7454-4290-b285-89ed256598bd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:32.771058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.811905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdaaa08-7633-4ab6-9c93-e7aae1c5f36d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:32.816376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdaaa08-7633-4ab6-9c93-e7aae1c5f36d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:32.817220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3fdaaa08-7633-4ab6-9c93-e7aae1c5f36d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:32.839719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 42c7302d-4e04-4fa6-97b4-6a9d507e6c2b owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:32.843930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.869541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:32.869976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:32.989368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fd6f47-6dde-44f9-a1d3-03326d829bfa None None] DHCP port deletion for e4036249-b7ab-454b-850f-91ece2821099 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:33.025957 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:33.095623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 83934929-7454-4290-b285-89ed256598bd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:33.145507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:47:23Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:33.150911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Checking router: bff5e4ff-6247-4fb1-aa64-c85999d5f210 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:33.153970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3fdaaa08-7633-4ab6-9c93-e7aae1c5f36d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:33.155642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3fdaaa08-7633-4ab6-9c93-e7aae1c5f36d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.1210070 Dec 22 15:47:33.161614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45138) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:33.171769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Routers {'bff5e4ff-6247-4fb1-aa64-c85999d5f210'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:33.171769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:33.171932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e0aec66-aa7b-4e00-81c9-67c236960455 req-a5e36c88-6419-4605-947a-99b5f9a410d9 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4949353 Dec 22 15:47:33.262083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port cca9984e-7d13-49d6-ada9-4317686b5aaa {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:33.262514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.319959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.338148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2185d6f-2607-4d3f-9ef8-b7280db77a2b tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:33.362674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] For port 61757f32-375d-4afb-bdd2-58cb4e7908bf, host hv-neutron-8225, got binding levels [] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:33.362674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.378433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.416125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] Set router bff5e4ff-6247-4fb1-aa64-c85999d5f210 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:33.492290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.508406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=42c7302d-4e04-4fa6-97b4-6a9d507e6c2b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:33.513490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Calling delete_port for 61757f32-375d-4afb-bdd2-58cb4e7908bf owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:33.514791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.519465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/d9c8025b-cc63-4541-bba3-1f71f60a5133 HTTP/1.1" status: 204 len: 168 time: 2.1389647 Dec 22 15:47:33.524123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:33.526592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:33.589500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'd60e60e7-7155-4238-b8ac-d6358f7e7303'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:33.603844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:33.629156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.642326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=e4036249-b7ab-454b-850f-91ece2821099,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:33.646261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/e4036249-b7ab-454b-850f-91ece2821099 HTTP/1.1" status: 204 len: 168 time: 3.8323336 Dec 22 15:47:33.647432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:33.658509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45148) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:33.661016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:33.665041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.668474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Deleting port 0d563e8c-e1f3-41f7-8563-ab521def4537 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:33.668861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.694114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5148b65d-209b-463c-ac40-1160ae6b8241 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:33.695320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5148b65d-209b-463c-ac40-1160ae6b8241 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:33.700911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5148b65d-209b-463c-ac40-1160ae6b8241 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/e4036249-b7ab-454b-850f-91ece2821099 HTTP/1.1" status: 404 len: 339 time: 0.0346971 Dec 22 15:47:33.706786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45152) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:33.707845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:floatingip and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:33.717002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40b47fb0-a0b0-4d8e-95d8-1106045db611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:33.735013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:33.755942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Provisioning for port 83934929-7454-4290-b285-89ed256598bd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:33.758426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-409108920', 'description': 'd1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:33.763352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Pushing event deleted for resources: {'Port': ['ID=61757f32-375d-4afb-bdd2-58cb4e7908bf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:33.768255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Provisioning complete for port 83934929-7454-4290-b285-89ed256598bd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:33.779977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.780377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:33.780377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.780537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:33.780618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "DELETE /v2.0/ports/61757f32-375d-4afb-bdd2-58cb4e7908bf HTTP/1.1" status: 204 len: 168 time: 1.2308781 Dec 22 15:47:33.784605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45156) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:33.794738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:33.813811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:network and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:33.826526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:33.869907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaa6d2cd-f2a8-4c84-8804-708a9f68060b tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] GET failed (client error): The resource could not be found. Dec 22 15:47:33.870553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aaa6d2cd-f2a8-4c84-8804-708a9f68060b tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Synchronizing usage tracker for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:33.876381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:47:23Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:33.883352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce70a8a3-5fa0-4e50-aead-2ddf56791a3c None None] The sync data for ids ['bff5e4ff-6247-4fb1-aa64-c85999d5f210'] in dv-neutron-822514-1-hyperv is: [{'id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'name': 'tempest-ServersTestManualDisk-1060571223-router', 'tenant_id': '1602211e8de048589d61dd342f820a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64'}], 'enable_snat': True}, 'gw_port_id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:47:23Z', 'revision_number': 5, 'project_id': '1602211e8de048589d61dd342f820a8b', 'gw_port': {'id': 'd910dfbb-302d-45d3-8259-1f9bb886ba5d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff5e4ff-6247-4fb1-aa64-c85999d5f210', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:33.921641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca54f-e183-442d-8521-6271f059ab51 req-dd137ae7-a51d-4cd0-b776-a24f926d9257 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:33.923517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d4ca54f-e183-442d-8521-6271f059ab51 req-dd137ae7-a51d-4cd0-b776-a24f926d9257 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6011083 Dec 22 15:47:33.931680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.958609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:33.959818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:34.002149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] For port 83934929-7454-4290-b285-89ed256598bd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=83934929-7454-4290-b285-89ed256598bd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:34.011662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aaa6d2cd-f2a8-4c84-8804-708a9f68060b tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Unset dirty status for tenant:19ebc7a958cf4ca6803be6111ecd0e49 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:34.016319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aaa6d2cd-f2a8-4c84-8804-708a9f68060b tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] 10.222.0.18 "GET /v2.0/ports/61757f32-375d-4afb-bdd2-58cb4e7908bf HTTP/1.1" status: 404 len: 333 time: 0.2261229 Dec 22 15:47:34.025321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:34.026576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.054818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.058403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:34.086829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d4ca54f-e183-442d-8521-6271f059ab51 req-032d5d18-6858-4a2d-b8ea-dae95e980341 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822999 Dec 22 15:47:34.150815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Pushing event updated for resources: {'Port': ['ID=83934929-7454-4290-b285-89ed256598bd,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:34.154573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:34.198027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:34.204556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.208892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-71bb51fc-3241-464d-8bed-1eea430853f7 None None] Provisioning for port cca9984e-7d13-49d6-ada9-4317686b5aaa completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:34.214898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-71bb51fc-3241-464d-8bed-1eea430853f7 None None] Provisioning complete for port cca9984e-7d13-49d6-ada9-4317686b5aaa triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:34.215464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71bb51fc-3241-464d-8bed-1eea430853f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.217182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Router 148350a1-5ca3-4568-8908-ab46dbf18aa3 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:47:34.235406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.272166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] For port 0d563e8c-e1f3-41f7-8563-ab521def4537, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0d563e8c-e1f3-41f7-8563-ab521def4537,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:34.272480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.286723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-71bb51fc-3241-464d-8bed-1eea430853f7 None None] Port cca9984e-7d13-49d6-ada9-4317686b5aaa cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:34.292404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.316664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Deleting port d910dfbb-302d-45d3-8259-1f9bb886ba5d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:34.317047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.502388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3489598-fe69-4bc6-8e0a-ece578fc1f99 req-0ce9f57e-4055-4c63-b8ef-838595d95689 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:34.504149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b3489598-fe69-4bc6-8e0a-ece578fc1f99 req-0ce9f57e-4055-4c63-b8ef-838595d95689 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2494276 Dec 22 15:47:34.516428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 83934929-7454-4290-b285-89ed256598bd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:34.588606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] For port d910dfbb-302d-45d3-8259-1f9bb886ba5d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d910dfbb-302d-45d3-8259-1f9bb886ba5d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:34.589304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.596553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 83934929-7454-4290-b285-89ed256598bd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:34.596976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:34.614985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b3489598-fe69-4bc6-8e0a-ece578fc1f99 req-2f9c1169-6478-41c0-a5cd-f32eda50d79c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922916 Dec 22 15:47:34.742063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Calling delete_port for d910dfbb-302d-45d3-8259-1f9bb886ba5d owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:34.751162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:34.791746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:34.792472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 79fad3a9-82ee-4991-8e2f-6eae6dc232c2 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:34.793155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1ec2232d-fb68-4e74-bb32-daa965715eaf no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:34.816718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Calling delete_port for 0d563e8c-e1f3-41f7-8563-ab521def4537 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:34.829034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1ec2232d-fb68-4e74-bb32-daa965715eaf {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:34.832797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1ec2232d-fb68-4e74-bb32-daa965715eaf not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:34.912451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for cca9984e-7d13-49d6-ada9-4317686b5aaa owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:34.919061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367271d-7697-4e3e-a5f0-78a6a5b8fc04 req-98f8e90a-0f7d-4a31-b78b-d14e570190ea tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:34.920710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7367271d-7697-4e3e-a5f0-78a6a5b8fc04 req-98f8e90a-0f7d-4a31-b78b-d14e570190ea tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.1469226 Dec 22 15:47:34.983925 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7367271d-7697-4e3e-a5f0-78a6a5b8fc04 req-0984a417-2e95-4e89-94c6-9ba4e953bdfe tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570474 Dec 22 15:47:35.026699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.060219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:35.097961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.103172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d53646e-3730-4476-9a59-5bb90d135361 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.112824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.113160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment afa2aa83-7444-4bc9-9ce4-bb88319ebf49 of type vlan for network c82a0a4b-64f4-4649-a177-ab3228875749 Dec 22 15:47:35.149851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Pushing event deleted for resources: {'Port': ['ID=d910dfbb-302d-45d3-8259-1f9bb886ba5d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.153242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.318973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.458208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.538984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebef6f41-5ff7-4cfc-905b-702b152ab40a']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:35.607799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.623423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.627614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:35.628253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.637401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082cbc71-6b5d-402c-a5ad-330bb3cc7476') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:35.637737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082cbc71-6b5d-402c-a5ad-330bb3cc7476') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:35.644813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.698033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.712582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.818245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.825748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.887743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.892265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.918464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=c82a0a4b-64f4-4649-a177-ab3228875749,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:35.924808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:35.925748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.929341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c82a0a4b-64f4-4649-a177-ab3228875749 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:35.941975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.2123375 Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:35.942832 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:35.945072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:35.945501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45170) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:35.960193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96608d6c-f6ff-4cd5-b5a1-07b074060eb6 tempest-FloatingIPAdminTestJSON-1237383078 tempest-FloatingIPAdminTestJSON-1237383078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:35.980490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:35.981063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bff5e4ff-6247-4fb1-aa64-c85999d5f210 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:47:36.134970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.138725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bff5e4ff-6247-4fb1-aa64-c85999d5f210 HTTP/1.1" status: 204 len: 168 time: 3.7790840 Dec 22 15:47:36.147708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45174) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:36.149958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=cca9984e-7d13-49d6-ada9-4317686b5aaa,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:36.159955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.166211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:36.189633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/cca9984e-7d13-49d6-ada9-4317686b5aaa HTTP/1.1" status: 204 len: 168 time: 3.0238454 Dec 22 15:47:36.191960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45178) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:36.208042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86554907-b493-4744-84db-6560e8e1304e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:36.208792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-86554907-b493-4744-84db-6560e8e1304e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Synchronizing usage tracker for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:36.242851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Deleting subnet 5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:36.250361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.283954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-86554907-b493-4744-84db-6560e8e1304e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Unset dirty status for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:36.286738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.287436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-86554907-b493-4744-84db-6560e8e1304e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks?id=c82a0a4b-64f4-4649-a177-ab3228875749 HTTP/1.1" status: 200 len: 760 time: 0.3403625 Dec 22 15:47:36.291032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45182) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:36.291487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.303454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:36.303952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'description': 'd2'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:36.357103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.360283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.373005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0d563e8c-e1f3-41f7-8563-ab521def4537,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:36.386102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:36.388225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:36.389668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bde35155-1820-49b3-bb12-3926078ebf3c tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:36.399168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] Sync routers for ids ['148350a1-5ca3-4568-8908-ab46dbf18aa3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:36.412111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] Routers {'148350a1-5ca3-4568-8908-ab46dbf18aa3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:36.412841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['148350a1-5ca3-4568-8908-ab46dbf18aa3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.423601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] 10.222.0.18 "DELETE /v2.0/networks/ebef6f41-5ff7-4cfc-905b-702b152ab40a HTTP/1.1" status: 204 len: 168 time: 2.3910043 Dec 22 15:47:36.503171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.524176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] Routers {'148350a1-5ca3-4568-8908-ab46dbf18aa3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:36.526865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['148350a1-5ca3-4568-8908-ab46dbf18aa3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.529013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Pushing event deleted for resources: {'Network': ['ID=ebef6f41-5ff7-4cfc-905b-702b152ab40a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:36.537858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:36.543369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.207 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/1118d7e2-a2ca-454a-8eef-01d2a958a862) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:36.575719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d2ebb2-6d93-459f-b6a0-24286aa21d75 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:36.577557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d2ebb2-6d93-459f-b6a0-24286aa21d75 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:36.578586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8d2ebb2-6d93-459f-b6a0-24286aa21d75 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:36.700243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d910dfbb-302d-45d3-8259-1f9bb886ba5d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:36.783696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.784326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:36.784326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034ef57e-4e26-4fb8-8f3a-3b965d820db4 None None] The sync data for ids ['148350a1-5ca3-4568-8908-ab46dbf18aa3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:36.795525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.796677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d910dfbb-302d-45d3-8259-1f9bb886ba5d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:36.797246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d910dfbb-302d-45d3-8259-1f9bb886ba5d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:36.884156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:36.895533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed9841d9-2d10-44a2-bd90-9a425433c988 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:37.010522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=c82a0a4b-64f4-4649-a177-ab3228875749,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:37.015142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network c82a0a4b-64f4-4649-a177-ab3228875749 is not hosted by any dhcp agent {{(pid=88958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:47:37.019371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:37.019935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.021386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "PUT /v2.0/networks/c82a0a4b-64f4-4649-a177-ab3228875749 HTTP/1.1" status: 200 len: 757 time: 0.7288375 Dec 22 15:47:37.022502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:37.026999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.029422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c82a0a4b-64f4-4649-a177-ab3228875749 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:37.099039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.111783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64eab7fd-c3ca-48f4-a148-a6bd7896d772 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:37.181969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:37.187539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:37.199102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562ffdb-1d05-42e6-afba-2ed6ff9dd83f None None] Network a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:37.215232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.216582 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4871442 Dec 22 15:47:37.221233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45194) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.231421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:37.294470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f0ac8-0c68-466a-89fe-ae21ef6c4966 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:37.301068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-236f0ac8-0c68-466a-89fe-ae21ef6c4966 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks?id=c82a0a4b-64f4-4649-a177-ab3228875749 HTTP/1.1" status: 200 len: 760 time: 0.2529087 Dec 22 15:47:37.303914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.307123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45198) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.315431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1754672681'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:37.324326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:37.327561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8d2ebb2-6d93-459f-b6a0-24286aa21d75 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:37.330907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5587a6f2-7d03-4ae1-bf0b-eeca9d0959c6 HTTP/1.1" status: 204 len: 168 time: 1.1809561 Dec 22 15:47:37.331445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45202) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.331809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a8d2ebb2-6d93-459f-b6a0-24286aa21d75 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1353776 Dec 22 15:47:37.332967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45204) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.424955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45210) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:37.536026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.541185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:37.582013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Deleting port 2a0b0471-9f8b-49fa-8868-53e6e4990014 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:37.582282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.596140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.633829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:37.639832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.712573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:37.723566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.723959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment ba74b3e2-3452-4a51-a34c-77dfead11976 of type vlan for network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 Dec 22 15:47:37.755381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.770934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] DHCP port deletion for a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:37.777937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Deleting port 2a0b0471-9f8b-49fa-8868-53e6e4990014 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:37.778116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.778468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.782831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:37.788473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d051b801-a3b5-45d6-8b98-ab9f869c680f tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:38.031682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] For port 2a0b0471-9f8b-49fa-8868-53e6e4990014, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2a0b0471-9f8b-49fa-8868-53e6e4990014,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:38.032091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.045342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:38.060439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:38.062512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=1118d7e2-a2ca-454a-8eef-01d2a958a862,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:38.064851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:38.087936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.092085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:38.092728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.108095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:38.112079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:38.163367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Calling delete_port for 2a0b0471-9f8b-49fa-8868-53e6e4990014 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:38.191018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-78b56ee8-bf20-401e-b269-193120a86886 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f07893c622444fa8a8d64b5acb74284d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7632132 Dec 22 15:47:38.220817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45216) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:38.275424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.286383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:38.330260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] No DVR routers for this DVR port 2a0b0471-9f8b-49fa-8868-53e6e4990014 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:38.331986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Pushing event deleted for resources: {'Port': ['ID=2a0b0471-9f8b-49fa-8868-53e6e4990014,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:38.335232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:38.379309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:38.400355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.497150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2a0b0471-9f8b-49fa-8868-53e6e4990014 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:38.530296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2a0b0471-9f8b-49fa-8868-53e6e4990014 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:38.530717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2a0b0471-9f8b-49fa-8868-53e6e4990014 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:38.534422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2261591 Dec 22 15:47:38.536507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] For port 2a0b0471-9f8b-49fa-8868-53e6e4990014, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2a0b0471-9f8b-49fa-8868-53e6e4990014,segment=NetworkSegment(20759201-b440-4ec9-9cf8-a913b6fb0769),segment_id=20759201-b440-4ec9-9cf8-a913b6fb0769)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:38.536915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.544767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:38.548460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=33520baf-c0dc-4d85-bfa9-1ab03f789b02,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:38.559312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:38.561626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.564156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '33520baf-c0dc-4d85-bfa9-1ab03f789b02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:38.569070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:38.582050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.719811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Calling delete_port for 2a0b0471-9f8b-49fa-8868-53e6e4990014 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:38.832377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:47:38.832731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:47:38.840239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.944103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.949412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392851b4-4a70-48e9-8f0a-7216bf66e1bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:38.990769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:38.995979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:38.997246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:38.998846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.005337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8be9d7-a5fa-48e5-a81f-4b1fdb7e1955 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:39.046751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663 HTTP/1.1" status: 204 len: 168 time: 1.7004485 Dec 22 15:47:39.047531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45224) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:39.124980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-51f2884f-a02f-4429-9cd2-a23ff88bc355 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749068 Dec 22 15:47:39.125558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:39.126657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45228) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:39.133268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:39.150462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Usage tracker for resource:subnet and tenant:91e5b00056ce4efaa24386624a81ffcd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:39.160174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:39.173058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:39.254921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:39.260324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:39.263160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:39.269525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:39.287283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:39.292162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Deleting port 83934929-7454-4290-b285-89ed256598bd {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:39.292588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.306743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:39.314456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.337640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Deleting port 2a0b0471-9f8b-49fa-8868-53e6e4990014 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:39.338014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.426507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] The port '2a0b0471-9f8b-49fa-8868-53e6e4990014' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:47:39.469251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:39.483612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.495812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:39.523563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] For port 83934929-7454-4290-b285-89ed256598bd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=83934929-7454-4290-b285-89ed256598bd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:39.526370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.540727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316b787-f815-4dae-83e9-6b780d2c8001,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:39.546060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:39.630820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.650817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.654810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c316b787-f815-4dae-83e9-6b780d2c8001 HTTP/1.1" status: 204 len: 168 time: 1.4218051 Dec 22 15:47:39.664152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:39.665630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Calling delete_port for 83934929-7454-4290-b285-89ed256598bd owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:39.671090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.711556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20759201-b440-4ec9-9cf8-a913b6fb0769') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:39.711930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20759201-b440-4ec9-9cf8-a913b6fb0769') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:39.733581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.762867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.774716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:39.775163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:39.790510 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:39.864330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.906787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.912734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ce949e7-00fe-4334-a8c0-801140ed2bc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:39.931979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.940213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-48fa7e07-5a57-483d-8aa7-692621918c51 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:39.962719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Pushing event deleted for resources: {'Port': ['ID=83934929-7454-4290-b285-89ed256598bd,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:39.965863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:39.968406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] No DVR routers for this DVR port 83934929-7454-4290-b285-89ed256598bd on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:39.979828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:39.998965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.021595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:40.027382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:40.036435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:40.037093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.044585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b08c2-34eb-4f42-8606-019a360fb094 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:40.050384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=da6d8382-90ac-418c-858d-e83fc6526f20,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:40.058856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:40.060474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:40.085152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:40.088292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:40.099286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7dd2156-3d45-4f59-87bf-cb3b75ec9c0a HTTP/1.1" status: 204 len: 168 time: 2.7549999 Dec 22 15:47:40.130550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0003335 Dec 22 15:47:40.131203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45238) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:40.138570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'da6d8382-90ac-418c-858d-e83fc6526f20', 'ip_address': '2001:db8::50f2:c438:f24e:f746'}], 'name': 'tempest-NetworksTestDHCPv6-1629883890'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:40.203294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.305117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.327679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'da6d8382-90ac-418c-858d-e83fc6526f20'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:40.328953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.380523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:40.381979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.392283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:40.452418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:40.460245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.470486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a530f3b-cf16-4116-a915-e2bea36bf38c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:40.471182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.510744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port cf246fda-bdfd-4223-863e-8770ca9f61c9 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:40.524261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/da6d8382-90ac-418c-858d-e83fc6526f20/f7febd18-350a-4629-9277-7aa31e970e1a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:40.570783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:40.582129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 83934929-7454-4290-b285-89ed256598bd no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:40.590671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45242) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:40.626874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45248) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:40.628908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=ef3bbecd-4d3b-44c8-a2f5-cc7113ba5c23,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:40.639225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:40.640369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 83934929-7454-4290-b285-89ed256598bd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:40.640772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 83934929-7454-4290-b285-89ed256598bd not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:40.787580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-821490fb-1ae9-4f09-9ee9-4e572a9f658a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19ebc7a958cf4ca6803be6111ecd0e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1918845 Dec 22 15:47:40.792041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45252) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:40.821479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b4bea6e-4081-451c-af8d-f7187d28847f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1602211e8de048589d61dd342f820a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1920366 Dec 22 15:47:40.829757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45256) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:40.845692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.857660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Transition to ACTIVE for port object f7febd18-350a-4629-9277-7aa31e970e1a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:40.880802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Transition to ACTIVE for port object f7febd18-350a-4629-9277-7aa31e970e1a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:40.917218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:40.921407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1afb1c0f-a4e6-4f19-b6cf-78b70b684e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:40.994400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:40.997468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:41.000037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:41.001656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.005945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Pushing event updated for resources: {'Port': ['ID=f7febd18-350a-4629-9277-7aa31e970e1a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.009516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.031422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::50f2:c438:f24e:f746 (3869d436-ab4f-45bb-9569-b3230aca28ff/da6d8382-90ac-418c-858d-e83fc6526f20/cf246fda-bdfd-4223-863e-8770ca9f61c9) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:41.033684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.043456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.105927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Attempting to bind port f7febd18-350a-4629-9277-7aa31e970e1a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:41.106342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Attempting to bind port f7febd18-350a-4629-9277-7aa31e970e1a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:41.107464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Attempting to bind port f7febd18-350a-4629-9277-7aa31e970e1a on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:41.107934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': 'ba74b3e2-3452-4a51-a34c-77dfead11976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '33520baf-c0dc-4d85-bfa9-1ab03f789b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:41.108338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 33520baf-c0dc-4d85-bfa9-1ab03f789b02, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:41.114306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:41.114770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:41.115216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.115655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:41.116539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Bound port: f7febd18-350a-4629-9277-7aa31e970e1a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:41.116539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.127061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.212518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.224622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] For port f7febd18-350a-4629-9277-7aa31e970e1a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:41.228796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] For port f7febd18-350a-4629-9277-7aa31e970e1a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f7febd18-350a-4629-9277-7aa31e970e1a,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:41.273191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.278868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.286897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.302134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.325142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.334818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33bd9ac1-daf5-4e17-a53d-2144b5a8f93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.344189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.368670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Pushing event updated for resources: {'Port': ['ID=f7febd18-350a-4629-9277-7aa31e970e1a,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.370746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06e548c-7196-46c6-80da-7168f8b388eb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.372317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.385221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.385417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7340233-395f-42b3-be76-e9ae9135ee0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.404185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a872c089-343b-483c-96fc-44054666fa99,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.411240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.433384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:41.446620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.449170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a06e548c-7196-46c6-80da-7168f8b388eb HTTP/1.1" status: 204 len: 168 time: 0.6171896 Dec 22 15:47:41.466582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.470504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a872c089-343b-483c-96fc-44054666fa99 HTTP/1.1" status: 204 len: 168 time: 0.6753278 Dec 22 15:47:41.485237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.505382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object cf246fda-bdfd-4223-863e-8770ca9f61c9 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:41.552709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.562917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ea8abb-6468-48dd-af05-352458ac5bba tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:41.591554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=1118d7e2-a2ca-454a-8eef-01d2a958a862,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.593977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 33520baf-c0dc-4d85-bfa9-1ab03f789b02) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:41.595608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.606139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34944f7-0850-453c-8228-5088311671ef None None] Network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:41.616394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:41.617587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.641618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:41.646812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:41.651042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:41.656949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:41.657635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.664203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.682299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=cf246fda-bdfd-4223-863e-8770ca9f61c9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:41.686553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:41.733718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6011229 Dec 22 15:47:41.736335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45264) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:41.742956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1930635 Dec 22 15:47:41.748434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.753143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45268) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:41.784039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:41.879198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992bb6b-dd90-49b5-9f62-f1a68a69c027 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:41.888899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992bb6b-dd90-49b5-9f62-f1a68a69c027 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:41.890080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5992bb6b-dd90-49b5-9f62-f1a68a69c027 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:41.943718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5992bb6b-dd90-49b5-9f62-f1a68a69c027 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:41.947686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5992bb6b-dd90-49b5-9f62-f1a68a69c027 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2076392 Dec 22 15:47:41.948520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45272) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:42.022084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:42.045278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Sync routers for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:42.049561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] 10.222.0.18 "PUT /v2.0/routers/f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7193575 Dec 22 15:47:42.056850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45278) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:42.070638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:42.071329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:42.076899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.177129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port cf246fda-bdfd-4223-863e-8770ca9f61c9 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:42.179576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.375624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.473335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 associated. External IP: 172.26.1.207, port: d60e60e7-7155-4238-b8ac-d6358f7e7303. Dec 22 15:47:42.505356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:42.600868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router 148350a1-5ca3-4568-8908-ab46dbf18aa3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:42.656410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:42.768576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f7febd18-350a-4629-9277-7aa31e970e1a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:42.835165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for cf246fda-bdfd-4223-863e-8770ca9f61c9 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:42.998016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cae63a-d809-4d0b-93f2-b7673630b443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-33520baf-c0dc-4d85-bfa9-1ab03f789b02', 'network_id': '33520baf-c0dc-4d85-bfa9-1ab03f789b02', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': 'ef3bbecd-4d3b-44c8-a2f5-cc7113ba5c23'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:43.015725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14cae63a-d809-4d0b-93f2-b7673630b443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.053303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6829ff6f-80c6-4bfc-9cf1-642582d749d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.103543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f7febd18-350a-4629-9277-7aa31e970e1a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:43.174036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.192163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:43.275926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:43.281392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Checking router: f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:47:43.298000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Routers {'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:43.298718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:43.375291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.408698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33520baf-c0dc-4d85-bfa9-1ab03f789b02']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:43.422472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba74b3e2-3452-4a51-a34c-77dfead11976') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:43.423133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba74b3e2-3452-4a51-a34c-77dfead11976') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:43.437630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.455097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.455655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.463184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:43.463751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:43.532257 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:43.607342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3bbecd-4d3b-44c8-a2f5-cc7113ba5c23,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:43.609924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:43.648604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] Set router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:47:43.725617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.756690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-14c07a61-5565-4e7b-a7d1-d112f30e201d tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:43.849834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=cf246fda-bdfd-4223-863e-8770ca9f61c9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:43.856687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:43.956821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:43.978503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1375e5dd-4f33-4f26-aee2-f3b4fc19514c tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:43.978800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.006395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.033548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=33520baf-c0dc-4d85-bfa9-1ab03f789b02,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:44.042306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.048153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:44.049932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/cf246fda-bdfd-4223-863e-8770ca9f61c9 HTTP/1.1" status: 204 len: 168 time: 2.1004112 Dec 22 15:47:44.052451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45312) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.081914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/33520baf-c0dc-4d85-bfa9-1ab03f789b02 HTTP/1.1" status: 204 len: 168 time: 2.3266799 Dec 22 15:47:44.085071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45318) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.121471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Provisioning for port f7febd18-350a-4629-9277-7aa31e970e1a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:44.133498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d0bb8-66d9-4a4b-b7fc-820bd6a26cbd None None] Network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:44.191982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce63-a3e4-4a21-a706-7c212346fb3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:44.195349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ce63-a3e4-4a21-a706-7c212346fb3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:44.196362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fd6ce63-a3e4-4a21-a706-7c212346fb3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:44.206605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Provisioning complete for port f7febd18-350a-4629-9277-7aa31e970e1a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:44.207031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.216531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Deleting port e87ff6c3-54c2-40a3-91c2-a076a7d41c69 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:44.217349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.225337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2825a7-ff93-4cc4-a699-da90d6075fb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] GET failed (client error): The resource could not be found. Dec 22 15:47:44.226111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e2825a7-ff93-4cc4-a699-da90d6075fb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Synchronizing usage tracker for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:44.259091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1d0bb8-66d9-4a4b-b7fc-820bd6a26cbd None None] Network 33520baf-c0dc-4d85-bfa9-1ab03f789b02 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:47:44.270553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:44.285501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] Sync routers for ids ['148350a1-5ca3-4568-8908-ab46dbf18aa3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:44.302149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.312344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9a8e52dc-2dcb-4f9e-88d2-746657cf73f6 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "PUT /v2.0/routers/148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 200 len: 922 time: 7.0855176 Dec 22 15:47:44.313312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] Routers {'148350a1-5ca3-4568-8908-ab46dbf18aa3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:44.313864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45324) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.313971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['148350a1-5ca3-4568-8908-ab46dbf18aa3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:44.349980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e2825a7-ff93-4cc4-a699-da90d6075fb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Unset dirty status for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:44.352057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7e2825a7-ff93-4cc4-a699-da90d6075fb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets/ef3bbecd-4d3b-44c8-a2f5-cc7113ba5c23 HTTP/1.1" status: 404 len: 337 time: 0.2625060 Dec 22 15:47:44.355055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45328) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.397521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.424255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-656cdf38-f9e9-44e1-8165-1920b6ada65f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:44.424762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656cdf38-f9e9-44e1-8165-1920b6ada65f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:44.424904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:44.435654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-656cdf38-f9e9-44e1-8165-1920b6ada65f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/33520baf-c0dc-4d85-bfa9-1ab03f789b02 HTTP/1.1" status: 404 len: 339 time: 0.0757411 Dec 22 15:47:44.436451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45334) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.464327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] Routers {'148350a1-5ca3-4568-8908-ab46dbf18aa3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:44.465371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['148350a1-5ca3-4568-8908-ab46dbf18aa3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:44.518807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.544708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:44.545630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65be91-89cd-4af9-9f48-7ff0d79b7264 None None] The sync data for ids ['148350a1-5ca3-4568-8908-ab46dbf18aa3'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:44.575417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fd6ce63-a3e4-4a21-a706-7c212346fb3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:44.579296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5fd6ce63-a3e4-4a21-a706-7c212346fb3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5228088 Dec 22 15:47:44.581318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45340) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.612035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:44.618170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] For port f7febd18-350a-4629-9277-7aa31e970e1a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f7febd18-350a-4629-9277-7aa31e970e1a,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:44.619518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6856748-af6e-4cc8-aa2c-34fed751967e None None] The sync data for ids ['f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040'] in dv-neutron-822514-1-hyperv is: [{'id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'name': 'tempest-ServersTestJSON-1091411947-router', 'tenant_id': '14629d9aedc849ce8864972a1a0a22da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210'}], 'enable_snat': True}, 'gw_port_id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:05Z', 'updated_at': '2021-12-22T15:47:35Z', 'revision_number': 5, 'project_id': '14629d9aedc849ce8864972a1a0a22da', 'gw_port': {'id': 'e87ff6c3-54c2-40a3-91c2-a076a7d41c69', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:07Z', 'updated_at': '2021-12-22T15:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:44.650783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:44.653224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da2bdf40-ed1e-448f-840b-a499e26c3317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:44.786124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6030fc4e-2f9a-4ecd-8ffa-bfa0140d1c93 None None] Could not find standard attr ID for object cf246fda-bdfd-4223-863e-8770ca9f61c9. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:47:44.791275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Pushing event updated for resources: {'Port': ['ID=f7febd18-350a-4629-9277-7aa31e970e1a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:44.805353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:44.811204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09e3e6-49ba-42d9-af92-ea7fe40b65ac tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:44.811944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f09e3e6-49ba-42d9-af92-ea7fe40b65ac tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Synchronizing usage tracker for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:44.816056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:44.896427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f09e3e6-49ba-42d9-af92-ea7fe40b65ac tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Unset dirty status for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:44.897727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f09e3e6-49ba-42d9-af92-ea7fe40b65ac tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4606941 Dec 22 15:47:44.915605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:44.974933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa66f9e9-decb-428d-bc90-bdc808b66c35 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 207 time: 0.0577905 Dec 22 15:47:44.980457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45356) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.032149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] For port e87ff6c3-54c2-40a3-91c2-a076a7d41c69, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:45.032553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.139847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4e1f0ed-70c1-43ca-afd2-3a4e7845ea94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.221761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Calling delete_port for e87ff6c3-54c2-40a3-91c2-a076a7d41c69 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:45.245382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1acd41-0031-4a21-9528-eb1bf6d1f0fa tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:45.250005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1acd41-0031-4a21-9528-eb1bf6d1f0fa tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:45.256129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1acd41-0031-4a21-9528-eb1bf6d1f0fa tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:45.261105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1acd41-0031-4a21-9528-eb1bf6d1f0fa tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:45.265652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa1acd41-0031-4a21-9528-eb1bf6d1f0fa tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2814434 Dec 22 15:47:45.272084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45364) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.317958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:45.331310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:45.358985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:45.359683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:45.391982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.455064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:45.464015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet da6d8382-90ac-418c-858d-e83fc6526f20 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:45.468431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:45.469108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:45.490134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.516782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9877067 Dec 22 15:47:45.517881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45376) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.552723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.553097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.566293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:45.567105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55975c0f-cf2e-4403-b5b2-9dd04f287c9a None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:45.635342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cdb139f5-5623-45ed-9070-f3f3fc7305fa tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 200 len: 922 time: 1.3136132 Dec 22 15:47:45.636943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45380) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.655275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.736646 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9121ba70-82eb-4b68-9724-eea33e3a7013 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/floatingips/4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 HTTP/1.1" status: 200 len: 978 time: 0.2151887 Dec 22 15:47:45.736849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45388) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.777299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-167ca3fa-1344-45ae-8be1-c60d9b0cf9f5 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Synchronizing usage tracker for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:45.793229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.797010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-167ca3fa-1344-45ae-8be1-c60d9b0cf9f5 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Unset dirty status for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:45.802595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-167ca3fa-1344-45ae-8be1-c60d9b0cf9f5 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5255492 Dec 22 15:47:45.802595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:45.827724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45392) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.862677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-266a3cff-c024-4ab6-9a23-80e6bc58855c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Synchronizing usage tracker for tenant:31c68ba542254d16a420382c4db60cad on resource:floatingip {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:45.882141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=da6d8382-90ac-418c-858d-e83fc6526f20,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:45.891513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0da81af9-5283-4444-b313-071b9c7cff25 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=148350a1-5ca3-4568-8908-ab46dbf18aa3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2509999 Dec 22 15:47:45.893253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45400) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.900844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:45.937861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-266a3cff-c024-4ab6-9a23-80e6bc58855c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Unset dirty status for tenant:31c68ba542254d16a420382c4db60cad on resource:floatingip {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:45.939231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-266a3cff-c024-4ab6-9a23-80e6bc58855c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2014432 Dec 22 15:47:45.941996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:45.949173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': '684bbce5-41d0-43bd-a64a-e02aa2c07159'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:45.962103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:45.969971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f844f58-b79d-4be9-98a6-93d2672b9498 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:46.006706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:47:46.018780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45408) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.091168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0dda59-5015-47ad-b80e-8212b2808a8e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.092790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0dda59-5015-47ad-b80e-8212b2808a8e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.093607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b0dda59-5015-47ad-b80e-8212b2808a8e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Synchronizing usage tracker for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:46.105874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/da6d8382-90ac-418c-858d-e83fc6526f20 HTTP/1.1" status: 204 len: 168 time: 1.5169890 Dec 22 15:47:46.106593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45416) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.235856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f86ab22d-37b1-4276-9b2a-51f03a6398ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261127 Dec 22 15:47:46.238714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45422) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.250959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:46.278550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.311764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:46.316947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Deleting port f7febd18-350a-4629-9277-7aa31e970e1a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:46.317738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.496487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45428) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.510232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-723470192', 'router:external': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:46.518376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.533142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7a8a1cdc-23b9-4fe8-80ab-ead6d9aca588 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:46.575359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:46.584453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0d563e8c-e1f3-41f7-8563-ab521def4537 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:46.589118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e87ff6c3-54c2-40a3-91c2-a076a7d41c69,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:46.600574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:network and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:46.605069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:46.605946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b0dda59-5015-47ad-b80e-8212b2808a8e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Unset dirty status for tenant:91e5b00056ce4efaa24386624a81ffcd on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:46.607289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b0dda59-5015-47ad-b80e-8212b2808a8e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.7747200 Dec 22 15:47:46.610650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:46.617552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45434) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.642213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0d563e8c-e1f3-41f7-8563-ab521def4537 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:46.642807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0d563e8c-e1f3-41f7-8563-ab521def4537 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:46.644891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f7febd18-350a-4629-9277-7aa31e970e1a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:46.666240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:46.696448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] For port f7febd18-350a-4629-9277-7aa31e970e1a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f7febd18-350a-4629-9277-7aa31e970e1a,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:46.696907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.782364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:46.807945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:46.813219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:46.823728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057b1da0-58f7-469f-b53b-a545684dd6c7 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.827647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-057b1da0-58f7-469f-b53b-a545684dd6c7 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Synchronizing usage tracker for tenant:f826abd9727245c5902334fef0f0fc28 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:46.827757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:46.849953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Made reservation on behalf of 027de956e2c7494182c47ac881633162 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:46.855518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:46.864637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Calling delete_port for f7febd18-350a-4629-9277-7aa31e970e1a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:46.885642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-39a950b4-dbef-417f-87f8-f889049b5de0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:46.897207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1541a2-5f16-44eb-bd9e-4fae0808c0de tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.899512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1541a2-5f16-44eb-bd9e-4fae0808c0de tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:46.905137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dd1541a2-5f16-44eb-bd9e-4fae0808c0de tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2798657 Dec 22 15:47:46.905354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:46.908300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-057b1da0-58f7-469f-b53b-a545684dd6c7 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Unset dirty status for tenant:f826abd9727245c5902334fef0f0fc28 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:46.909623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-057b1da0-58f7-469f-b53b-a545684dd6c7 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.9631958 Dec 22 15:47:46.969634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45438) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.970012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45440) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:46.974241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.118349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.149682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59e3fb46-7d22-4764-8ad3-a1e6d8b346f9 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 200 len: 205 time: 0.1765444 Dec 22 15:47:47.165844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.166066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45446) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:47.196630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.240700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.298806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.305717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:47.348185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Pushing event deleted for resources: {'Port': ['ID=f7febd18-350a-4629-9277-7aa31e970e1a,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:47.352631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:47.355886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] No DVR routers for this DVR port f7febd18-350a-4629-9277-7aa31e970e1a on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:47.457445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:47.484224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:security_group_rule and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:47.495257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:47.576611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:47.624559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.661736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94d2eb-986a-4cb7-ac0b-b34fe5feedb1 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:47.663162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d94d2eb-986a-4cb7-ac0b-b34fe5feedb1 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks/2cb92930-cacb-44eb-9770-bf34c5342888 HTTP/1.1" status: 200 len: 800 time: 0.6919150 Dec 22 15:47:47.678060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45452) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:47.679971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17107428-84a7-48be-9850-f06848497308 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:47.716230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.764964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.786258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:47.791452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:47.795291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:47.796205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.808696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.814335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da6601-bf29-431b-8984-33c1ea442e7f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:47.823176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=8fb1eaa6-6baa-486b-add8-f7f058756e8f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:47.824969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39a950b4-dbef-417f-87f8-f889049b5de0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "PUT /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3 HTTP/1.1" status: 200 len: 366 time: 1.3099525 Dec 22 15:47:47.836026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45456) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:47.843913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:47.863182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:47.927002 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6870050 Dec 22 15:47:47.934916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45460) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:47.943739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': '8fb1eaa6-6baa-486b-add8-f7f058756e8f', 'ip_address': '2001:db8::cc62:a578:347d:c61d'}], 'name': 'tempest-NetworksTestDHCPv6-1733606540'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:47.983830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f8d4050-5ead-489f-a5a5-6b56d642e445 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1454878 Dec 22 15:47:47.991039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45464) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.029776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-20463cdf-8857-4dc8-a3c3-f61c8675aae5 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/networks/2cb92930-cacb-44eb-9770-bf34c5342888?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3457739 Dec 22 15:47:48.032430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.034373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45468) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.058048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '8fb1eaa6-6baa-486b-add8-f7f058756e8f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:48.059055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.085870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.092575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbea2782-b0c4-4af0-baab-c4f9aaa760f7 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:48.100028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a6d8eac-b182-411e-8789-0d2a56261455 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3 HTTP/1.1" status: 200 len: 366 time: 0.1048799 Dec 22 15:47:48.102570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45472) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.123058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.123646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:47:48.140736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:48.168682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf46432-0ce9-4554-89b3-d2322d600ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:48.170227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abf46432-0ce9-4554-89b3-d2322d600ae6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets/677b99aa-177b-4b16-9b76-fd34dab13a76 HTTP/1.1" status: 200 len: 811 time: 0.1334534 Dec 22 15:47:48.174644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1eb7a-045d-4e45-ad63-03a84f3f551b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:48.176581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45476) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.178599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.178876 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Added segment 8015918a-efed-467e-88c0-7db241195910 of type vlan for network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 Dec 22 15:47:48.188661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:48.202154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.274343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/8fb1eaa6-6baa-486b-add8-f7f058756e8f/24c28e9c-ff14-4b64-b452-125c27572646) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:48.283440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:48.297445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:48.304938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:48.316691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:48.321120 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-443c2c06-6313-40bb-a2de-8c494cc06e00 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3 HTTP/1.1" status: 204 len: 168 time: 0.2139995 Dec 22 15:47:48.327641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45480) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.330536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff9740c-3a57-4893-a54b-a90f0ffe4b6b tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:48.335648 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bff9740c-3a57-4893-a54b-a90f0ffe4b6b tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "GET /v2.0/subnets/677b99aa-177b-4b16-9b76-fd34dab13a76?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1481993 Dec 22 15:47:48.347170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45484) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.356597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821100279'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:48.364824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:48.376898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ba9da270-167d-4248-a100-b7b884b039d2 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0411339 Dec 22 15:47:48.380372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45488) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.386959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:48.400315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:48.412193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.448785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d9f3838d-0bb4-4710-95ea-a1a7857dbd2e tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3 HTTP/1.1" status: 200 len: 370 time: 0.0617497 Dec 22 15:47:48.449015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45492) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.459841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa44ab58-4583-43e3-93e0-21909d0a4dbc tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3/default HTTP/1.1" status: 200 len: 370 time: 0.0072935 Dec 22 15:47:48.467264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45496) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.489353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 associated. External IP: 172.26.1.207, port: d60e60e7-7155-4238-b8ac-d6358f7e7303. Dec 22 15:47:48.561438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.565524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] 10.222.0.18 "DELETE /v2.0/routers/f52baf0e-f3fc-4f6e-aea5-6e1ea3fb7040 HTTP/1.1" status: 204 len: 168 time: 6.5053420 Dec 22 15:47:48.566276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port f4ef5497-622a-420e-8775-cccfc0d1d943 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:48.570419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.570602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.578205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45500) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:48.584161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e87ff6c3-54c2-40a3-91c2-a076a7d41c69 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:48.607283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:48.612630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.616512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Transition to ACTIVE for port object 24c28e9c-ff14-4b64-b452-125c27572646 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:48.627701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: e87ff6c3-54c2-40a3-91c2-a076a7d41c69 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:48.628092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e87ff6c3-54c2-40a3-91c2-a076a7d41c69 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:48.648817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Transition to ACTIVE for port object 24c28e9c-ff14-4b64-b452-125c27572646 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:48.665987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b9e39aa2-76e9-4ce3-b15c-a3dc633bccd4 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] delete failed (client error): The resource could not be found. Dec 22 15:47:48.665987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9e39aa2-76e9-4ce3-b15c-a3dc633bccd4 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/b5cb1afc69ff45d9a69b3438a98e42e3 HTTP/1.1" status: 404 len: 348 time: 0.1929479 Dec 22 15:47:48.683012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.690059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-126e3945-3555-459e-a6f8-62387e1d2120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:48.703755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Deleting subnet 0c88825d-c274-4c49-ac41-ed7265ab5e00 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:48.743527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:48.749002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.782671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.783069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Added segment 85faa217-532d-4f9d-b3f7-7419a1a88e5c of type vlan for network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 Dec 22 15:47:48.784383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:48.787931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:48.790923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:48.804906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.806032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:48.806811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.813076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Pushing event updated for resources: {'Port': ['ID=24c28e9c-ff14-4b64-b452-125c27572646,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:48.818619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:48.825654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c884ae1-8570-4d13-82c6-3f93a0561f8f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:48.905931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.946052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Attempting to bind port 24c28e9c-ff14-4b64-b452-125c27572646 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:48.946484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Attempting to bind port 24c28e9c-ff14-4b64-b452-125c27572646 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:48.947042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Attempting to bind port 24c28e9c-ff14-4b64-b452-125c27572646 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:48.956118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:48.956479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:48.957001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.957123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.957509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:48.958034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Bound port: 24c28e9c-ff14-4b64-b452-125c27572646, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:48.958471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:48.987984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45506) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:49.017850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::cc62:a578:347d:c61d (3869d436-ab4f-45bb-9569-b3230aca28ff/8fb1eaa6-6baa-486b-add8-f7f058756e8f/f4ef5497-622a-420e-8775-cccfc0d1d943) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:49.021546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Network': ['ID=fa04ab0f-22e9-4ad0-80eb-30088ef61aa0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:49.028002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:49.029555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0010815 Dec 22 15:47:49.034922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45510) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:49.041480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:49.048530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'subnet': {'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:49.055380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:49.059761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:subnet and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.062957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:49.070866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:49.133407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.155059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Made reservation on behalf of 027de956e2c7494182c47ac881633162 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:49.160239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.170773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] For port 24c28e9c-ff14-4b64-b452-125c27572646, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:49.178492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.187467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] For port 24c28e9c-ff14-4b64-b452-125c27572646, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=24c28e9c-ff14-4b64-b452-125c27572646,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:49.214920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.220702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:49.231390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port bfda43be-5725-4b1e-acf7-d6a72ec4e182 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:49.231748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.315355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Pushing event updated for resources: {'Port': ['ID=24c28e9c-ff14-4b64-b452-125c27572646,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:49.315654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:network and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.318998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:49.340184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:49.342271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.346418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:49.347109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.361297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7035ecfc-54fb-4978-a898-207b6005dcde tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:49.500765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:subnet and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.535916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.545008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:49.547147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Network': ['ID=53f3eef7-e10e-4576-9601-a2fcf99b4d13,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:49.554165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:49.558572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:47:49.614845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2664704 Dec 22 15:47:49.620785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45514) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:49.691561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:subnetpool and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.695085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for bfda43be-5725-4b1e-acf7-d6a72ec4e182 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:49.697878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:49.756339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:49.768092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.782581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c28751ec-2df6-4c48-a694-7a11c0d96a05 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:49.868539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:port and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.877255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c88825d-c274-4c49-ac41-ed7265ab5e00,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:49.895508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:49.898513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:49.906614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.924551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:49.925882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:49.931964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465831f9-77e2-4c2b-9fe1-cceaf7ad4534 None None] Network 6dd1c895-daf8-48c2-b827-0a99b697256e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:49.942155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0c88825d-c274-4c49-ac41-ed7265ab5e00 HTTP/1.1" status: 204 len: 168 time: 1.3627477 Dec 22 15:47:49.948160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object f4ef5497-622a-420e-8775-cccfc0d1d943 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:49.949209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45518) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:49.955870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:router and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:49.958799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:49.993231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:50.093455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Made reservation on behalf of 91e5b00056ce4efaa24386624a81ffcd for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:50.167991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:floatingip and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:50.207874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:50.265665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.267882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.273248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2d8af6f-a61a-41a3-9291-4cf053cce862 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:50.315128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.345609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.357004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=bfda43be-5725-4b1e-acf7-d6a72ec4e182,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:50.359633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:50.359755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Deleting port 04aa542f-41ff-410d-853b-ed5f58b0a406 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:50.360005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.386110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] DHCP port deletion for 6dd1c895-daf8-48c2-b827-0a99b697256e request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:50.390591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Deleting port 04aa542f-41ff-410d-853b-ed5f58b0a406 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:50.391021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.402630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c736c8fb-3e5f-427d-a39f-5a5f7476be18 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:50.412827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.422880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ecf3ac81-72f9-492d-a9e2-5785469f4d3f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:50.488020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a0ea7a96-8028-406a-8df8-29444eeaea09,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:50.546388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:50.565699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing IP validity checks on allocation pools {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:47:50.566153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:47:50.620161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:50.646382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=f4ef5497-622a-420e-8775-cccfc0d1d943,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:50.647195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 24c28e9c-ff14-4b64-b452-125c27572646 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:50.659480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:50.665310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:50.684438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:50.688842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:50.689506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.721552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] For port 04aa542f-41ff-410d-853b-ed5f58b0a406, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04aa542f-41ff-410d-853b-ed5f58b0a406,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:50.722207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.733108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:50.751820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:50.875357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:security_group and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:50.892284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9560819 Dec 22 15:47:50.892992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45522) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:50.907082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Calling delete_port for 04aa542f-41ff-410d-853b-ed5f58b0a406 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:50.910576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:51.047908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 24c28e9c-ff14-4b64-b452-125c27572646 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:51.083885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Checking segment: {'id': '8015918a-efed-467e-88c0-7db241195910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:51.084274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network hostable DHCP agents. Network: fa04ab0f-22e9-4ad0-80eb-30088ef61aa0, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:51.086789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.092472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b014938c-e754-491e-8865-6c2209745d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:51.108958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] For port 04aa542f-41ff-410d-853b-ed5f58b0a406, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04aa542f-41ff-410d-853b-ed5f58b0a406,segment=NetworkSegment(2ed7185f-3653-4152-8e35-849057cfd420),segment_id=2ed7185f-3653-4152-8e35-849057cfd420)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:51.109351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.148901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Usage tracker for resource:security_group_rule and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:51.164841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Pushing event deleted for resources: {'Port': ['ID=04aa542f-41ff-410d-853b-ed5f58b0a406,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:51.167388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04aa542f-41ff-410d-853b-ed5f58b0a406 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:51.207501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:51.217501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 04aa542f-41ff-410d-853b-ed5f58b0a406 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:51.217971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04aa542f-41ff-410d-853b-ed5f58b0a406 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:51.222476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] No DVR routers for this DVR port 04aa542f-41ff-410d-853b-ed5f58b0a406 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:51.242615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:51.322809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Calling delete_port for 04aa542f-41ff-410d-853b-ed5f58b0a406 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:51.403527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2725da3b-1b22-4c04-85b5-067d1abba2f0 tempest-QuotasTest-272348853 tempest-QuotasTest-272348853-project-admin] 10.222.0.18 "GET /v2.0/quotas/e647a834873042bdbb4c95e18b43d922/details.json HTTP/1.1" status: 200 len: 703 time: 2.4083457 Dec 22 15:47:51.454497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.456966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.471742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd190c73-1d69-41d8-85ae-74dc505c339f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:51.476375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd190c73-1d69-41d8-85ae-74dc505c339f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:51.480640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd190c73-1d69-41d8-85ae-74dc505c339f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:51.506482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:51.534455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.535047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router 148350a1-5ca3-4568-8908-ab46dbf18aa3 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:47:51.535163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Provisioning for port 24c28e9c-ff14-4b64-b452-125c27572646 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:51.545377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Provisioning complete for port 24c28e9c-ff14-4b64-b452-125c27572646 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:51.545811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.549038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:47:51.549420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:47:51.555516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.557057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 204 len: 168 time: 4.3850713 Dec 22 15:47:51.557978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.561432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45528) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:51.566511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25ff1da1-3465-417a-9af9-f47ace2d25c0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:51.572153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-328362005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:51.580045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:51.582746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fa04ab0f-22e9-4ad0-80eb-30088ef61aa0) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:51.588497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:51.592907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:51.593753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852801562'] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.617244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:51.624882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ae6a06-109d-4e7e-becb-07727ad1c3a5 None None] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:51.630015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:51.650223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6127658 Dec 22 15:47:51.653289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45532) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:51.659589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-103067371', 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:51.665627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:51.670362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:port and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:51.673798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:51.686350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:51.696180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.697221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.717805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.735450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Made reservation on behalf of 027de956e2c7494182c47ac881633162 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:51.740504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.768561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] device_id is not set on port ca937583-fdf2-4062-8c3e-25949d2d62f1 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:51.833053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.906385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd190c73-1d69-41d8-85ae-74dc505c339f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:51.910363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cd190c73-1d69-41d8-85ae-74dc505c339f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.0029354 Dec 22 15:47:51.913947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45536) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:51.970632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:51.972088 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-096f19a9-6047-4c99-a25b-f909aee64388 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4093051 Dec 22 15:47:51.978689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45542) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:51.987701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:52.016395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=c518e7c7-ab7a-4842-b395-3ca26c80995a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:52.030810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:52.056659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Deleting port 04aa542f-41ff-410d-853b-ed5f58b0a406 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:52.057042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.099821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port f4ef5497-622a-420e-8775-cccfc0d1d943 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:52.100210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.136677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45546) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:52.174803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 2001:db8::266 (fa04ab0f-22e9-4ad0-80eb-30088ef61aa0/a0ea7a96-8028-406a-8df8-29444eeaea09/ca937583-fdf2-4062-8c3e-25949d2d62f1) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:52.193119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Checking segment: {'id': '85faa217-532d-4f9d-b3f7-7419a1a88e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:52.193452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network hostable DHCP agents. Network: 53f3eef7-e10e-4576-9601-a2fcf99b4d13, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:47:52.203325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.211954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] The port '04aa542f-41ff-410d-853b-ed5f58b0a406' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:47:52.216683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e379fa-76f3-4c09-8b68-88bc658aca8b None None] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:52.283301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] For port 24c28e9c-ff14-4b64-b452-125c27572646, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=24c28e9c-ff14-4b64-b452-125c27572646,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:52.348487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.348704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:52.360159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:52.365193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3873f557-cf2b-41ef-8885-dc3fd0f9a1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:52.387356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:52.391005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.494224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.513284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:52.514214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.516515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.536350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Pushing event updated for resources: {'Port': ['ID=24c28e9c-ff14-4b64-b452-125c27572646,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:52.548325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:52.561425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.608931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:47:52.609963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.610539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b30e60-c937-4cd7-ab9f-30c67d8029fd None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:52.619473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd1c895-daf8-48c2-b827-0a99b697256e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.629292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f989ad82-441e-4655-a0cd-68eb31bbc6e5 None None] Provisioning for port f4ef5497-622a-420e-8775-cccfc0d1d943 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:52.636596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f989ad82-441e-4655-a0cd-68eb31bbc6e5 None None] Provisioning complete for port f4ef5497-622a-420e-8775-cccfc0d1d943 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:52.637494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f989ad82-441e-4655-a0cd-68eb31bbc6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.665802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.696731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.699331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f989ad82-441e-4655-a0cd-68eb31bbc6e5 None None] Port f4ef5497-622a-420e-8775-cccfc0d1d943 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:47:52.703578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed7185f-3653-4152-8e35-849057cfd420') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.703919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed7185f-3653-4152-8e35-849057cfd420') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:52.719605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 53f3eef7-e10e-4576-9601-a2fcf99b4d13) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:52.729268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ee23a-ecaa-4acc-9864-a004bece7716 None None] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:52.747704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:52.759277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.759277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.792222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:52.805546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Usage tracker for resource:security_group_rule and tenant:e5005a2de2b043358143c25b34fd4035 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:52.820391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:52.836880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.845960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:52.885505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.895445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c42b0491-cbc3-4321-91e7-892b508f665b tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:52.909445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:52.981680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.3043201 Dec 22 15:47:52.982086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:52.993588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:53.011050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-53f3eef7-e10e-4576-9601-a2fcf99b4d13', 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13', 'tenant_id': '91e5b00056ce4efaa24386624a81ffcd', 'fixed_ips': [{'subnet_id': 'c518e7c7-ab7a-4842-b395-3ca26c80995a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:53.011966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.029652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=ca937583-fdf2-4062-8c3e-25949d2d62f1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:53.035314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:53.041050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:53.042703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:53.049773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:53.050642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:53.051296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.061705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for f4ef5497-622a-420e-8775-cccfc0d1d943 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:53.089594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:53.090044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:53.105780 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:53.170754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5163188 Dec 22 15:47:53.171644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.192583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Allocated IP 172.20.0.3 (53f3eef7-e10e-4576-9601-a2fcf99b4d13/c518e7c7-ab7a-4842-b395-3ca26c80995a/137a4d08-6a66-467f-ba7e-d8dfebfe6c36) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:53.198088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45556) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:53.237506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.344388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.355346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:53.373036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.423241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Deleting port ca937583-fdf2-4062-8c3e-25949d2d62f1 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:53.423625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.423761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dd1c895-daf8-48c2-b827-0a99b697256e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:53.448129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:53.516755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.533436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6dd1c895-daf8-48c2-b827-0a99b697256e HTTP/1.1" status: 204 len: 168 time: 3.5764451 Dec 22 15:47:53.583975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.592245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.601495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec70b81-68df-4e29-918c-20511f28af43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:53.603704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.620928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Transition to ACTIVE for port object 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:53.645591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Transition to ACTIVE for port object 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:53.654084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036846463366'] for subnet, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.675453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b016d915-1784-41bb-af71-adb39a4a95fa,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:53.701993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Allocated IP 172.26.1.21 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/daa0edb4-6ec9-4342-9ba9-0fd76c75af9d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:53.711167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.716841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:53.723941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59833215-8a89-43ab-9663-6a83cbe99891 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:53.728746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:53.786836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5005a2de2b043358143c25b34fd4035&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6462040 Dec 22 15:47:53.786836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:53.789875 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/f4ef5497-622a-420e-8775-cccfc0d1d943 HTTP/1.1" status: 204 len: 168 time: 1.8667257 Dec 22 15:47:53.790795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=f4ef5497-622a-420e-8775-cccfc0d1d943,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:53.790928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45562) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:53.791262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45564) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:53.793758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:53.831698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:53.846532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45570) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:53.863376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:53.865909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:53.871248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:53.884129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Pushing event updated for resources: {'Port': ['ID=137a4d08-6a66-467f-ba7e-d8dfebfe6c36,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:53.889119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:53.989348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Attempting to bind port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:53.990024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Attempting to bind port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '85faa217-532d-4f9d-b3f7-7419a1a88e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:53.990682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Attempting to bind port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 on network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:54.001160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:54.001866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Checking segment: {'id': '85faa217-532d-4f9d-b3f7-7419a1a88e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:54.002539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.003141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Bound using segment: {'id': '85faa217-532d-4f9d-b3f7-7419a1a88e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:54.004433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Bound port: 137a4d08-6a66-467f-ba7e-d8dfebfe6c36, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85faa217-532d-4f9d-b3f7-7419a1a88e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '53f3eef7-e10e-4576-9601-a2fcf99b4d13'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:54.005474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.041218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e7e21f1b-4044-492c-8997-16d0e64eb1cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14629d9aedc849ce8864972a1a0a22da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1823533 Dec 22 15:47:54.043952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45574) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:54.118807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] For port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:54.122264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] For port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=137a4d08-6a66-467f-ba7e-d8dfebfe6c36,segment=NetworkSegment(85faa217-532d-4f9d-b3f7-7419a1a88e5c),segment_id=85faa217-532d-4f9d-b3f7-7419a1a88e5c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:47:54.169841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.174752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c54cdd00-6fe7-4f97-b14e-878a29f57781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:54.204269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.239741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.263399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Pushing event updated for resources: {'Port': ['ID=137a4d08-6a66-467f-ba7e-d8dfebfe6c36,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:54.266597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:54.270768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:54.276469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.282060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:54.296921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:54.297621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:54.370194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee8242d-f50e-4673-8653-7e9d7e10c9ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:54.371292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:54.371851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee8242d-f50e-4673-8653-7e9d7e10c9ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:54.372710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bee8242d-f50e-4673-8653-7e9d7e10c9ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:54.377988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.385253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:54.385965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:54.457986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:54.458388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531f653e-07d3-454a-961d-2fe4a0e9c861 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:54.523231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 24c28e9c-ff14-4b64-b452-125c27572646 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:54.608610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 24c28e9c-ff14-4b64-b452-125c27572646 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:54.611254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.635235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Calling delete_port for ca937583-fdf2-4062-8c3e-25949d2d62f1 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:54.690781 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15602b33-79ab-40fa-99c1-28ae8045915c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 HTTP/1.1" status: 200 len: 978 time: 8.7474155 Dec 22 15:47:54.692004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45578) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:54.699377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:54.733923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.745278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.761146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.773653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:54.777409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bee8242d-f50e-4673-8653-7e9d7e10c9ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:54.781882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bee8242d-f50e-4673-8653-7e9d7e10c9ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9849358 Dec 22 15:47:54.822045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45584) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:54.835568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53852f7-4067-4661-9c47-bcaf50eee0df,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:54.838067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:54.858191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.911536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.915952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f53852f7-4067-4661-9c47-bcaf50eee0df HTTP/1.1" status: 204 len: 168 time: 0.8628120 Dec 22 15:47:54.934573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.990982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847313363'] for subnet, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:54.999247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:55.092788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:55.093380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.094824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "PUT /v2.0/subnets/c518e7c7-ab7a-4842-b395-3ca26c80995a HTTP/1.1" status: 200 len: 877 time: 2.1098831 Dec 22 15:47:55.096112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.103345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:55.129875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event updated for resources: {'Subnet': ['ID=c518e7c7-ab7a-4842-b395-3ca26c80995a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:55.139014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:55.143807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2aec24e-9658-4d0f-b912-28f71dbcefff tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:55.172663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.220596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.265101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 8fb1eaa6-6baa-486b-add8-f7f058756e8f {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:47:55.272008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.298601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:55.315959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:55.327277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:55.370224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event updated for resources: {'Port': ['ID=daa0edb4-6ec9-4342-9ba9-0fd76c75af9d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:55.374236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:55.381370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26d61537-3b4d-4589-ac6c-0689ea11748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:55.419829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.425181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.429222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b016d915-1784-41bb-af71-adb39a4a95fa HTTP/1.1" status: 204 len: 168 time: 1.6341751 Dec 22 15:47:55.453148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.455712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b016d915-1784-41bb-af71-adb39a4a95fa,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:55.467235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:55.467891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:55.494681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.495042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 disassociated. External IP: 172.26.1.207, port: 684bbce5-41d0-43bd-a64a-e02aa2c07159. Dec 22 15:47:55.497396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.499458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ca937583-fdf2-4062-8c3e-25949d2d62f1 HTTP/1.1" status: 204 len: 168 time: 2.2960548 Dec 22 15:47:55.513228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.515933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45602) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:55.529630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca937583-fdf2-4062-8c3e-25949d2d62f1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:55.536615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'external_fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266'}]}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:55.544294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:55.570355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:55.597215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:router and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:55.603360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:55.606764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.611515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:55.611896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.642522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:55.723340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.735366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.912304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.916227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:55.927704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f721e838-8ea3-4ae4-8bfc-ab3b169b0f88 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:55.991234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=137a4d08-6a66-467f-ba7e-d8dfebfe6c36,segment=NetworkSegment(85faa217-532d-4f9d-b3f7-7419a1a88e5c),segment_id=85faa217-532d-4f9d-b3f7-7419a1a88e5c)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:55.991889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.011009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb1eaa6-6baa-486b-add8-f7f058756e8f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:56.028141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:56.037297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.052181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b95f95-6c9a-43a5-863d-0a57823afb68 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:56.080443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45614) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:56.165060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/8fb1eaa6-6baa-486b-add8-f7f058756e8f HTTP/1.1" status: 204 len: 168 time: 1.3418067 Dec 22 15:47:56.165738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45620) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:56.275226 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f338e3f-5459-464b-9861-f50ae8cdf9f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032383 Dec 22 15:47:56.275885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45624) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:56.305413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:56.382674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.397252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:47:56.402087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.415790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88234574-d1c0-453e-91a1-db9f6e02d375 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:56.416573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-88234574-d1c0-453e-91a1-db9f6e02d375 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:56.484117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:56.489775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Deleting port 24c28e9c-ff14-4b64-b452-125c27572646 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:56.490106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.518078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-88234574-d1c0-453e-91a1-db9f6e02d375 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:56.522009 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-88234574-d1c0-453e-91a1-db9f6e02d375 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2412851 Dec 22 15:47:56.523425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45630) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:56.534705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:56.645274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45634) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:56.666360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:56.679490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e647a834873042bdbb4c95e18b43d922 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:56.680982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:47:56.684240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:56.710844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569cbab-8530-4f3c-82e4-0c7e7c589abe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:56.711605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b569cbab-8530-4f3c-82e4-0c7e7c589abe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:56.714279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef7ae97-3445-49ec-bc81-d806ed7cb82c None None] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:56.745126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:56.812078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b569cbab-8530-4f3c-82e4-0c7e7c589abe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:47:56.813562 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b569cbab-8530-4f3c-82e4-0c7e7c589abe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2891853 Dec 22 15:47:56.827765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45640) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:57.014111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] For port 24c28e9c-ff14-4b64-b452-125c27572646, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=24c28e9c-ff14-4b64-b452-125c27572646,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:47:57.014594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.106138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.126902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.172876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'networks': [{'name': 'tempest-network--1126008775'}, {'name': 'tempest-network--1481270372'}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:57.173199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-network--1126008775'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:57.173622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-network--1481270372'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:57.187092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98153ef1-b6a9-462b-b909-0a20ef9811f8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3512027 Dec 22 15:47:57.187092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:57.188154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45644) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:57.197950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:57.218940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:network and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:57.226390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:57.228388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.234231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa82cadf-17b1-4d48-a82e-e84e62b7ddea tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:57.250704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:57.341685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Calling delete_port for 24c28e9c-ff14-4b64-b452-125c27572646 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:57.348768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Port': ['ID=137a4d08-6a66-467f-ba7e-d8dfebfe6c36,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:57.353899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'network': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:57.357007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:57.360818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.374712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:57.377583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:57.378404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b8fa1c60-01ab-4c53-bfd2-c73ef6877455 None None] Provisioning for port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:47:57.391726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.407033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b8fa1c60-01ab-4c53-bfd2-c73ef6877455 None None] Provisioning complete for port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:57.407033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c60-01ab-4c53-bfd2-c73ef6877455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.415017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:57.426427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:57.432123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.438466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:47:57.438911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.440910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:57.456305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:57.457561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:57.479872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa1c60-01ab-4c53-bfd2-c73ef6877455 None None] Port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:47:57.480539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No DVR routers for this DVR port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:57.503255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4dab7de9-fdda-4320-a72e-970ce9bf01d3 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 HTTP/1.1" status: 200 len: 688 time: 2.8101017 Dec 22 15:47:57.505187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45648) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:57.515965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:47:57.564897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.577857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.579825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:57.583516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:57.597429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:57.598114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:57.621042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:57.627655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.645510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 24c28e9c-ff14-4b64-b452-125c27572646 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:57.677181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.680748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:57.681199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9468f13-d646-4fe9-869c-72b953ccc4b8 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:57.695923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Pushing event deleted for resources: {'Port': ['ID=24c28e9c-ff14-4b64-b452-125c27572646,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:57.700030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 24c28e9c-ff14-4b64-b452-125c27572646 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:57.700377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 24c28e9c-ff14-4b64-b452-125c27572646 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:57.702666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:57.706216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] No DVR routers for this DVR port 24c28e9c-ff14-4b64-b452-125c27572646 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:47:57.725545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:57.739654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-686fb108-ab09-4e57-994e-aaf214067920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:57.781344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:57.886375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8167039b-60c6-4616-8a44-1d60c6e5f4e2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:57.893537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e647a834873042bdbb4c95e18b43d922&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8048549 Dec 22 15:47:57.898000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:57.899655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45652) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:57.925932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:security_group_rule and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:47:57.931268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:47:57.949570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34b4c92-504a-40d1-a892-8777d10a7b32 None None] Network 53f3eef7-e10e-4576-9601-a2fcf99b4d13 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:57.974190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:57.982746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 1118d7e2-a2ca-454a-8eef-01d2a958a862 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:47:57.983122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.041397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.078991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.093345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:58.126669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.188362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=c518e7c7-ab7a-4842-b395-3ca26c80995a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:58.194285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.203949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:58.260330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.265217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453da31-d620-4f2d-8575-9dd145ed7959 None None] DHCP port deletion for 53f3eef7-e10e-4576-9601-a2fcf99b4d13 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:47:58.269237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c34bb459-b1ab-4e51-b6e9-ea0864dccec8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:58.307422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.345807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.347938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.348314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.372903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:58.431248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:58.441404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934cf24-e952-45bb-adc9-ec06629fa0c0 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:47:58.443615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.502159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 1118d7e2-a2ca-454a-8eef-01d2a958a862 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:47:58.510828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f3eef7-e10e-4576-9601-a2fcf99b4d13']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:58.530330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:58.531017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.549425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:47:58.557375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.557920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.566970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85faa217-532d-4f9d-b3f7-7419a1a88e5c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:58.567340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85faa217-532d-4f9d-b3f7-7419a1a88e5c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:58.579166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=80f42699-e31a-4729-b80f-1da9c42f2bf7,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:58.585906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Router c44c857a-2a5d-4571-bc92-95c59515b8c8 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:47:58.592208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:58.594393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7dd86c5-6b33-44b3-b170-af388dacc2d3 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:58.597523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.602911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:47:58.608627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 137a4d08-6a66-467f-ba7e-d8dfebfe6c36 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:47:58.630054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.633459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 2001:db8::266 (fa04ab0f-22e9-4ad0-80eb-30088ef61aa0/a0ea7a96-8028-406a-8df8-29444eeaea09/bd5103f5-5d1e-4827-bd74-a590dacf80a2) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:58.635723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.645256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:58.657124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f32157-0d7c-4913-8fe8-80e569a730da,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:58.661974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:58.663616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4742825 Dec 22 15:47:58.666405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:47:58.666889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.671561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45656) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:58.679209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': '80f42699-e31a-4729-b80f-1da9c42f2bf7', 'ip_address': '2001:db8::f026:bd95:f3fd:2a24'}], 'name': 'tempest-NetworksTestDHCPv6-783294566'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:47:58.683829 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:47:58.747410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8167039b-60c6-4616-8a44-1d60c6e5f4e2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:58.753082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '80f42699-e31a-4729-b80f-1da9c42f2bf7'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:47:58.754757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.768415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:58.886090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:47:58.896333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:47:58.916785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:58.921524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc8fab68-88e5-4fa3-b3b8-a689f301191d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:58.975196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=1118d7e2-a2ca-454a-8eef-01d2a958a862,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:58.980567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:58.981550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:58.997953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.012338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd4f1438-b672-4524-98b0-c0a237d7ea36 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:59.024212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:47:59.029236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.032917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.037694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.041600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8167039b-60c6-4616-8a44-1d60c6e5f4e2 HTTP/1.1" status: 204 len: 168 time: 1.1385260 Dec 22 15:47:59.060341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/80f42699-e31a-4729-b80f-1da9c42f2bf7/6a683ec1-72cf-4973-81c3-26da7bec82f1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:59.061952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=53f3eef7-e10e-4576-9601-a2fcf99b4d13,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:59.076219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:59.089630 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/53f3eef7-e10e-4576-9601-a2fcf99b4d13 HTTP/1.1" status: 204 len: 168 time: 3.9850235 Dec 22 15:47:59.090373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45662) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.094131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.110586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.110984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment 5e729a58-2876-4fb3-9183-1c53209e360c of type vlan for network c17aa259-44c6-48c7-aa37-66fbeb23c224 Dec 22 15:47:59.119284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.152104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 19e5f3f8-3c9b-43d2-924a-c6e320816516 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:47:59.193689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.215142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fb77af-7c56-4afc-87b9-4c3ae92604c6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:59.215645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fb77af-7c56-4afc-87b9-4c3ae92604c6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:59.220352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d8fb77af-7c56-4afc-87b9-4c3ae92604c6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/c518e7c7-ab7a-4842-b395-3ca26c80995a HTTP/1.1" status: 404 len: 337 time: 0.1226494 Dec 22 15:47:59.223466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45666) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.263055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c43e19f-8eca-4261-9cf6-e66f9e979e2a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:59.263678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c43e19f-8eca-4261-9cf6-e66f9e979e2a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:59.268417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c43e19f-8eca-4261-9cf6-e66f9e979e2a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/53f3eef7-e10e-4576-9601-a2fcf99b4d13 HTTP/1.1" status: 404 len: 339 time: 0.0438452 Dec 22 15:47:59.271239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45670) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.312968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.316984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 HTTP/1.1" status: 204 len: 168 time: 1.8073072 Dec 22 15:47:59.320177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45674) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.337134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.340214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:47:59.355488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Transition to ACTIVE for port object 6a683ec1-72cf-4973-81c3-26da7bec82f1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:59.360794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.361180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment 6b83060b-1f2f-433b-8c0c-e5950fed2238 of type vlan for network 92b18b5c-4a25-40f9-a10e-d77a5dd37316 Dec 22 15:47:59.380355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Transition to ACTIVE for port object 6a683ec1-72cf-4973-81c3-26da7bec82f1 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:47:59.390387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-12656127-9ea0-40bb-9484-52d6b9589424 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:59.390917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12656127-9ea0-40bb-9484-52d6b9589424 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:59.393624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12656127-9ea0-40bb-9484-52d6b9589424 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/ef3bbecd-4d3b-44c8-a2f5-cc7113ba5c23 HTTP/1.1" status: 404 len: 337 time: 0.1206398 Dec 22 15:47:59.402122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45678) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.413773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.419812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-debc3779-6754-4891-95f0-b36a97b44468 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:59.423021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.424589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.430745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d61da02-fa5b-443b-89a4-22fcdf547ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:59.482902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-bcc7d4de-0579-4a1c-9dd8-ffa7f8f1df68 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] delete failed (client error): The resource could not be found. Dec 22 15:47:59.484213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bcc7d4de-0579-4a1c-9dd8-ffa7f8f1df68 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/4f3c471a-0b7d-42f8-a0ff-1e97d8c13825 HTTP/1.1" status: 404 len: 345 time: 0.1609502 Dec 22 15:47:59.484724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f026:bd95:f3fd:2a24 (3869d436-ab4f-45bb-9569-b3230aca28ff/80f42699-e31a-4729-b80f-1da9c42f2bf7/19e5f3f8-3c9b-43d2-924a-c6e320816516) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:47:59.488263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45684) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.512016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:59.516664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:59.519420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:59.521672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0062bb-b7c2-4697-839c-4fb759213ddb tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:47:59.522179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0062bb-b7c2-4697-839c-4fb759213ddb tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:47:59.524164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Pushing event updated for resources: {'Port': ['ID=6a683ec1-72cf-4973-81c3-26da7bec82f1,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:59.524633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c0062bb-b7c2-4697-839c-4fb759213ddb tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/33520baf-c0dc-4d85-bfa9-1ab03f789b02 HTTP/1.1" status: 404 len: 339 time: 0.1129429 Dec 22 15:47:59.529005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:59.530681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45688) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.551394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=bd5103f5-5d1e-4827-bd74-a590dacf80a2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:47:59.580046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:47:59.589615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:47:59.603331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:47:59.609989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:47:59.613943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:47:59.623629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] Sync routers for ids ['c44c857a-2a5d-4571-bc92-95c59515b8c8'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:47:59.634067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.634910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.639758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:59.643183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.644334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:59.644452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "PUT /v2.0/routers/c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 200 len: 878 time: 7.6647623 Dec 22 15:47:59.645044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.652913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45696) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:47:59.657656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Attempting to bind port 6a683ec1-72cf-4973-81c3-26da7bec82f1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:47:59.658328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Attempting to bind port 6a683ec1-72cf-4973-81c3-26da7bec82f1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:47:59.658875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Attempting to bind port 6a683ec1-72cf-4973-81c3-26da7bec82f1 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:47:59.664631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] Routers {'c44c857a-2a5d-4571-bc92-95c59515b8c8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:59.665441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c44c857a-2a5d-4571-bc92-95c59515b8c8'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:59.665607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a5b4fca-72fa-49c8-b586-a815db55b57f tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:47:59.742792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:47:59.742792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:47:59.742792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.742792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:47:59.743540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Bound port: 6a683ec1-72cf-4973-81c3-26da7bec82f1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:47:59.744070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:47:59.761628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:59.830286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] Routers {'c44c857a-2a5d-4571-bc92-95c59515b8c8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:47:59.831215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c44c857a-2a5d-4571-bc92-95c59515b8c8'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:59.898565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:59.904145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:59.906394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:47:59.907019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785c226-edf9-4ef9-862d-8e7a8cc1329a None None] The sync data for ids ['c44c857a-2a5d-4571-bc92-95c59515b8c8'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:47:59.914521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:47:59.915478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Synchronizing usage tracker for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:47:59.949282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.2993190 Dec 22 15:47:59.955590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] For port 6a683ec1-72cf-4973-81c3-26da7bec82f1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:47:59.963017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] For port 6a683ec1-72cf-4973-81c3-26da7bec82f1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a683ec1-72cf-4973-81c3-26da7bec82f1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:00.001080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.006170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:00.014186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45702) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.015371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=c17aa259-44c6-48c7-aa37-66fbeb23c224,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:00.051406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.071624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c17aa259-44c6-48c7-aa37-66fbeb23c224 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:00.171139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=92b18b5c-4a25-40f9-a10e-d77a5dd37316,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:00.193110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:00.195744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:00.196102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:00.208038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 92b18b5c-4a25-40f9-a10e-d77a5dd37316 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:00.250692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Pushing event updated for resources: {'Port': ['ID=6a683ec1-72cf-4973-81c3-26da7bec82f1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:00.272171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:00.309215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Unset dirty status for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:00.309215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ed48f5e-10d8-47b0-b71e-581d001daac0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/ports?network_id=39b7373d-a503-4e91-8f57-d9cdf2503761 HTTP/1.1" status: 200 len: 2358 time: 0.8185134 Dec 22 15:48:00.326626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45714) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.480731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.580415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82a0a4b-64f4-4649-a177-ab3228875749']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:00.603523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45720) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.623796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa2aa83-7444-4bc9-9ce4-bb88319ebf49') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:00.624135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa2aa83-7444-4bc9-9ce4-bb88319ebf49') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:00.645387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.675934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.690088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:00.690489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:00.710907 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:00.712875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.738474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.743428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.747931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.752304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.757691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.758701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Synchronizing usage tracker for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:00.781858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b812a9e-d625-4828-b040-36ae7b943bc8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:00.782577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4b812a9e-d625-4828-b040-36ae7b943bc8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Synchronizing usage tracker for tenant:31c68ba542254d16a420382c4db60cad on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:00.788015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 19e5f3f8-3c9b-43d2-924a-c6e320816516 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:00.858960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.859903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.878549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Unset dirty status for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:00.883616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-082a3d81-f71e-4f49-a228-9225d82664f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.8618114 Dec 22 15:48:00.883946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45726) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.916934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4b812a9e-d625-4828-b040-36ae7b943bc8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Unset dirty status for tenant:31c68ba542254d16a420382c4db60cad on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:00.918186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4b812a9e-d625-4828-b040-36ae7b943bc8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/subnets/bd134baf-081b-423e-9812-9dc28f56a41f HTTP/1.1" status: 200 len: 797 time: 0.5905390 Dec 22 15:48:00.931245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45730) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:00.932332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.938487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.944758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:00.944970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42364b56-d601-44ad-bf83-6aa75b95dde3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:00.951328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1747521696'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:00.963228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eae54e99-ba11-4110-bbca-a3a1bd9d0866 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:00.983966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b589cea0-99d5-4c55-9033-4c132910922b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 200 len: 919 time: 0.9429169 Dec 22 15:48:00.988505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'port': {'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761', 'name': 'tempest-FloatingIPTestJSON-1744279142', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:00.993152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:00.996492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45734) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.008513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=c82a0a4b-64f4-4649-a177-ab3228875749,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:01.047100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Usage tracker for resource:network and tenant:937c79ed31a04e3ba229b29e403ebd04 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:01.059505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:01.064321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:01.070091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/c82a0a4b-64f4-4649-a177-ab3228875749 HTTP/1.1" status: 204 len: 168 time: 1.5333016 Dec 22 15:48:01.079757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.092818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:01.141911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:01.144243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b94d6fa-db31-4127-8075-10021644faad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.144724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b94d6fa-db31-4127-8075-10021644faad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.149662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b94d6fa-db31-4127-8075-10021644faad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/40bc0f7b-7644-44a6-bc03-4f5d57d5bbca HTTP/1.1" status: 404 len: 337 time: 0.0588291 Dec 22 15:48:01.150007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45742) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.190184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Made reservation on behalf of 937c79ed31a04e3ba229b29e403ebd04 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:01.195538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.198919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.208482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=19e5f3f8-3c9b-43d2-924a-c6e320816516,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:01.209335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e4fd63-ba8a-4cf7-aef3-c56482bea1a9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.210380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e4fd63-ba8a-4cf7-aef3-c56482bea1a9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.214673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:01.214842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6e4fd63-ba8a-4cf7-aef3-c56482bea1a9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/e4036249-b7ab-454b-850f-91ece2821099 HTTP/1.1" status: 404 len: 339 time: 0.0610828 Dec 22 15:48:01.216720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:01.219583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45748) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.224040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.226539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:01.230963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:01.231629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.313077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6402850 Dec 22 15:48:01.320260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45752) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.340675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1f3f0e9-4930-4a47-9f96-3f8ddc206c81 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.341171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1f3f0e9-4930-4a47-9f96-3f8ddc206c81 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.343115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1f3f0e9-4930-4a47-9f96-3f8ddc206c81 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/59940f6c-5af0-4365-abbf-1f778d968907 HTTP/1.1" status: 404 len: 337 time: 0.1226313 Dec 22 15:48:01.348523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e34bf8c8-dc6e-4a93-9971-8c65085c36d3 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Synchronizing usage tracker for tenant:f826abd9727245c5902334fef0f0fc28 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:01.349886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': '80f42699-e31a-4729-b80f-1da9c42f2bf7', 'ip_address': '2001:db8::f026:bd95:f3fd:2a24'}], 'name': 'tempest-NetworksTestDHCPv6-750142147'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:01.353474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45756) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.417937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:01.424073 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0005f757-bd42-480d-aeec-ab2f8ea23bff tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.424570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0005f757-bd42-480d-aeec-ab2f8ea23bff tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.435425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:01.441895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Usage tracker for resource:security_group_rule and tenant:937c79ed31a04e3ba229b29e403ebd04 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:01.445550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0005f757-bd42-480d-aeec-ab2f8ea23bff tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/a63a2b65-b02e-4414-a476-fb9a0ac7cd2d HTTP/1.1" status: 404 len: 339 time: 0.0770762 Dec 22 15:48:01.446458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:01.450571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45760) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.455653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:01.486400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:01.499931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.506838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-977845d3-71ea-49f8-b20f-ba89263d190a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.507488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977845d3-71ea-49f8-b20f-ba89263d190a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.509129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-977845d3-71ea-49f8-b20f-ba89263d190a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/77a2fe9c-d72b-41ce-8e85-5a805a910da0 HTTP/1.1" status: 404 len: 337 time: 0.0550888 Dec 22 15:48:01.511836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45764) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.558335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94d7bf-657c-4e57-b7b4-b7010787dc19 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.559033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94d7bf-657c-4e57-b7b4-b7010787dc19 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.575263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0f94d7bf-657c-4e57-b7b4-b7010787dc19 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/4d193ee1-1519-4aec-a92e-ab8131d21bd5 HTTP/1.1" status: 404 len: 339 time: 0.0590260 Dec 22 15:48:01.579569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.599662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17aa259-44c6-48c7-aa37-66fbeb23c224']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:01.620183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e729a58-2876-4fb3-9183-1c53209e360c') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:01.620524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e729a58-2876-4fb3-9183-1c53209e360c') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:01.647050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5633a400-b3d0-4619-b821-292cd3550207 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.648245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5633a400-b3d0-4619-b821-292cd3550207 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.651778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.671357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:01.672357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5633a400-b3d0-4619-b821-292cd3550207 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/e4a0e9d3-35fc-44b6-bcec-a370f3b7dc0f HTTP/1.1" status: 404 len: 337 time: 0.0917029 Dec 22 15:48:01.675241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.678300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:01.681629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.686690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:01.701402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.716841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:01.721955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:01.722484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:01.740015 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:01.747318 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fc8252-c751-4eaa-9af6-0f54c35cd7be tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.747828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fc8252-c751-4eaa-9af6-0f54c35cd7be tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.749695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41fc8252-c751-4eaa-9af6-0f54c35cd7be tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/5a7d87f5-3748-41aa-9430-055ad25fc391 HTTP/1.1" status: 404 len: 339 time: 0.0734167 Dec 22 15:48:01.752683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45776) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.798142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router 07227110-6648-4a5e-8d9b-72b93b208d22 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:01.813953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e34bf8c8-dc6e-4a93-9971-8c65085c36d3 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Unset dirty status for tenant:f826abd9727245c5902334fef0f0fc28 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:01.818434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e34bf8c8-dc6e-4a93-9971-8c65085c36d3 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=c44c857a-2a5d-4571-bc92-95c59515b8c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8159273 Dec 22 15:48:01.820420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45780) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.822971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.826511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-882174a2-4fe0-4342-986f-29e3d3e19802 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.830265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882174a2-4fe0-4342-986f-29e3d3e19802 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:01.830265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-882174a2-4fe0-4342-986f-29e3d3e19802 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/90c4d232-82cb-4620-8a7f-f9cd57d0df73 HTTP/1.1" status: 404 len: 337 time: 0.0747125 Dec 22 15:48:01.830608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:01.843842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:01.848530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:01.855929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.856687 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Added segment 8d411b94-9f85-49b8-9526-22d88d6e2e6f of type vlan for network 808b1097-98d0-4132-9bcf-2add5cc1e9ff Dec 22 15:48:01.869199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45782) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:01.871153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6213cf2-e536-4f13-8cad-ac7f8ae9060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:01.985875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:01.994309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7c3f12-c9ad-4439-a8f2-8cf157f3f41e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:01.994863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7c3f12-c9ad-4439-a8f2-8cf157f3f41e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:02.032908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.060067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:02.080971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.094296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4694d1e9-be30-4525-a73e-0babe7a24dc1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:02.107114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=c17aa259-44c6-48c7-aa37-66fbeb23c224,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:02.115607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:02.157155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.160512 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b7c3f12-c9ad-4439-a8f2-8cf157f3f41e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/850dfcd6-5d70-43eb-a81a-0d80cbc8684d HTTP/1.1" status: 404 len: 339 time: 0.2805834 Dec 22 15:48:02.165102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45790) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.166046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:02.183171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 65a65417-da77-4a29-8c54-b4fb26a017c7 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:02.222059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/c17aa259-44c6-48c7-aa37-66fbeb23c224 HTTP/1.1" status: 204 len: 168 time: 1.3368390 Dec 22 15:48:02.229590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.241004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45794) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.311372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f6abf-6204-4d28-be7c-5f77238241b9 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:02.311372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c26f6abf-6204-4d28-be7c-5f77238241b9 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.4710443 Dec 22 15:48:02.311372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-74604f3f-1af4-4db0-bdbd-d82f5447bcce tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:02.312299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74604f3f-1af4-4db0-bdbd-d82f5447bcce tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:02.316791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74604f3f-1af4-4db0-bdbd-d82f5447bcce tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/b47ac0ee-656c-46aa-b04d-2277085d9472 HTTP/1.1" status: 404 len: 337 time: 0.1190248 Dec 22 15:48:02.316981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.317780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45802) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.390674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-261aeabb-c99d-4628-823c-925e31bb8daa None None] Provisioning for port 6a683ec1-72cf-4973-81c3-26da7bec82f1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:02.393861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] device_id is not set on port 2194d4dc-062e-4d3a-b930-883771e7a7bb yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:02.487835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.494421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:02.494421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.505944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29579631-dcae-4036-b672-f809e198dfac tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 200 len: 205 time: 0.1855364 Dec 22 15:48:02.508603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-676b2aa0-47b5-4c35-ac17-acd39a4262ad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:02.508603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676b2aa0-47b5-4c35-ac17-acd39a4262ad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:02.509624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-676b2aa0-47b5-4c35-ac17-acd39a4262ad tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/a61cfab1-835b-4775-829d-4c71ee9ae83b HTTP/1.1" status: 404 len: 339 time: 0.1878605 Dec 22 15:48:02.521266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45808) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.521579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:02.558568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf015a68-8e73-4fa8-86b9-149e0e0a5bd7 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:02.573985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a683ec1-72cf-4973-81c3-26da7bec82f1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:02.698197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5c7596-7942-46b9-8320-b30bd1312b06 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:02.698790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5c7596-7942-46b9-8320-b30bd1312b06 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:02.705498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6a683ec1-72cf-4973-81c3-26da7bec82f1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:02.709079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8b2b4ff5-47f5-486c-b276-4b5f5695a9c1 None None] Provisioning for port 19e5f3f8-3c9b-43d2-924a-c6e320816516 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:02.715886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.717159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6a683ec1-72cf-4973-81c3-26da7bec82f1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:02.717704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.752178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8b2b4ff5-47f5-486c-b276-4b5f5695a9c1 None None] Provisioning complete for port 19e5f3f8-3c9b-43d2-924a-c6e320816516 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:02.752774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b2b4ff5-47f5-486c-b276-4b5f5695a9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.837606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b4ff5-47f5-486c-b276-4b5f5695a9c1 None None] Port 19e5f3f8-3c9b-43d2-924a-c6e320816516 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:02.909755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.952998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 6a683ec1-72cf-4973-81c3-26da7bec82f1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a683ec1-72cf-4973-81c3-26da7bec82f1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:02.957857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3504727 Dec 22 15:48:02.985572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:02.987735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:03.024667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45816) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.041634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Request body: {'subnet': {'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:03.058221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'Network': ['ID=808b1097-98d0-4132-9bcf-2add5cc1e9ff,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:03.060272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=6a683ec1-72cf-4973-81c3-26da7bec82f1,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:03.063800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:03.067472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d5c7596-7942-46b9-8320-b30bd1312b06 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/57518e2b-d783-42f3-8467-bacfe407fde7 HTTP/1.1" status: 404 len: 337 time: 0.5355334 Dec 22 15:48:03.074944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:03.075203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:03.086571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45820) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.111715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-60549a9d-1c1f-48aa-a4e3-c62c98fa4eb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.6956179 Dec 22 15:48:03.185913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-633f90e5-9157-4722-8369-7a42e8cdbe80 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:03.186405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-633f90e5-9157-4722-8369-7a42e8cdbe80 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:03.188253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-633f90e5-9157-4722-8369-7a42e8cdbe80 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/135ab90c-e63e-4878-bd45-c28baa8d404e HTTP/1.1" status: 404 len: 339 time: 0.0976026 Dec 22 15:48:03.212328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45824) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.287496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00632501-49cb-4aac-92b2-2e53eace370b req-0546859d-2422-4c41-88b2-86d2dfabc471 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:03.290240 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00632501-49cb-4aac-92b2-2e53eace370b req-0546859d-2422-4c41-88b2-86d2dfabc471 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.8100116 Dec 22 15:48:03.301983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 15:48:03.302510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:03.307629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a36fd1-8c02-40f4-899f-b02b0dfb665e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:03.308113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a36fd1-8c02-40f4-899f-b02b0dfb665e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:03.309865 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64a36fd1-8c02-40f4-899f-b02b0dfb665e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/d8a974b4-65cb-42a7-b111-9318a4933595 HTTP/1.1" status: 404 len: 337 time: 0.0935576 Dec 22 15:48:03.363860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:03.371845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45828) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.375300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.392132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Usage tracker for resource:subnet and tenant:937c79ed31a04e3ba229b29e403ebd04 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:03.406870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:03.422750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:03.478637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:03.485683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Made reservation on behalf of 937c79ed31a04e3ba229b29e403ebd04 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:03.489267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Sync routers for ids ['07227110-6648-4a5e-8d9b-72b93b208d22'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:03.503551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Routers {'07227110-6648-4a5e-8d9b-72b93b208d22'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:03.504213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['07227110-6648-4a5e-8d9b-72b93b208d22'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:03.505046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00632501-49cb-4aac-92b2-2e53eace370b req-fd5294d2-7cc8-4f85-92cc-f37b8cf7f9a1 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004724 Dec 22 15:48:03.506069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c54bf-814d-4baf-b0d4-8029bed205df req-46dd57b5-39f8-41cc-afe5-918826414bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:03.508792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-46dd57b5-39f8-41cc-afe5-918826414bdf service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.3871202 Dec 22 15:48:03.561116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b18b5c-4a25-40f9-a10e-d77a5dd37316']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:03.570265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b3e06df-8f3b-4f95-bf73-fd19bdcc9235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2487729 Dec 22 15:48:03.571440 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1c2354-a1d5-4413-847e-3b17a5235437 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:03.571946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1c2354-a1d5-4413-847e-3b17a5235437 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:03.576003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac1c2354-a1d5-4413-847e-3b17a5235437 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/85e3425e-81da-4018-9456-c9b8bf813a15 HTTP/1.1" status: 404 len: 339 time: 0.2008111 Dec 22 15:48:03.577913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45832) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.578293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45834) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.630292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b83060b-1f2f-433b-8c0c-e5950fed2238') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:03.630745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b83060b-1f2f-433b-8c0c-e5950fed2238') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:03.683388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.687293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1618321 Dec 22 15:48:03.688370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45840) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:03.703422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.704599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Set router 07227110-6648-4a5e-8d9b-72b93b208d22 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:03.763931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.795522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.847750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:03.848014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-411da836-e911-4dd9-99fa-bb3d752cc61f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.3142152 Dec 22 15:48:03.848308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:03.887931 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:04.008631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c54bf-814d-4baf-b0d4-8029bed205df req-5581c06a-f8b0-485b-94cf-68795b6ace7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.010264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-5581c06a-f8b0-485b-94cf-68795b6ace7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.1472476 Dec 22 15:48:04.027756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'name': '', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'external_fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266'}], 'enable_snat': True}, 'gw_port_id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:55Z', 'updated_at': '2021-12-22T15:48:00Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'name': '', 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:58Z', 'updated_at': '2021-12-22T15:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:04.031920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Checking router: 07227110-6648-4a5e-8d9b-72b93b208d22 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:04.032313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Updating router 07227110-6648-4a5e-8d9b-72b93b208d22 port bd5103f5-5d1e-4827-bd74-a590dacf80a2 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:48:04.076759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.14 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/2194d4dc-062e-4d3a-b930-883771e7a7bb) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:04.092110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.099972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.13 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/2194d4dc-062e-4d3a-b930-883771e7a7bb) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:04.118299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0087da7-7087-4d87-b057-2646a8371b28 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.122975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0087da7-7087-4d87-b057-2646a8371b28 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.123843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0087da7-7087-4d87-b057-2646a8371b28 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:04.134487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.144562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df8fe3ee-cb33-4928-92f5-10a033a60210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:04.163452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.226360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.265235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-ad85fd2b-1e2e-4dd2-aa21-58c0f229466f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2054360 Dec 22 15:48:04.285252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=92b18b5c-4a25-40f9-a10e-d77a5dd37316,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:04.293149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:04.308943 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/92b18b5c-4a25-40f9-a10e-d77a5dd37316 HTTP/1.1" status: 204 len: 168 time: 2.0647705 Dec 22 15:48:04.315366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45844) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:04.318203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting subnet 677b99aa-177b-4b16-9b76-fd34dab13a76 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:04.345048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.375021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.378630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0087da7-7087-4d87-b057-2646a8371b28 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:04.379945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0087da7-7087-4d87-b057-2646a8371b28 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7976906 Dec 22 15:48:04.389267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45848) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:04.481617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.490049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.500946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Transition to ACTIVE for port object bd5103f5-5d1e-4827-bd74-a590dacf80a2 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:04.509795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b3e4b14-cb81-45d8-8d6e-ba73eab48d96 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:04.535649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a683ec1-72cf-4973-81c3-26da7bec82f1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:04.555659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.562009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:04.563345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.669635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 19e5f3f8-3c9b-43d2-924a-c6e320816516 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:04.670152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.675146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6a683ec1-72cf-4973-81c3-26da7bec82f1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:04.675575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.697752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Pushing event updated for resources: {'Port': ['ID=bd5103f5-5d1e-4827-bd74-a590dacf80a2,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:04.700968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Attempting to bind port bd5103f5-5d1e-4827-bd74-a590dacf80a2 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:04.701610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Attempting to bind port bd5103f5-5d1e-4827-bd74-a590dacf80a2 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8015918a-efed-467e-88c0-7db241195910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:04.702899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Attempting to bind port bd5103f5-5d1e-4827-bd74-a590dacf80a2 on network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:04.716758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:04.717581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Checking segment: {'id': '8015918a-efed-467e-88c0-7db241195910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:04.718236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.719846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Bound using segment: {'id': '8015918a-efed-467e-88c0-7db241195910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:04.720588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Bound port: bd5103f5-5d1e-4827-bd74-a590dacf80a2, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8015918a-efed-467e-88c0-7db241195910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:04.721328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.754488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.755222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.755807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.756440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.757110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.757671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.758232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.758852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.759436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.759995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.760548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:04.776572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:04.852492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'Subnet': ['ID=9efe95f6-e349-4fe5-ac11-887b197639b3,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:04.874919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] For port bd5103f5-5d1e-4827-bd74-a590dacf80a2, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:04.877202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:04.879275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] For port bd5103f5-5d1e-4827-bd74-a590dacf80a2, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bd5103f5-5d1e-4827-bd74-a590dacf80a2,segment=NetworkSegment(8015918a-efed-467e-88c0-7db241195910),segment_id=8015918a-efed-467e-88c0-7db241195910)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:04.892063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-5a4850c8-2df6-45f1-8fc3-74539bea3c65 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138833 Dec 22 15:48:04.916036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:04.916252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dccf4-05be-431c-8e37-42b5858430aa tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.921135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dccf4-05be-431c-8e37-42b5858430aa tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.922015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:04.926112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65dccf4-05be-431c-8e37-42b5858430aa tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:04.933230 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d65dccf4-05be-431c-8e37-42b5858430aa tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1946 time: 0.6159985 Dec 22 15:48:04.956565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45854) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:04.967364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-701042818'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:04.980369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Checking segment: {'id': '8d411b94-9f85-49b8-9526-22d88d6e2e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:04.980875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Network hostable DHCP agents. Network: 808b1097-98d0-4132-9bcf-2add5cc1e9ff, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:05.038922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Pushing event updated for resources: {'Port': ['ID=bd5103f5-5d1e-4827-bd74-a590dacf80a2,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:05.042702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:05.062786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Routers {'07227110-6648-4a5e-8d9b-72b93b208d22'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:05.063501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:47:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['07227110-6648-4a5e-8d9b-72b93b208d22'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:05.193403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.277333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:05.292183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:network and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:05.293506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.347829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:05.415462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:05.420040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] Set router 07227110-6648-4a5e-8d9b-72b93b208d22 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:05.469373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaf367-ed23-4a96-85d5-edbe7287a592 req-35f9cfd1-c4c0-41f4-97c0-ed38efa0f43f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:05.474360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.477987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e6aaf367-ed23-4a96-85d5-edbe7287a592 req-35f9cfd1-c4c0-41f4-97c0-ed38efa0f43f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.7939944 Dec 22 15:48:05.493555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.540041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:05.545533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.558378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-421740e1-31ce-4fd2-8cd3-7ff319b2ca53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:05.566523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:05.579793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981c54bf-814d-4baf-b0d4-8029bed205df req-8083e9fd-80c1-40f8-acfd-032bb09de32a service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6718390 Dec 22 15:48:05.599640 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e6aaf367-ed23-4a96-85d5-edbe7287a592 req-bbad4677-c2ca-460e-97be-b968b2480dd0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206651 Dec 22 15:48:05.614364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:05.631441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.631441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment 2be2d451-826b-45d3-afcc-57b51a81d783 of type vlan for network 04d4866e-2178-4d67-82ff-ec6f72bc58ca Dec 22 15:48:05.632146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 808b1097-98d0-4132-9bcf-2add5cc1e9ff) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:05.642001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b3917-3b9c-4997-9b7a-35ee2c335aa9 None None] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:05.653400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:05.654056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.658053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.670149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 19e5f3f8-3c9b-43d2-924a-c6e320816516 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:05.690897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.721128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Deleting port bd5103f5-5d1e-4827-bd74-a590dacf80a2 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:05.721487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.744077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.760718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.770270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7373602 Dec 22 15:48:05.775779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45858) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:05.781470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Request body: {'port': {'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1251822284'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:05.807617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:05.812497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=2194d4dc-062e-4d3a-b930-883771e7a7bb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:05.816019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:05.820371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eabca8b-ffe0-452d-9626-66941951c4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:05.841063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.844962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e024faa5-233f-4583-942f-abfb60384438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'name': '', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'external_fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266'}], 'enable_snat': True}, 'gw_port_id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:55Z', 'updated_at': '2021-12-22T15:48:00Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'name': '', 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:58Z', 'updated_at': '2021-12-22T15:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:05.845384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:05.846042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.852147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e024faa5-233f-4583-942f-abfb60384438 None None] The sync data for ids ['07227110-6648-4a5e-8d9b-72b93b208d22'] in dv-neutron-822514-1-hyperv is: [{'id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'name': '', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'external_fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266'}], 'enable_snat': True}, 'gw_port_id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:47:55Z', 'updated_at': '2021-12-22T15:48:00Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'bd5103f5-5d1e-4827-bd74-a590dacf80a2', 'name': '', 'network_id': 'fa04ab0f-22e9-4ad0-80eb-30088ef61aa0', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07227110-6648-4a5e-8d9b-72b93b208d22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'ip_address': '2001:db8::266', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:47:58Z', 'updated_at': '2021-12-22T15:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a0ea7a96-8028-406a-8df8-29444eeaea09', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:05.854985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.870700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:05.871998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40682d-5ba2-4f0a-ba05-0a0f967b124d None None] Network 2cb92930-cacb-44eb-9770-bf34c5342888 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:05.873468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:05.905626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/subnets/677b99aa-177b-4b16-9b76-fd34dab13a76 HTTP/1.1" status: 204 len: 168 time: 2.3216269 Dec 22 15:48:05.906706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Subnet': ['ID=677b99aa-177b-4b16-9b76-fd34dab13a76,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:05.911406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:05.946964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45862) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:05.949978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port daa0edb4-6ec9-4342-9ba9-0fd76c75af9d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:05.950361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:05.980818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:06.152680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-808b1097-98d0-4132-9bcf-2add5cc1e9ff', 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff', 'tenant_id': '937c79ed31a04e3ba229b29e403ebd04', 'fixed_ips': [{'subnet_id': '9efe95f6-e349-4fe5-ac11-887b197639b3'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:06.153555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.180674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=04d4866e-2178-4d67-82ff-ec6f72bc58ca,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:06.187392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2255797 Dec 22 15:48:06.188302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45866) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:06.213831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1264181315'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:06.232691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:06.233576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.242800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:06.253572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.253996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.254654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.254840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.255219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.255991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.255991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.256442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.257439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.257439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.257631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:06.261386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:network and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:06.270405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:06.343776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] For port bd5103f5-5d1e-4827-bd74-a590dacf80a2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bd5103f5-5d1e-4827-bd74-a590dacf80a2,segment=NetworkSegment(8015918a-efed-467e-88c0-7db241195910),segment_id=8015918a-efed-467e-88c0-7db241195910)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:06.344563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.354673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.361565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:06.375601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:06.377756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.378268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:06.384098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Allocated IP 2001:db8::2 (808b1097-98d0-4132-9bcf-2add5cc1e9ff/9efe95f6-e349-4fe5-ac11-887b197639b3/e221f899-78a5-4fbe-a8c7-34200decc3db) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:06.384857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Usage tracker for resource:port and tenant:937c79ed31a04e3ba229b29e403ebd04 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:06.386910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77de9db0-eccf-4487-820e-df5db615b9e6 tempest-PortsAdminExtendedAttrsTestJSON-795195061 tempest-PortsAdminExtendedAttrsTestJSON-795195061-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:06.474176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 5.5370710 Dec 22 15:48:06.489467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45870) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:06.508970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=19e5f3f8-3c9b-43d2-924a-c6e320816516,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:06.524035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:06.524035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '2194d4dc-062e-4d3a-b930-883771e7a7bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:06.535944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:06.548952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:floatingip and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:06.553040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:06.561242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:06.579386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:06.598169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Calling delete_port for bd5103f5-5d1e-4827-bd74-a590dacf80a2 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:06.657255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.662189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.689566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 5c753813-1b84-4065-9e06-2fe5fa270d3b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:06.690210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.693886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Transition to ACTIVE for port object e221f899-78a5-4fbe-a8c7-34200decc3db will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:06.702933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:06.708975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:06.717014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.722342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Transition to ACTIVE for port object e221f899-78a5-4fbe-a8c7-34200decc3db will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:06.743223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 04d4866e-2178-4d67-82ff-ec6f72bc58ca details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:06.781115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bd5103f5-5d1e-4827-bd74-a590dacf80a2 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:06.793296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.801484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/19e5f3f8-3c9b-43d2-924a-c6e320816516 HTTP/1.1" status: 204 len: 168 time: 2.3892555 Dec 22 15:48:06.802487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45876) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:06.853028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:06.862460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.872712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.873504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment 0291cdf5-ae4c-4e4f-a859-bfa2d3561846 of type vlan for network fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64 Dec 22 15:48:06.890393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73f0bbdb-53df-4cfb-b0b4-36800d213447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:06.912122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.958494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a65eb5-0809-471b-bec5-3b1860dd55e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:06.960158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a65eb5-0809-471b-bec5-3b1860dd55e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:06.960983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-12a65eb5-0809-471b-bec5-3b1860dd55e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:06.968917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:06.970033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Pushing event updated for resources: {'Port': ['ID=e221f899-78a5-4fbe-a8c7-34200decc3db,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:07.074109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:07.087982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Made reservation on behalf of 937c79ed31a04e3ba229b29e403ebd04 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:07.094269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.125311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:07.135522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:07.139871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:07.175447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for daa0edb4-6ec9-4342-9ba9-0fd76c75af9d owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:07.183189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] device_id is not set on port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:07.257753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] DHCP port deletion for 2cb92930-cacb-44eb-9770-bf34c5342888 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:07.267628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Deleting port 5c753813-1b84-4065-9e06-2fe5fa270d3b {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:07.268052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.281750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-12a65eb5-0809-471b-bec5-3b1860dd55e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:07.286023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12a65eb5-0809-471b-bec5-3b1860dd55e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4581234 Dec 22 15:48:07.286843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45880) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:07.287893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.293424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:07.303953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.331339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:07.364427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.385981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1830704 Dec 22 15:48:07.393654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port bd5103f5-5d1e-4827-bd74-a590dacf80a2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:07.394460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45884) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:07.404185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Attempting to bind port e221f899-78a5-4fbe-a8c7-34200decc3db on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:07.404600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Attempting to bind port e221f899-78a5-4fbe-a8c7-34200decc3db by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8d411b94-9f85-49b8-9526-22d88d6e2e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:07.405012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Attempting to bind port e221f899-78a5-4fbe-a8c7-34200decc3db on network 808b1097-98d0-4132-9bcf-2add5cc1e9ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:07.410073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port bd5103f5-5d1e-4827-bd74-a590dacf80a2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:07.410542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.444563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'ports': [{'network_id': '04d4866e-2178-4d67-82ff-ec6f72bc58ca', 'name': 'tempest-port--493256818', 'admin_state_up': True}, {'network_id': 'fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64', 'admin_state_up': False}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:07.445169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'port': {'network_id': '04d4866e-2178-4d67-82ff-ec6f72bc58ca', 'name': 'tempest-port--493256818', 'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:07.445639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'port': {'network_id': 'fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64', 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:07.454295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port bd5103f5-5d1e-4827-bd74-a590dacf80a2 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:48:07.460937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:07.461358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Checking segment: {'id': '8d411b94-9f85-49b8-9526-22d88d6e2e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:07.461803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.462241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Bound using segment: {'id': '8d411b94-9f85-49b8-9526-22d88d6e2e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:07.462798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Bound port: e221f899-78a5-4fbe-a8c7-34200decc3db, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d411b94-9f85-49b8-9526-22d88d6e2e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:07.463215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.599798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:07.618619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:07.686775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:07.690630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:07.698168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] For port 5c753813-1b84-4065-9e06-2fe5fa270d3b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5c753813-1b84-4065-9e06-2fe5fa270d3b,segment=NetworkSegment(a6b714a8-6e6b-4997-822f-9babc76f8851),segment_id=a6b714a8-6e6b-4997-822f-9babc76f8851)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:07.698660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.807892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd5103f5-5d1e-4827-bd74-a590dacf80a2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:07.821670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:07.834972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Allocated IP 2001:db8::26e (808b1097-98d0-4132-9bcf-2add5cc1e9ff/9efe95f6-e349-4fe5-ac11-887b197639b3/00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:07.843472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1d7c2-7460-4099-8014-6d8381b4096d req-518f8abc-f54a-498e-aacb-dd497a77e750 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:07.845368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-52e1d7c2-7460-4099-8014-6d8381b4096d req-518f8abc-f54a-498e-aacb-dd497a77e750 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.7588880 Dec 22 15:48:07.846109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:07.912090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Calling delete_port for 5c753813-1b84-4065-9e06-2fe5fa270d3b owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:07.965867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] For port e221f899-78a5-4fbe-a8c7-34200decc3db, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:07.980979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] For port e221f899-78a5-4fbe-a8c7-34200decc3db, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e221f899-78a5-4fbe-a8c7-34200decc3db,segment=NetworkSegment(8d411b94-9f85-49b8-9526-22d88d6e2e6f),segment_id=8d411b94-9f85-49b8-9526-22d88d6e2e6f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:08.014201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.019066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66ad15f7-9ff6-493f-a5b8-d423a403e9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:08.069441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.112058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] No DVR routers for this DVR port 5c753813-1b84-4065-9e06-2fe5fa270d3b on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:08.125854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Pushing event updated for resources: {'Port': ['ID=e221f899-78a5-4fbe-a8c7-34200decc3db,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:08.140577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.140961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.141679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.141679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.142398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.142398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.146406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.146839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.147461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.148373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.148753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:08.153669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:08.154353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8590f6c2-08ff-4304-b101-34f9f882f8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:08.199224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Pushing event deleted for resources: {'Port': ['ID=5c753813-1b84-4065-9e06-2fe5fa270d3b,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:08.201179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:08.280516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] For port 5c753813-1b84-4065-9e06-2fe5fa270d3b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5c753813-1b84-4065-9e06-2fe5fa270d3b,segment=NetworkSegment(a6b714a8-6e6b-4997-822f-9babc76f8851),segment_id=a6b714a8-6e6b-4997-822f-9babc76f8851)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:08.280921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.452227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-52e1d7c2-7460-4099-8014-6d8381b4096d req-f2155eeb-c360-4ef4-95b2-9d324bf818cf tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5440180 Dec 22 15:48:08.481062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.490133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Calling delete_port for 5c753813-1b84-4065-9e06-2fe5fa270d3b owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:08.510880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.517976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.597037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:08.613797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:port and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:08.627838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:08.645336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5c753813-1b84-4065-9e06-2fe5fa270d3b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:08.653097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 80f42699-e31a-4729-b80f-1da9c42f2bf7 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:08.665654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:08.666030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.666669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07227110-6648-4a5e-8d9b-72b93b208d22 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:08.672353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.679997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.685745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 5c753813-1b84-4065-9e06-2fe5fa270d3b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:08.686270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5c753813-1b84-4065-9e06-2fe5fa270d3b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:08.692159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.697649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/routers/07227110-6648-4a5e-8d9b-72b93b208d22 HTTP/1.1" status: 204 len: 168 time: 4.9975502 Dec 22 15:48:08.701462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45890) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:08.737798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.749019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c225b91-087d-4749-8c84-398b421da956 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:08.756957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Transition to ACTIVE for port object 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:08.789817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Deleting subnet a0ea7a96-8028-406a-8df8-29444eeaea09 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:08.797706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.848277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=daa0edb4-6ec9-4342-9ba9-0fd76c75af9d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:08.850748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'port': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:08.858535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.870764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.907957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:08.938675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-09676488-cef4-4e6a-8404-a108fb361305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:08.939023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:08.939552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:08.957272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.024474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:09.029518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.029695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.038061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.038516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.038941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.039359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.039765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.040176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.040583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.040989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.041401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.041808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.042210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:48:09.061119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:09.064586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:09.070319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:09.074681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:09.075374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.109643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'Port': ['ID=00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:09.115461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:09.157075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3830185 Dec 22 15:48:09.168915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:09.168915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Request body: {'port': {'network_id': '808b1097-98d0-4132-9bcf-2add5cc1e9ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-552254641', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:09.168915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] bootfile-name is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:09.168915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] tftp-server is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:09.168915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] server-ip-address is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:09.178217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.98 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/08bb3823-e242-4109-994b-964d829d1d11) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:09.197531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.213423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99a1a41c-fc4c-4a75-860e-79498d0b83e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:09.258806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ea7a96-8028-406a-8df8-29444eeaea09,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:09.314723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:09.325600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.344043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/a0ea7a96-8028-406a-8df8-29444eeaea09 HTTP/1.1" status: 204 len: 168 time: 0.6416674 Dec 22 15:48:09.347261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:09.450681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Deleting port 5c753813-1b84-4065-9e06-2fe5fa270d3b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:09.450956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.478288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:09.493966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Usage tracker for resource:port and tenant:937c79ed31a04e3ba229b29e403ebd04 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:09.500115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:09.508329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] device_id is not set on port 38aba007-cd62-4d0a-9131-1f9e14c01e9a yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:09.511380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.514355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.516155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:09.582359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Made reservation on behalf of 937c79ed31a04e3ba229b29e403ebd04 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:09.588608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.687048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] device_id is not set on port 91a35766-cd6b-4baf-8064-9979264f2726 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:09.710273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.725801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.761765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] The port '5c753813-1b84-4065-9e06-2fe5fa270d3b' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:48:09.777502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa04ab0f-22e9-4ad0-80eb-30088ef61aa0']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:09.819327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8015918a-efed-467e-88c0-7db241195910') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:09.819763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8015918a-efed-467e-88c0-7db241195910') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:09.825027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.872675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.907359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.920591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:09.921054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:09.936427 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:10.026772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Allocated IP 2001:db8::26d (808b1097-98d0-4132-9bcf-2add5cc1e9ff/9efe95f6-e349-4fe5-ac11-887b197639b3/91a35766-cd6b-4baf-8064-9979264f2726) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:10.192639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.197817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 22 15:48:10.200432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.206575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c3604bb-2665-4a17-88d2-8221dd4fada6 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:10.241869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa04ab0f-22e9-4ad0-80eb-30088ef61aa0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:10.244748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:10.254124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/networks/fa04ab0f-22e9-4ad0-80eb-30088ef61aa0 HTTP/1.1" status: 204 len: 168 time: 0.9057081 Dec 22 15:48:10.351555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc9261-f686-49a7-9b2f-1493f5b68678 None None] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:10.419900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.547537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.573438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.624899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.626080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.647405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Transition to ACTIVE for port object 91a35766-cd6b-4baf-8064-9979264f2726 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:10.680478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb92930-cacb-44eb-9770-bf34c5342888']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:10.700661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b714a8-6e6b-4997-822f-9babc76f8851') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:10.701182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b714a8-6e6b-4997-822f-9babc76f8851') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:10.719017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.740141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.745532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.748703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:10.749513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.763722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-450de915-5db6-4f30-8b26-5c5d6b7b0070 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:10.841603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:10.852489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e221f899-78a5-4fbe-a8c7-34200decc3db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:10.868469 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:10.882685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.889439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:10.889741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45908) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:10.894723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:10.896531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53579557-6125-461e-bac8-6d665c6515bd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:10.900556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:10.904211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:10.933366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'Port': ['ID=91a35766-cd6b-4baf-8064-9979264f2726,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:10.936574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:10.970893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'name': 'tempest-router--284580928', 'project_id': '243feec5f1694e2fa979909a778664f4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:10.980216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.8185558 Dec 22 15:48:10.982865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45912) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.011931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a474460e-757b-4352-8238-d188915025dd None None] Provisioning for port e221f899-78a5-4fbe-a8c7-34200decc3db completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:11.019987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a474460e-757b-4352-8238-d188915025dd None None] Provisioning complete for port e221f899-78a5-4fbe-a8c7-34200decc3db triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:11.023958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a474460e-757b-4352-8238-d188915025dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.033265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:11.048655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.050962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.057623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:11.061650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port e221f899-78a5-4fbe-a8c7-34200decc3db completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:11.071960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:router and tenant:243feec5f1694e2fa979909a778664f4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:11.074773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e221f899-78a5-4fbe-a8c7-34200decc3db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:11.075227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.075523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.078505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:11.080434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=08bb3823-e242-4109-994b-964d829d1d11,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:11.085363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:11.086692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:11.088495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:11.091967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:11.097162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:11.098306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Synchronizing usage tracker for tenant:937c79ed31a04e3ba229b29e403ebd04 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:11.119676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.127100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:11.134005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3782981c-45de-47d2-9767-a1e970d61c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:11.166296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Unset dirty status for tenant:937c79ed31a04e3ba229b29e403ebd04 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:11.170615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4dd2b1c1-cbdf-471c-83a7-fdb1c980e0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1835115 Dec 22 15:48:11.171003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45916) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.171295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:11.179524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.188930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router c44c857a-2a5d-4571-bc92-95c59515b8c8 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:11.230492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=80f42699-e31a-4729-b80f-1da9c42f2bf7,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:11.252345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.253501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671d2c4-c431-4ea8-8423-93bf30e97674 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:11.268840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:11.269254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:11.269885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Deleting port 91a35766-cd6b-4baf-8064-9979264f2726 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:11.270704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.308375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a474460e-757b-4352-8238-d188915025dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.369120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.376282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Pushing event deleted for resources: {'Network': ['ID=2cb92930-cacb-44eb-9770-bf34c5342888,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:11.383503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:11.394224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.399579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 204 len: 168 time: 8.8693030 Dec 22 15:48:11.402906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.403248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45920) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.404471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.427472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-281543502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:11.437928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:11.442387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:11.446703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:11.453089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:11.495675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] 10.222.0.18 "DELETE /v2.0/networks/2cb92930-cacb-44eb-9770-bf34c5342888 HTTP/1.1" status: 204 len: 168 time: 5.5446777 Dec 22 15:48:11.495675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/80f42699-e31a-4729-b80f-1da9c42f2bf7 HTTP/1.1" status: 204 len: 168 time: 4.1802099 Dec 22 15:48:11.502107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45926) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.536163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] device_id is not set on port a84a3e44-c9fd-4537-b225-e00868f28797 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:11.587065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a474460e-757b-4352-8238-d188915025dd None None] For port e221f899-78a5-4fbe-a8c7-34200decc3db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e221f899-78a5-4fbe-a8c7-34200decc3db,segment=NetworkSegment(8d411b94-9f85-49b8-9526-22d88d6e2e6f),segment_id=8d411b94-9f85-49b8-9526-22d88d6e2e6f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:11.628410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-673a2996-5cc3-42e8-bd4d-5f255460217f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117482 Dec 22 15:48:11.635670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45930) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:11.647980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:11.711564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:11.712357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:11.713310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:11.717466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a474460e-757b-4352-8238-d188915025dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.724296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21db5f79-bd1d-4bef-997f-130b3f6d4c95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:11.754120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.765956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Deleting port 6a683ec1-72cf-4973-81c3-26da7bec82f1 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:11.766481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.778690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.875991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Provisioning complete for port e221f899-78a5-4fbe-a8c7-34200decc3db triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:11.876789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.922573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.954219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.955340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:11.964524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:11.973349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474460e-757b-4352-8238-d188915025dd None None] Pushing event updated for resources: {'Port': ['ID=e221f899-78a5-4fbe-a8c7-34200decc3db,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:11.977381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:12.037002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a474460e-757b-4352-8238-d188915025dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:12.049668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:12.059460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.082960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f9f99ce-89b7-4998-ac2e-5453a753fe0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:12.160518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.166570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb65563e-c250-4296-b661-6819781bae93 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2334785 Dec 22 15:48:12.170607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45936) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:12.244862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.261597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45940) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:12.309759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-52d7d7a5-ee21-4b72-9748-53428c7d6348 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3992586 Dec 22 15:48:12.312316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.335893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] For port 6a683ec1-72cf-4973-81c3-26da7bec82f1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a683ec1-72cf-4973-81c3-26da7bec82f1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:12.336540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.337714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.382311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Port': ['ID=38aba007-cd62-4d0a-9131-1f9e14c01e9a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:12.385277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:12.447380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.503387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Calling delete_port for 6a683ec1-72cf-4973-81c3-26da7bec82f1 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:12.562086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bd5103f5-5d1e-4827-bd74-a590dacf80a2 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:12.605973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: bd5103f5-5d1e-4827-bd74-a590dacf80a2 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:12.606334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bd5103f5-5d1e-4827-bd74-a590dacf80a2 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:12.639985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Provisioning for port 91a35766-cd6b-4baf-8064-9979264f2726 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:12.647951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Provisioning complete for port 91a35766-cd6b-4baf-8064-9979264f2726 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:12.654993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.689093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.712578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d46e7f6a-17e5-406e-8bda-5cbb3a2c653d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:12.762060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e221f899-78a5-4fbe-a8c7-34200decc3db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:12.852077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Pushing event deleted for resources: {'Port': ['ID=6a683ec1-72cf-4973-81c3-26da7bec82f1,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:12.868254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:12.871515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Checking segment: {'id': '2be2d451-826b-45d3-afcc-57b51a81d783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '04d4866e-2178-4d67-82ff-ec6f72bc58ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:12.871914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network hostable DHCP agents. Network: 04d4866e-2178-4d67-82ff-ec6f72bc58ca, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:12.881939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Port 91a35766-cd6b-4baf-8064-9979264f2726 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:12.882138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Calling delete_port for 91a35766-cd6b-4baf-8064-9979264f2726 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:12.886647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] No DVR routers for this DVR port 6a683ec1-72cf-4973-81c3-26da7bec82f1 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:12.909119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a803dfba-5971-4474-85c2-ea0c790ed461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.920833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e221f899-78a5-4fbe-a8c7-34200decc3db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:12.921231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:12.954585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Provisioning for port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:12.973840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Provisioning complete for port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:12.976022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.029159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.046132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-de5b5948-7861-49b2-b7e6-82330b2f7549 None None] Port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:13.109016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7eea547b-2bf0-46dc-b871-9658e57cdf82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91e5b00056ce4efaa24386624a81ffcd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7923896 Dec 22 15:48:13.112159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45946) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:13.135439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-530b851a-01b2-4faf-b315-b2f0e0e27f0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.3186316 Dec 22 15:48:13.172380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Provisioning complete for port 91a35766-cd6b-4baf-8064-9979264f2726 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:13.173215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.181530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network 04d4866e-2178-4d67-82ff-ec6f72bc58ca is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:13.210373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a683ec1-72cf-4973-81c3-26da7bec82f1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:13.257882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6a683ec1-72cf-4973-81c3-26da7bec82f1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:13.258099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a683ec1-72cf-4973-81c3-26da7bec82f1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:13.276838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.277987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Port 91a35766-cd6b-4baf-8064-9979264f2726 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:13.293390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Provisioning complete for port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:13.293769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.293891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.298127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d56d72bb-42c7-4c2f-8767-f23e0ade561e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.8908939 Dec 22 15:48:13.308155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45950) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:13.343080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 04d4866e-2178-4d67-82ff-ec6f72bc58ca) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:13.344874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.369183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:13.370070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.384362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': True}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:13.388291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8bb28199-e6c1-40c7-9e1a-08ce92891ce9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:13.493196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d86a7-05ea-42aa-ba22-f5e2dfdf231b None None] Network 04d4866e-2178-4d67-82ff-ec6f72bc58ca requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:13.496768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.520646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Port': ['ID=a84a3e44-c9fd-4537-b225-e00868f28797,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:13.527923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:13.561199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.577805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:13.580648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.581202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f3dca03-f842-4dac-b91e-cdcc4674a286 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:13.589361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Checking segment: {'id': '0291cdf5-ae4c-4e4f-a859-bfa2d3561846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:13.590393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network hostable DHCP agents. Network: fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:13.596172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ad786ba0-04c2-4714-bd95-97d86c78451f None None] Port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:13.614276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.633261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.668425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.672355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-674589fa-37ea-4069-83b1-d4b3db02c3c0 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0f3dca03-f842-4dac-b91e-cdcc4674a286 HTTP/1.1" status: 204 len: 168 time: 1.4914470 Dec 22 15:48:13.681942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.724320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-7e5dd16d-c8d1-4cd4-bdf1-f677d0626a91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.725765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-7e5dd16d-c8d1-4cd4-bdf1-f677d0626a91 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.5601540 Dec 22 15:48:13.730959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:13.731407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.739764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:13.748599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:13.751641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.752286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.758943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=92046944-17b1-417e-8249-6f621078af3a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:13.760073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5c7d0-7303-4371-9683-87a1774de8da None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:13.761714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:13.796508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:13.807092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:13.811328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.815202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.815930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.828722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f1ef1-b438-489b-9671-4b873fa82a9b None None] Network fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:13.831412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:13.881513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.4493673 Dec 22 15:48:13.884382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45956) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:13.959079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:13.993513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293b62f-39b0-407e-a517-6b51e12a7900 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.998069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293b62f-39b0-407e-a517-6b51e12a7900 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:13.998978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5293b62f-39b0-407e-a517-6b51e12a7900 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Synchronizing usage tracker for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:14.011858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.022815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event deleted for resources: {'Port': ['ID=91a35766-cd6b-4baf-8064-9979264f2726,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:14.025658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:14.040097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63031f80-8f24-4bc9-a476-7ea017d16b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:14.042613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.049188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "DELETE /v2.0/ports/91a35766-cd6b-4baf-8064-9979264f2726 HTTP/1.1" status: 204 len: 168 time: 2.8769162 Dec 22 15:48:14.051190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45960) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:14.080991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Request body: {'port': {'name': 'tempest-new-port-name-1725823334', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:14.081428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] bootfile-name is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:14.081815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] tftp-server is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:14.082186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.api.validators [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] server-ip-address is not in valid_values {{(pid=88958) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 22 15:48:14.118660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=08bb3823-e242-4109-994b-964d829d1d11,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:14.123588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:14.136598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4996574 Dec 22 15:48:14.156785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45964) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:14.157272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45966) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:14.176503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': '92046944-17b1-417e-8249-6f621078af3a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1016694060'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:14.295357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-67355875-f880-4a62-a82c-52bf225ae9a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.5497520 Dec 22 15:48:14.315333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.338083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5293b62f-39b0-407e-a517-6b51e12a7900 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Unset dirty status for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:14.342371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5293b62f-39b0-407e-a517-6b51e12a7900 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4543412 Dec 22 15:48:14.356362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.402523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 45974) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:14.405092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '92046944-17b1-417e-8249-6f621078af3a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:14.406008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.484150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:14.501696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-517589581', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:14.506939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.508556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:14.513816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:14.525184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:14.532322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:14.598796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:14.607198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/92046944-17b1-417e-8249-6f621078af3a/d38c3791-4c45-4cc2-8077-77f43d3c0f54) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:14.607729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:14.724099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.725598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.765510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:14.794418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.815753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.839887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port de3eb846-f3f3-4f78-ac6e-75db0f3bbb06 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:14.867578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1b7e81-ce7e-4eeb-93f3-8f1cdfc71fdf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:14.870287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:14.871780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.886805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Transition to ACTIVE for port object d38c3791-4c45-4cc2-8077-77f43d3c0f54 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:14.888186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.900123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP b2e175b5-67b5-44bb-ac8f-b5836ed1e1cf associated. External IP: 172.26.1.98, port: 2194d4dc-062e-4d3a-b930-883771e7a7bb. Dec 22 15:48:14.910734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Transition to ACTIVE for port object d38c3791-4c45-4cc2-8077-77f43d3c0f54 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:14.911763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-401ec35a-e60f-463d-aa1e-9b7ab1d7d388 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:14.913924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-401ec35a-e60f-463d-aa1e-9b7ab1d7d388 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.5772879 Dec 22 15:48:14.914949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.918591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce1b7e81-ce7e-4eeb-93f3-8f1cdfc71fdf HTTP/1.1" status: 204 len: 168 time: 1.8030579 Dec 22 15:48:14.956855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.962192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting port 38aba007-cd62-4d0a-9131-1f9e14c01e9a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:14.962716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:14.972690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee0cbd7-8456-4c82-b455-322fdf915c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:15.042162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:15.047016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:15.056322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:15.114991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d38c3791-4c45-4cc2-8077-77f43d3c0f54,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:15.129363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:15.158997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.190508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Attempting to bind port d38c3791-4c45-4cc2-8077-77f43d3c0f54 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:15.191122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Attempting to bind port d38c3791-4c45-4cc2-8077-77f43d3c0f54 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:15.191670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Attempting to bind port d38c3791-4c45-4cc2-8077-77f43d3c0f54 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:15.200153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:15.200795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:15.201330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.201913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:15.202615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Bound port: d38c3791-4c45-4cc2-8077-77f43d3c0f54, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:15.203162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.216868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a832bd9c-95da-4de6-a7d7-ddda4bd1b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.320097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] For port d38c3791-4c45-4cc2-8077-77f43d3c0f54, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:15.326420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] For port d38c3791-4c45-4cc2-8077-77f43d3c0f54, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d38c3791-4c45-4cc2-8077-77f43d3c0f54,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:15.379975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.400679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40dc3e9b-e9b9-4451-b0e4-fc97cd1508c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:15.449312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.507662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Pushing event updated for resources: {'Port': ['ID=d38c3791-4c45-4cc2-8077-77f43d3c0f54,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:15.515064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:15.523697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:48:15.524268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:15.574142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.592780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-54ba1428-56ba-42bd-93d8-c331e7b23f30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5599203 Dec 22 15:48:15.594982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:15.636017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ebddce0-dc00-4d90-a407-83c5fe42ac25 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.4719012 Dec 22 15:48:15.636297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45988) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:15.811529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Calling delete_port for 38aba007-cd62-4d0a-9131-1f9e14c01e9a owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:15.901102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daddb38f-5189-49d8-b7c9-193321baeb1e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:15.902138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-daddb38f-5189-49d8-b7c9-193321baeb1e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:15.962742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.004092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-daddb38f-5189-49d8-b7c9-193321baeb1e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:16.009789 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-daddb38f-5189-49d8-b7c9-193321baeb1e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3681135 Dec 22 15:48:16.009789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.009789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 45998) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.111521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.132587 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-41c9859b-91b7-40cf-b807-1c66c0ab9a14 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206556 Dec 22 15:48:16.206606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.235614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fac70165-df8a-4e68-9572-90b974863b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:16.241644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4ff1b-f6b0-44d5-bf8a-e7a165fa49cc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:16.243205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c4ff1b-f6b0-44d5-bf8a-e7a165fa49cc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:16.246479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-63c4ff1b-f6b0-44d5-bf8a-e7a165fa49cc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:16.273160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.296476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] In _notify_port_updated(), no bound segment for port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 on network 808b1097-98d0-4132-9bcf-2add5cc1e9ff {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:48:16.300775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:16.301472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.303107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "PUT /v2.0/ports/00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 HTTP/1.1" status: 200 len: 1130 time: 2.2367728 Dec 22 15:48:16.310583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46004) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.321850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-63c4ff1b-f6b0-44d5-bf8a-e7a165fa49cc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:16.325814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-63c4ff1b-f6b0-44d5-bf8a-e7a165fa49cc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3127465 Dec 22 15:48:16.368169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46008) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.368550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46010) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.425810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.457810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event updated for resources: {'Port': ['ID=00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:16.464565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:16.477752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5c95a23f-8df6-4b2e-832f-c4a558c86ecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:16.489552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Allocated IP 172.26.1.248 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/4308c753-95ff-4dc0-a14f-d2a02aa3a4d6) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:16.506697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cefa12-8fae-4d68-a788-8f2d43bd4f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:16.512816 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26cefa12-8fae-4d68-a788-8f2d43bd4f4c tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "GET /v2.0/ports/00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 HTTP/1.1" status: 200 len: 1130 time: 0.1950412 Dec 22 15:48:16.514040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46018) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.520911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.540987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.582579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 92046944-17b1-417e-8249-6f621078af3a {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:16.594146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Port': ['ID=38aba007-cd62-4d0a-9131-1f9e14c01e9a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:16.603856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/ports/38aba007-cd62-4d0a-9131-1f9e14c01e9a HTTP/1.1" status: 204 len: 168 time: 2.1460474 Dec 22 15:48:16.605218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:16.606763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.610289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46022) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.612217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dfa7ca85-9093-4d92-a63b-7fa2cdc7abb8 req-334b8aa6-fc19-40ba-856d-647a86ddc3e2 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719839 Dec 22 15:48:16.740470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting port a84a3e44-c9fd-4537-b225-e00868f28797 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:16.742938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.770143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d38c3791-4c45-4cc2-8077-77f43d3c0f54 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:16.784394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-380c70c0-768c-4cab-9e61-87f47085d547 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] Request body: {'port': {'network_id': '74c547e5-5a17-4cc7-93ad-8bc71f1e5fbe', 'name': 'tempest-NetworksNegativeTestJSON-319588579'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:16.801346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2de48044-e515-410b-bcb8-bd1353004ff9 None None] Provisioning complete for port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:16.801767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2de48044-e515-410b-bcb8-bd1353004ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.828836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:16.884611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-380c70c0-768c-4cab-9e61-87f47085d547 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] POST failed (client error): The resource could not be found. Dec 22 15:48:16.885118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380c70c0-768c-4cab-9e61-87f47085d547 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:16.890274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-380c70c0-768c-4cab-9e61-87f47085d547 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5131950 Dec 22 15:48:16.906760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Deleting port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:16.907140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.914131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2de48044-e515-410b-bcb8-bd1353004ff9 None None] Port 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:16.933721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46026) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:16.945330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.947247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:16.967792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d38c3791-4c45-4cc2-8077-77f43d3c0f54 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:16.993976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.129652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.142560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf3bea5-e0ba-49b7-a264-967db60f2757 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:17.143065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf3bea5-e0ba-49b7-a264-967db60f2757 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:17.185928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8bf3bea5-e0ba-49b7-a264-967db60f2757 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "DELETE /v2.0/networks/8cf1b96e-6cdc-42b8-bc47-7fe224f2e1b4 HTTP/1.1" status: 404 len: 339 time: 0.2384796 Dec 22 15:48:17.194430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.324410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f561b19-b971-4a71-b803-8664ca936186 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:17.324960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f561b19-b971-4a71-b803-8664ca936186 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:17.331481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f561b19-b971-4a71-b803-8664ca936186 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "DELETE /v2.0/ports/f478148c-6ae7-4de7-913f-2f02f50f85fd HTTP/1.1" status: 404 len: 333 time: 0.1030722 Dec 22 15:48:17.337567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.372544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Calling delete_port for a84a3e44-c9fd-4537-b225-e00868f28797 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:17.517283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.26.1.223 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d759a9e4-0e81-4497-9e14-d4bc110ae2ea) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:17.570703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.578310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbcb9f60-1c8f-47f9-a6e2-2f39a2e3399b tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:17.679541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1b4301-a9bb-4e3a-98f5-41b1f4c966c4 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] DELETE failed (client error): The resource could not be found. Dec 22 15:48:17.679541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1b4301-a9bb-4e3a-98f5-41b1f4c966c4 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:17.679541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df1b4301-a9bb-4e3a-98f5-41b1f4c966c4 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "DELETE /v2.0/subnets/2c6574ba-392c-4ebf-a70c-68ca06e335a5 HTTP/1.1" status: 404 len: 337 time: 0.3387213 Dec 22 15:48:17.686051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.687798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Port': ['ID=a84a3e44-c9fd-4537-b225-e00868f28797,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:17.689646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46040) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.694948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6433ea0-d956-4a76-ad84-4525f3bc80a4 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:17.696562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:17.739179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.751822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7dac81-6dc9-4470-8205-a3fe9f03b69f tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] GET failed (client error): The resource could not be found. Dec 22 15:48:17.753220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb7dac81-6dc9-4470-8205-a3fe9f03b69f tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "GET /v2.0/networks/9f5e0768-e095-4cba-bfb8-367a3c21ceaa HTTP/1.1" status: 404 len: 339 time: 0.0584471 Dec 22 15:48:17.759674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/ports/a84a3e44-c9fd-4537-b225-e00868f28797 HTTP/1.1" status: 204 len: 168 time: 1.1456151 Dec 22 15:48:17.759674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46044) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.765664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46046) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.777473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Provisioning for port d38c3791-4c45-4cc2-8077-77f43d3c0f54 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:17.783220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Provisioning complete for port d38c3791-4c45-4cc2-8077-77f43d3c0f54 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:17.783872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.808503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.883157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4a753ec8-1a90-4103-af86-783e819bbfa2 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Synchronizing usage tracker for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:17.885971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad3cd38-344f-4fea-a430-415d211b3520 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] GET failed (client error): The resource could not be found. Dec 22 15:48:17.892717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ad3cd38-344f-4fea-a430-415d211b3520 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "GET /v2.0/ports/396c1160-a129-4fd9-9be2-479f2f75253f HTTP/1.1" status: 404 len: 333 time: 0.1251063 Dec 22 15:48:17.893373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46052) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.898525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.933403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:17.956851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0500e6-2b66-4f86-8f3c-e94f1c8bbb07 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] GET failed (client error): The resource could not be found. Dec 22 15:48:17.958276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b0500e6-2b66-4f86-8f3c-e94f1c8bbb07 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "GET /v2.0/subnets/51a241ab-6495-4124-b306-372903a1e391 HTTP/1.1" status: 404 len: 337 time: 0.0640290 Dec 22 15:48:17.963690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46056) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:17.971701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-49f953ce-fa1f-44b1-9489-15eaf24c138b tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:17.979040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:17.979954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event updated for resources: {'Port': ['ID=4308c753-95ff-4dc0-a14f-d2a02aa3a4d6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:17.985161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:17.998798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:18.001025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4a753ec8-1a90-4103-af86-783e819bbfa2 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Unset dirty status for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:18.005664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4a753ec8-1a90-4103-af86-783e819bbfa2 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2353752 Dec 22 15:48:18.007378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f953ce-fa1f-44b1-9489-15eaf24c138b tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] PUT failed (client error): The resource could not be found. Dec 22 15:48:18.007510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f953ce-fa1f-44b1-9489-15eaf24c138b tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:18.007626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:18.008624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49f953ce-fa1f-44b1-9489-15eaf24c138b tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "PUT /v2.0/networks/18ad4589-ca43-48f9-bde6-e269afd8b350 HTTP/1.1" status: 404 len: 339 time: 0.0431440 Dec 22 15:48:18.010996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46060) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.013180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46062) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.020807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1174050574'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.030216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6e7fbe4c-1a96-447e-a3db-55e88c53acdd tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.056423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:18.057551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.070852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.075817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:network and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:18.078652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa46161-e82d-4fa7-ac5e-79c89eef8109 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:18.107079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7fbe4c-1a96-447e-a3db-55e88c53acdd tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] PUT failed (client error): The resource could not be found. Dec 22 15:48:18.107593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7fbe4c-1a96-447e-a3db-55e88c53acdd tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:18.108837 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e7fbe4c-1a96-447e-a3db-55e88c53acdd tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "PUT /v2.0/ports/ed3d8462-4a8c-437e-b68c-40c8656b1d97 HTTP/1.1" status: 404 len: 333 time: 0.0936956 Dec 22 15:48:18.114606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:18.121375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46068) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.137590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:18.149185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-60efc01c-bec5-4629-bb87-21a861546ed1 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.200417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-60efc01c-bec5-4629-bb87-21a861546ed1 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] PUT failed (client error): The resource could not be found. Dec 22 15:48:18.200912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60efc01c-bec5-4629-bb87-21a861546ed1 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:48:18.207171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60efc01c-bec5-4629-bb87-21a861546ed1 tempest-NetworksNegativeTestJSON-1205372718 tempest-NetworksNegativeTestJSON-1205372718-project] 10.222.0.18 "PUT /v2.0/subnets/a4286b43-4300-425a-80b1-b16a2252c0b6 HTTP/1.1" status: 404 len: 337 time: 0.0686350 Dec 22 15:48:18.215817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:18.217020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=d759a9e4-0e81-4497-9e14-d4bc110ae2ea,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:18.218225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Calling delete_port for 00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:18.219985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:18.221543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:18.222284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:18.224249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:18.226705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:18.247564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.253647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:18.259297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.265763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7849afda-0937-48fd-8239-c48257dbd8e3 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:18.356268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=92046944-17b1-417e-8249-6f621078af3a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:18.361249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:18.371984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:18.384957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.385355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment d4ef130c-c64b-4296-a6b1-4787a0675555 of type vlan for network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 Dec 22 15:48:18.387578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f337f-923f-46d5-b793-98bf8c35b07d None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:18.390755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.427508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.434424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:18.482124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:18.521890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.525577 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/92046944-17b1-417e-8249-6f621078af3a HTTP/1.1" status: 204 len: 168 time: 2.1517391 Dec 22 15:48:18.525577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.527674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:18.528484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.535074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46074) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.535878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:18.581192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:18.581899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:18.606835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.0997355 Dec 22 15:48:18.617880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46080) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.625525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': '2194d4dc-062e-4d3a-b930-883771e7a7bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.658820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:18.681568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:18.682258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:18.709898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.716355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46084) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.731364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.732131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.734120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:18.746959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7326474 Dec 22 15:48:18.750855 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b65c5c81-7671-4398-860c-ae8c3d12cc14 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987104 Dec 22 15:48:18.773942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.774966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46092) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:18.790016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:18.790796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b859d-90f2-4482-962e-e138ef5426bf None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:18.806304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.816457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.838132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=47735dc8-2aa4-4c96-aee1-7ec2bc937d09,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:18.843451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:18.848585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-312887865'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:18.857281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:18.870022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:18.870683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event deleted for resources: {'Port': ['ID=00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:18.915443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:18.918692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:18.966212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] For port d38c3791-4c45-4cc2-8077-77f43d3c0f54, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d38c3791-4c45-4cc2-8077-77f43d3c0f54,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:18.967448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:18.986337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Deleting port d38c3791-4c45-4cc2-8077-77f43d3c0f54 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:18.987075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.039116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:network and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:19.046839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.051606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:19.079634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfa68c5-cf04-42fd-8d8a-a72043e342ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:19.083743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:19.133455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.152480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.184616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.192994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.201932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:19.208182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Usage tracker for resource:security_group_rule and tenant:66e4c3ddc1ce450992b577a2f7389bf2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:19.213816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:19.227814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.288350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:19.297979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:19.308066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:19.313801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.327270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:19.336830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:19.355180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "DELETE /v2.0/ports/00ab6ddb-8aaa-41c0-aa7b-9bd4f9e5a129 HTTP/1.1" status: 204 len: 168 time: 2.8404460 Dec 22 15:48:19.356343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:19.357776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46098) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:19.371636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Pushing event updated for resources: {'Port': ['ID=d38c3791-4c45-4cc2-8077-77f43d3c0f54,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:19.424480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:19.441837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:19.450260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] For port d38c3791-4c45-4cc2-8077-77f43d3c0f54, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d38c3791-4c45-4cc2-8077-77f43d3c0f54,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:19.451034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.532733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:19.538934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.580150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Calling delete_port for d38c3791-4c45-4cc2-8077-77f43d3c0f54 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:19.581225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.619860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.620361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Added segment 9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2 of type vlan for network aa0228d2-a4d4-4498-a129-600661197122 Dec 22 15:48:19.636844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.648595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e94728-0a00-48a7-b083-e48d0f3c7fb1 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:19.730041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd25612-1175-40b9-a121-81a233e706f8,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:19.737621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:19.743167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.743310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66e4c3ddc1ce450992b577a2f7389bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0192711 Dec 22 15:48:19.746562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46102) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:19.750112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b6c7ffb-5567-4013-83ee-c495941b67c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:19.753996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Deleting subnet 9efe95f6-e349-4fe5-ac11-887b197639b3 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:19.773584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.815938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Pushing event deleted for resources: {'Port': ['ID=d38c3791-4c45-4cc2-8077-77f43d3c0f54,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:19.819797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:19.822326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] No DVR routers for this DVR port d38c3791-4c45-4cc2-8077-77f43d3c0f54 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:19.894288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:19.973649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.019717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.032455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router eab0a6da-feac-4f02-a8b4-a9d8e2f936ee is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:20.084685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.089250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.308855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.312992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:20.313647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.324730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:20.579246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:20.589745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] Sync routers for ids ['eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:20.591178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Network': ['ID=aa0228d2-a4d4-4498-a129-600661197122,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:20.593414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.599345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:20.606888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network aa0228d2-a4d4-4498-a129-600661197122 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:20.607584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] Routers {'eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:20.607781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:20.608436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:20.611947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.613297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "PUT /v2.0/routers/eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 200 len: 914 time: 7.2908845 Dec 22 15:48:20.616977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd25612-1175-40b9-a121-81a233e706f8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:20.619478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:20.620268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.624603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0cd25612-1175-40b9-a121-81a233e706f8 HTTP/1.1" status: 204 len: 168 time: 0.8768778 Dec 22 15:48:20.625817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46106) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.635565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8601003 Dec 22 15:48:20.701879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.713456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:20.753455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.765608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:20.783876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64fcca6b-83ee-48e7-931f-53c16404197e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:20.796187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] Routers {'eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:20.797131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:20.808972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Router 99bba43d-402d-4318-82a4-788dc28747d7 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:20.825698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46112) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.837888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d38c3791-4c45-4cc2-8077-77f43d3c0f54 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:20.863206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'subnets': [{'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--37512642', 'ip_version': 4}, {'network_id': 'aa0228d2-a4d4-4498-a129-600661197122', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:20.863549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'subnet': {'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--37512642', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:20.864152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Request body: {'subnet': {'network_id': 'aa0228d2-a4d4-4498-a129-600661197122', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:20.877575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event deleted for resources: {'Subnet': ['ID=9efe95f6-e349-4fe5-ac11-887b197639b3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:20.880287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:20.891922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d38c3791-4c45-4cc2-8077-77f43d3c0f54 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:20.893831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:20.899351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "DELETE /v2.0/subnets/9efe95f6-e349-4fe5-ac11-887b197639b3 HTTP/1.1" status: 204 len: 168 time: 1.5401628 Dec 22 15:48:20.900500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d38c3791-4c45-4cc2-8077-77f43d3c0f54 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:20.902554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46116) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:20.919785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f398e-afb2-4656-93f6-8bdbc9811676 None None] Network 808b1097-98d0-4132-9bcf-2add5cc1e9ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:20.942484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:20.943401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f801dfbf-7fe0-47ca-9554-82ad1ec6e873 None None] The sync data for ids ['eab0a6da-feac-4f02-a8b4-a9d8e2f936ee'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:20.964138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:20.971509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:20.981317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:20.981957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.040098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca85841e-18e1-4e2b-8f81-c24917bd87d0 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:21.041932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=59ef4db3-875a-4d6e-ae75-ca2f73f950e7,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:21.056492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.112515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:21.153133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Deleting port e221f899-78a5-4fbe-a8c7-34200decc3db {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:21.153520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.243545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4662108 Dec 22 15:48:21.252161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46126) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:21.384950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.388036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:21.393956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Usage tracker for resource:subnet and tenant:ab9b3f5617dc42739ce79eeb92efe5c8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:21.398768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:21.406568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:21.419121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:21.419284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.419969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:21.420897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.449203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:21.460912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:router and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:21.465414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:21.477260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] For port e221f899-78a5-4fbe-a8c7-34200decc3db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e221f899-78a5-4fbe-a8c7-34200decc3db,segment=NetworkSegment(8d411b94-9f85-49b8-9526-22d88d6e2e6f),segment_id=8d411b94-9f85-49b8-9526-22d88d6e2e6f)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:21.477800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.488181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:21.546802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Made reservation on behalf of ab9b3f5617dc42739ce79eeb92efe5c8 for: {'subnet': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:21.564856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d49dfeec-770e-459e-a6f1-d6841a11fa43 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 200 len: 920 time: 0.9376891 Dec 22 15:48:21.572984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46134) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:21.624296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270985bf-1cdd-4fdc-8752-445aaf5cc3ff None None] DHCP port deletion for 808b1097-98d0-4132-9bcf-2add5cc1e9ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:21.636072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Calling delete_port for e221f899-78a5-4fbe-a8c7-34200decc3db owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:21.636912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-270985bf-1cdd-4fdc-8752-445aaf5cc3ff None None] Deleting port e221f899-78a5-4fbe-a8c7-34200decc3db {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:21.637332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270985bf-1cdd-4fdc-8752-445aaf5cc3ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.686408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.687629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.737704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.764088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-270985bf-1cdd-4fdc-8752-445aaf5cc3ff None None] The port 'e221f899-78a5-4fbe-a8c7-34200decc3db' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:48:21.772454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.773375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/59ef4db3-875a-4d6e-ae75-ca2f73f950e7/2759e87f-8e46-4830-8454-ae55eb17797f) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:21.780029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26a4d70d-1e47-419f-a788-36aa0ff204ee tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:21.843526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event deleted for resources: {'Port': ['ID=e221f899-78a5-4fbe-a8c7-34200decc3db,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:21.851127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.858587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:21.887841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] No DVR routers for this DVR port e221f899-78a5-4fbe-a8c7-34200decc3db on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:21.952158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:21.954940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f2e096d-e492-443f-b5ed-8810ff0a70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7016180 Dec 22 15:48:21.958780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46144) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.041026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.041425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.062488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.075312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3463d170-05b2-4870-9f02-6958d696cf8f tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=eab0a6da-feac-4f02-a8b4-a9d8e2f936ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4916868 Dec 22 15:48:22.076917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46148) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.077036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Transition to ACTIVE for port object 2759e87f-8e46-4830-8454-ae55eb17797f will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:22.097485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46152) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.101304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Transition to ACTIVE for port object 2759e87f-8e46-4830-8454-ae55eb17797f will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:22.124861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.133075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:22.134386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.140939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5c1a018-ddf8-4e87-b14f-d66282ec4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:22.176864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] Sync routers for ids ['99bba43d-402d-4318-82a4-788dc28747d7'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:22.223524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808b1097-98d0-4132-9bcf-2add5cc1e9ff']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.225216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:22.229694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:22.235554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:22.244763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Pushing event updated for resources: {'Port': ['ID=2759e87f-8e46-4830-8454-ae55eb17797f,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:22.249860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] Routers {'99bba43d-402d-4318-82a4-788dc28747d7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:22.250705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['99bba43d-402d-4318-82a4-788dc28747d7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.261092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d411b94-9f85-49b8-9526-22d88d6e2e6f') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.261790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d411b94-9f85-49b8-9526-22d88d6e2e6f') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.277756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.299403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.309454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:22.310303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.323159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:22.325300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:22.353173 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:22.423048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] Routers {'99bba43d-402d-4318-82a4-788dc28747d7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:22.423928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['99bba43d-402d-4318-82a4-788dc28747d7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.496880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Attempting to bind port 2759e87f-8e46-4830-8454-ae55eb17797f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:22.497507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Attempting to bind port 2759e87f-8e46-4830-8454-ae55eb17797f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:22.498034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Attempting to bind port 2759e87f-8e46-4830-8454-ae55eb17797f on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:22.501165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:22.501747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65311705-96d3-4cbd-94d9-e5372ea22b91 None None] The sync data for ids ['99bba43d-402d-4318-82a4-788dc28747d7'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:22.508596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.509009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:22.509670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:22.510241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.510820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:22.511642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Bound port: 2759e87f-8e46-4830-8454-ae55eb17797f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:22.512171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.513744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.523606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca4beb60-d217-4279-98d8-2b3287000944 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:22.546166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] 10.222.0.18 "DELETE /v2.0/networks/808b1097-98d0-4132-9bcf-2add5cc1e9ff HTTP/1.1" status: 204 len: 168 time: 1.6395862 Dec 22 15:48:22.559218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-1120216867'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:22.572174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:22.581876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.586808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4233482 Dec 22 15:48:22.589327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:22.593381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.600251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:22.610512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Pushing event deleted for resources: {'Network': ['ID=808b1097-98d0-4132-9bcf-2add5cc1e9ff,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:22.613245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:22.646979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:22.651178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2759e87f-8e46-4830-8454-ae55eb17797f,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:22.673378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:22.688263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.696564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:22.727129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fbd7fb-c02d-403b-afb0-474519102b2f tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:22.732516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21fbd7fb-c02d-403b-afb0-474519102b2f tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.6428273 Dec 22 15:48:22.733567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46164) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.751704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e221f899-78a5-4fbe-a8c7-34200decc3db no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:22.824286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: e221f899-78a5-4fbe-a8c7-34200decc3db {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:22.824659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e221f899-78a5-4fbe-a8c7-34200decc3db not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:22.847428 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fb8a1142-ede3-46ee-b293-3a2a7f32e309 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 200 len: 205 time: 0.1036253 Dec 22 15:48:22.848243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46168) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:22.861805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:22.864161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Pushing event updated for resources: {'Port': ['ID=2759e87f-8e46-4830-8454-ae55eb17797f,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:22.871224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.871362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:22.924128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:22.984727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.007481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:48:23.097723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46174) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:23.277797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:23.330460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:security_group_rule and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:23.336763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:23.340717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::1 (3869d436-ab4f-45bb-9569-b3230aca28ff/59ef4db3-875a-4d6e-ae75-ca2f73f950e7/cc98f8a1-2013-4754-93b4-fe4a3c84cebb) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:23.382338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:23.733673 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23b359f3-2d7f-471f-87f7-90953a7b0bba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=937c79ed31a04e3ba229b29e403ebd04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6307945 Dec 22 15:48:23.737272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46180) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:23.779894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.826844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object cc98f8a1-2013-4754-93b4-fe4a3c84cebb will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:23.837871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.855925 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d165c102-22c0-4640-88e2-bf7f061e8c3c tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/99bba43d-402d-4318-82a4-788dc28747d7 HTTP/1.1" status: 200 len: 924 time: 1.2568507 Dec 22 15:48:23.862692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46184) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:23.869939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.909093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.922684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.930770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:23.941456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:23.948431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-50ddf6df-30f7-4ebb-8752-70fc5bdc74e2 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=99bba43d-402d-4318-82a4-788dc28747d7 HTTP/1.1" status: 200 len: 205 time: 0.0820534 Dec 22 15:48:23.951352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:24.027519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.038593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72500081-1f54-4d72-87a1-9afe75949e47 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:24.045830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:24.075400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:24.079105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.086968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7344975-3ab2-4748-8b1d-0b4b2889f1da,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:24.091386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:24.092336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.092722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment b81ca165-3769-4678-9260-333b76bb0317 of type vlan for network 71e43910-7550-4f44-9766-b2ffc8495bec Dec 22 15:48:24.095755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e3708c76-b9c5-4303-b54b-071ab483967d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:24.135128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:24.139993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:24.143135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:24.143695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.146477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:24.151619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:24.169605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.175296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2332c18-2111-4add-a019-f41c3818753e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:24.197430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4694d1e9-be30-4525-a73e-0babe7a24dc1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:24.200659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:24.233935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.243974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Subnet': ['ID=a9095865-0e8a-499f-ab28-dc6fdecb960c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:24.292980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.296687 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4694d1e9-be30-4525-a73e-0babe7a24dc1 HTTP/1.1" status: 204 len: 168 time: 0.5559556 Dec 22 15:48:24.319080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:24.386802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.439889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Checking segment: {'id': 'd4ef130c-c64b-4296-a6b1-4787a0675555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:24.440296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network hostable DHCP agents. Network: 47735dc8-2aa4-4c96-aee1-7ec2bc937d09, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:24.464337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.498383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.502698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:24.503369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:24.513468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:24.823823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2759e87f-8e46-4830-8454-ae55eb17797f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:24.922044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:24.971833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2759e87f-8e46-4830-8454-ae55eb17797f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:25.016923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=71e43910-7550-4f44-9766-b2ffc8495bec,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:25.023040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:25.036591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 71e43910-7550-4f44-9766-b2ffc8495bec details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:25.047892 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9219086 Dec 22 15:48:25.049877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46202) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:25.050002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.060250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-1722998075'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:25.083112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:25.083112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 47735dc8-2aa4-4c96-aee1-7ec2bc937d09) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:25.083452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:25.086079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.095447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:25.096930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:25.128403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:25.129094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:25.135733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.139006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:25.151063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:25.176229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.180941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.182159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.199768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5e8e0af-d4b0-4f50-9e6c-399963cdc262 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:25.218193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.225131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:25.229999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:25.243133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd821b-4671-4adc-938d-628984dfdc39 None None] Network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:25.244362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:25.245043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:25.278361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port d759a9e4-0e81-4497-9e14-d4bc110ae2ea {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:25.278801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.313054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:25.333932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:25.363226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:25.374495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.375921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:25.376385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f405eb2-73ba-48ef-8ae9-6bc9fb6179dd None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:25.404209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81fceff9-f96f-4422-91ce-dfcf86738745 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/b2e175b5-67b5-44bb-ac8f-b5836ed1e1cf HTTP/1.1" status: 200 len: 978 time: 6.7850504 Dec 22 15:48:25.409310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46208) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:25.410121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event updated for resources: {'Subnet': ['ID=180df9ef-ebe5-4656-9b40-1e6b8ff1c6df,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:25.415545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:25.567421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:25.569773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:25.572375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port 4308c753-95ff-4dc0-a14f-d2a02aa3a4d6 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:25.572375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.669737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Checking segment: {'id': '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:25.677117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network hostable DHCP agents. Network: aa0228d2-a4d4-4498-a129-600661197122, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:25.733811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Provisioning for port 2759e87f-8e46-4830-8454-ae55eb17797f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:25.824569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Provisioning complete for port 2759e87f-8e46-4830-8454-ae55eb17797f triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:25.825551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.852258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.871673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:25.894637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:25.895038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment d5e823e9-e4be-4ff1-9ec4-fece6741337b of type vlan for network 5c3675a8-2e64-40f5-92d3-a91d133d261e Dec 22 15:48:25.980363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.008056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46218) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:26.018228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for d759a9e4-0e81-4497-9e14-d4bc110ae2ea owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:26.062906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.070375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Network aa0228d2-a4d4-4498-a129-600661197122 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:26.075477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-47735dc8-2aa4-4c96-aee1-7ec2bc937d09', 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09', 'tenant_id': 'ab9b3f5617dc42739ce79eeb92efe5c8', 'fixed_ips': [{'subnet_id': 'a9095865-0e8a-499f-ab28-dc6fdecb960c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:26.076369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.091658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 08bb3823-e242-4109-994b-964d829d1d11 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:26.091658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.142628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, aa0228d2-a4d4-4498-a129-600661197122) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:26.149380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.149814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.150543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.157061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf8efa-2496-4392-b773-8086965fba21 None None] Network aa0228d2-a4d4-4498-a129-600661197122 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:26.176694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for 4308c753-95ff-4dc0-a14f-d2a02aa3a4d6 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:26.227159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2759e87f-8e46-4830-8454-ae55eb17797f,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:26.292042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.298366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:26.332497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-156963073'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:26.341071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 5.4986458 Dec 22 15:48:26.342969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46224) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:26.362868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:26.364226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.414058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Usage tracker for resource:network and tenant:2a1f296cbb8d4f67b7f63588ca5a9663 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:26.421825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:26.439143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:26.511239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Pushing event updated for resources: {'Port': ['ID=2759e87f-8e46-4830-8454-ae55eb17797f,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:26.522641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:26.531095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Allocated IP 172.20.0.2 (47735dc8-2aa4-4c96-aee1-7ec2bc937d09/a9095865-0e8a-499f-ab28-dc6fdecb960c/53773878-49a4-421e-b10f-967a125970d2) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:26.540261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.541898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.543572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.544470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Synchronizing usage tracker for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:26.548770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-001094cd-3974-4a41-aa7b-9b2c6877e648 None None] Provisioning for port cc98f8a1-2013-4754-93b4-fe4a3c84cebb completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:26.554996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.555371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.586788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Made reservation on behalf of 2a1f296cbb8d4f67b7f63588ca5a9663 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:26.591944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-001094cd-3974-4a41-aa7b-9b2c6877e648 None None] Provisioning complete for port cc98f8a1-2013-4754-93b4-fe4a3c84cebb triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:26.592367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.592477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001094cd-3974-4a41-aa7b-9b2c6877e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.644243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-aa0228d2-a4d4-4498-a129-600661197122', 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122', 'tenant_id': 'ab9b3f5617dc42739ce79eeb92efe5c8', 'fixed_ips': [{'subnet_id': '180df9ef-ebe5-4656-9b40-1e6b8ff1c6df'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:26.645160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.654583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.660293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a371e5bc-86b1-46b6-9a04-44fe90104330 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:26.767821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=4308c753-95ff-4dc0-a14f-d2a02aa3a4d6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:26.771974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 08bb3823-e242-4109-994b-964d829d1d11 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:26.772793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.777238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:26.777904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.784717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:26.786905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08cb228f-966f-4772-a448-2a0b4b5acdff tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:26.804860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2759e87f-8e46-4830-8454-ae55eb17797f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:26.805211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.853626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:26.857667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Usage tracker for resource:security_group_rule and tenant:2a1f296cbb8d4f67b7f63588ca5a9663 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:26.863891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Unset dirty status for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:26.868779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-952a67c9-aa8a-4a3b-9be3-04fdaa957486 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.5189316 Dec 22 15:48:26.869396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:26.870837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-001094cd-3974-4a41-aa7b-9b2c6877e648 None None] Port cc98f8a1-2013-4754-93b4-fe4a3c84cebb cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:26.873715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:26.916862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:26.931436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:26.943086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b30b1a41-4a4e-4d29-b1d4-01f449934128 tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:26.992558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9397552 Dec 22 15:48:27.005269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:27.028389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=d759a9e4-0e81-4497-9e14-d4bc110ae2ea,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:27.031105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:27.036589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:27.078956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=5c3675a8-2e64-40f5-92d3-a91d133d261e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:27.084893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:27.099079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2759e87f-8e46-4830-8454-ae55eb17797f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:27.100273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.128616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:27.211079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Allocated IP 172.20.0.18 (aa0228d2-a4d4-4498-a129-600661197122/180df9ef-ebe5-4656-9b40-1e6b8ff1c6df/d2859b50-0847-49fe-b563-101a9009c147) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:27.213358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.245190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.300708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Transition to ACTIVE for port object 53773878-49a4-421e-b10f-967a125970d2 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:27.362265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Transition to ACTIVE for port object 53773878-49a4-421e-b10f-967a125970d2 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:27.433133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.486382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43ad2899-8d64-4ba6-a22f-aad91b8c4b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:27.554627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.566085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.611434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:27.685958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.686823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router 99bba43d-402d-4318-82a4-788dc28747d7 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:27.695124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:27.713743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:27.720428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:27.761375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:27.763068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:27.767321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Pushing event updated for resources: {'Port': ['ID=53773878-49a4-421e-b10f-967a125970d2,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:27.769728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:27.772672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.777765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/99bba43d-402d-4318-82a4-788dc28747d7 HTTP/1.1" status: 204 len: 168 time: 3.8215559 Dec 22 15:48:27.784968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:27.785313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46236) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:27.793281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-470126690', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:27.800267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:27.807940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:router and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:27.812458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:27.820665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:27.824422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:27.853761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:27.859615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "PUT /v2.0/routers/05874bc5-ab8a-4482-a8a2-c715c7e13c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8879893 Dec 22 15:48:27.862282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46240) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:27.875655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Sync routers for ids ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:27.912457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.940160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting subnet a9095865-0e8a-499f-ab28-dc6fdecb960c {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:27.948552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.954293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8404aa-630c-4bb2-bf95-cc91472377bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:27.954995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d8404aa-630c-4bb2-bf95-cc91472377bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:27.955233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Attempting to bind port 53773878-49a4-421e-b10f-967a125970d2 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:27.955579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Attempting to bind port 53773878-49a4-421e-b10f-967a125970d2 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd4ef130c-c64b-4296-a6b1-4787a0675555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:27.955997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Attempting to bind port 53773878-49a4-421e-b10f-967a125970d2 on network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:27.967018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Routers {'05874bc5-ab8a-4482-a8a2-c715c7e13c2b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:27.967723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:27.979110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.994134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:27.995254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.014303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.022739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d8404aa-630c-4bb2-bf95-cc91472377bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:28.026823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d8404aa-630c-4bb2-bf95-cc91472377bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports/cc98f8a1-2013-4754-93b4-fe4a3c84cebb HTTP/1.1" status: 200 len: 911 time: 0.1606002 Dec 22 15:48:28.027261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46244) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:28.053988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.057715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:28.072203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.091260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:28.091689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Checking segment: {'id': 'd4ef130c-c64b-4296-a6b1-4787a0675555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:28.092561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.092561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Bound using segment: {'id': 'd4ef130c-c64b-4296-a6b1-4787a0675555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:28.092894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d7d7c9ca-e817-4055-9ac6-beebb80cb92d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:28.093075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Bound port: 53773878-49a4-421e-b10f-967a125970d2, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ef130c-c64b-4296-a6b1-4787a0675555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47735dc8-2aa4-4c96-aee1-7ec2bc937d09'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:28.093457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.120728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299c2a3-1a5d-413e-b22b-48e54f4b08eb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:28.125353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299c2a3-1a5d-413e-b22b-48e54f4b08eb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:28.129868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3299c2a3-1a5d-413e-b22b-48e54f4b08eb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0990918 Dec 22 15:48:28.130054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.130394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46248) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:28.183140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Transition to ACTIVE for port object d2859b50-0847-49fe-b563-101a9009c147 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:28.228930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=08bb3823-e242-4109-994b-964d829d1d11,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:28.231619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:28.232358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Set router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:28.238042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.282963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:28.293784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Transition to ACTIVE for port object d2859b50-0847-49fe-b563-101a9009c147 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:28.296569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:28.338321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:28.342133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=53773878-49a4-421e-b10f-967a125970d2,segment=NetworkSegment(d4ef130c-c64b-4296-a6b1-4787a0675555),segment_id=d4ef130c-c64b-4296-a6b1-4787a0675555)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:28.406478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.411102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.417078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d793f086-f182-432b-8328-7ccc28d1d41f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:28.512868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.513092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Added segment c39e2732-722e-4eb4-898b-446e2fa333bf of type vlan for network c4fee184-b1d2-4f04-9e32-ed440da85d16 Dec 22 15:48:28.588342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Network aa0228d2-a4d4-4498-a129-600661197122 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:28.594739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:28.604980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:28.630080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d9b383-542f-4585-95b3-8bfdc1bc6211,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:28.633297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:28.639413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.652525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.662939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Pushing event updated for resources: {'Port': ['ID=53773878-49a4-421e-b10f-967a125970d2,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:28.697817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.761188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.766964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.774884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.829260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Attempting to bind port d2859b50-0847-49fe-b563-101a9009c147 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:28.834085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Attempting to bind port d2859b50-0847-49fe-b563-101a9009c147 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:28.835249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Attempting to bind port d2859b50-0847-49fe-b563-101a9009c147 on network aa0228d2-a4d4-4498-a129-600661197122 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:28.843408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Pushing event updated for resources: {'Port': ['ID=d2859b50-0847-49fe-b563-101a9009c147,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:28.885824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:28.890504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:28.890941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Checking segment: {'id': '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:28.891412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.891861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Bound using segment: {'id': '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:28.892406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Bound port: d2859b50-0847-49fe-b563-101a9009c147, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa0228d2-a4d4-4498-a129-600661197122'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:28.892833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:28.906749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.461s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:28.907528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:28.918612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.025944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:29.031104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:29.034005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:24Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': 'cc98f8a1-2013-4754-93b4-fe4a3c84cebb', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:2b:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:23Z', 'updated_at': '2021-12-22T15:48:24Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:29.038786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Checking router: 05874bc5-ab8a-4482-a8a2-c715c7e13c2b for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:29.039445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Updating router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b port cc98f8a1-2013-4754-93b4-fe4a3c84cebb binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:48:29.077493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.078432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router eab0a6da-feac-4f02-a8b4-a9d8e2f936ee {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:29.098390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.120425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.140779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccf53a3c-cbd9-4a88-ad95-22081e035c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:29.148606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.156891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:29.157574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.168136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:29.184822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.254341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.321625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.342002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Pushing event updated for resources: {'Port': ['ID=d2859b50-0847-49fe-b563-101a9009c147,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:29.352265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:29.555284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 172.26.1.162 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d75a4a10-c4c0-4cb5-8cce-7e984279de12) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:29.626752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.629236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.647908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.662896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Transition to ACTIVE for port object cc98f8a1-2013-4754-93b4-fe4a3c84cebb will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:29.716183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.720957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4d418f88-e144-4b2b-8a2a-094878bcc331 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:29.743112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.748101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 204 len: 168 time: 6.8849547 Dec 22 15:48:29.753610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:29.761704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event updated for resources: {'Network': ['ID=c4fee184-b1d2-4f04-9e32-ed440da85d16,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:29.765099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:29.777061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e401f560-3a3f-4939-99c3-e422a4a95f83 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:29.819027 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/subnets/a9095865-0e8a-499f-ab28-dc6fdecb960c HTTP/1.1" status: 204 len: 168 time: 2.9411199 Dec 22 15:48:29.822084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Pushing event updated for resources: {'Port': ['ID=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:29.839730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:29.840877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:29.849298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730858231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:29.862651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:29.867008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 3.8199415 Dec 22 15:48:29.870211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:29.875744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Subnet': ['ID=a9095865-0e8a-499f-ab28-dc6fdecb960c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:29.878687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:29.879480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46260) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:29.924084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:29.932227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Request body: {'subnet': {'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:29.951312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:29.961460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:29.967133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:29.993333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.015289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:30.067681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.085731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-243f7782-c728-44ac-bb7d-0511ad38adfc tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:30.171071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.172125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.192240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.295280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:30.306177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:30.308815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:30.356518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Attempting to bind port cc98f8a1-2013-4754-93b4-fe4a3c84cebb on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:30.356936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Attempting to bind port cc98f8a1-2013-4754-93b4-fe4a3c84cebb by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:30.357355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Attempting to bind port cc98f8a1-2013-4754-93b4-fe4a3c84cebb on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:30.370713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:30.371150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:30.371605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.372046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:30.372713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Bound port: cc98f8a1-2013-4754-93b4-fe4a3c84cebb, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:30.373136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.449292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=09ea0e6f-7214-4e74-8a34-f447e16d2266,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:30.451774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.457984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:30.464894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:30.487323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] For port cc98f8a1-2013-4754-93b4-fe4a3c84cebb, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:30.487761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Usage tracker for resource:subnet and tenant:2a1f296cbb8d4f67b7f63588ca5a9663 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:30.491549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] For port cc98f8a1-2013-4754-93b4-fe4a3c84cebb, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:30.497095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=d75a4a10-c4c0-4cb5-8cce-7e984279de12,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:30.500150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:30.524862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:30.526924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:30.533939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.540575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:30.563918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port cc98f8a1-2013-4754-93b4-fe4a3c84cebb {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:30.564292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.564821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'b81ca165-3769-4678-9260-333b76bb0317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:30.565233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 71e43910-7550-4f44-9766-b2ffc8495bec, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:30.575960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.577309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f2bad88f-22da-44ec-9170-62dc95257405 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8172970 Dec 22 15:48:30.584517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting subnet 180df9ef-ebe5-4656-9b40-1e6b8ff1c6df {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:30.588487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46264) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:30.597584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.637996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:30.661242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Routers {'05874bc5-ab8a-4482-a8a2-c715c7e13c2b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:30.663057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:30.710618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Made reservation on behalf of 2a1f296cbb8d4f67b7f63588ca5a9663 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:30.774057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Pushing event updated for resources: {'Port': ['ID=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:30.780097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:30.901841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port cc98f8a1-2013-4754-93b4-fe4a3c84cebb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:30.902498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.926779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 53773878-49a4-421e-b10f-967a125970d2 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:30.933750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.938650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:30.981100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] Set router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:31.061350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.086379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for cc98f8a1-2013-4754-93b4-fe4a3c84cebb owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:31.222259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e09971-65e9-4a6f-9e81-cef027920253 None None] Network 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:31.234365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 71e43910-7550-4f44-9766-b2ffc8495bec is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:31.250664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.400385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 53773878-49a4-421e-b10f-967a125970d2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:31.423281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d2859b50-0847-49fe-b563-101a9009c147 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:31.429501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 71e43910-7550-4f44-9766-b2ffc8495bec) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:31.500555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:31.501305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.540193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb1e489-4f18-4ea3-a8b9-874c1c14c18b None None] Network 71e43910-7550-4f44-9766-b2ffc8495bec requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:31.585828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Provisioning for port 53773878-49a4-421e-b10f-967a125970d2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:31.671485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.673272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Provisioning complete for port 53773878-49a4-421e-b10f-967a125970d2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:31.673737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.715520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7008829 Dec 22 15:48:31.727310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46268) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:31.735789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:31.755770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187fc305-3249-485d-9088-bdb48a83e6d7 None None] Network aa0228d2-a4d4-4498-a129-600661197122 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:31.899016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:31.908149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:31.913992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:31.923060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:31.925383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:31.937106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-afa60926-2b40-4be2-93c0-fb486e15179c tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:32.005957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=cc98f8a1-2013-4754-93b4-fe4a3c84cebb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:32.007999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:32.047149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:32.228554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:32.246658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.358230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router c618dab6-120e-4167-a21f-4dd947fc2bc2 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:32.381007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.390099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.403754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa97236f-2f5c-4591-918d-bd888f95a11e tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:32.419043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d2859b50-0847-49fe-b563-101a9009c147 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:32.436916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.437313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.516845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.537944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.542323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event updated for resources: {'Subnet': ['ID=bbebb866-1464-456d-9fb2-de0ad7c18734,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:32.549763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:32.552918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e93ff5e0-8478-4ecc-9a1b-2ce8af0cfb85 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:32.606030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Subnet': ['ID=180df9ef-ebe5-4656-9b40-1e6b8ff1c6df,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:32.613940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:32.653347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] DHCP port deletion for 47735dc8-2aa4-4c96-aee1-7ec2bc937d09 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:32.664177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-71e43910-7550-4f44-9766-b2ffc8495bec', 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '09ea0e6f-7214-4e74-8a34-f447e16d2266'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:32.665066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.684415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/subnets/180df9ef-ebe5-4656-9b40-1e6b8ff1c6df HTTP/1.1" status: 204 len: 168 time: 2.8137071 Dec 22 15:48:32.686128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=53773878-49a4-421e-b10f-967a125970d2,segment=NetworkSegment(d4ef130c-c64b-4296-a6b1-4787a0675555),segment_id=d4ef130c-c64b-4296-a6b1-4787a0675555)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:32.687532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46272) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:32.688675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:24Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': 'cc98f8a1-2013-4754-93b4-fe4a3c84cebb', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:2b:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:23Z', 'updated_at': '2021-12-22T15:48:30Z', 'revision_number': 4, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:32.690973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Deleting port 53773878-49a4-421e-b10f-967a125970d2 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:32.691386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.730828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Checking segment: {'id': 'c39e2732-722e-4eb4-898b-446e2fa333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:32.731184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Network hostable DHCP agents. Network: c4fee184-b1d2-4f04-9e32-ed440da85d16, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:32.750313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1da94c-c8a9-4de7-a670-569b47e9c93f None None] The sync data for ids ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'] in dv-neutron-822514-1-hyperv is: [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:24Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': 'cc98f8a1-2013-4754-93b4-fe4a3c84cebb', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:2b:e4:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:23Z', 'updated_at': '2021-12-22T15:48:30Z', 'revision_number': 4, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '59ef4db3-875a-4d6e-ae75-ca2f73f950e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:32.757877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:32.763588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52c6689b-c87b-448d-88b1-e2952373109c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:32.846115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 53773878-49a4-421e-b10f-967a125970d2 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:32.930163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ba8ce-f7f9-445d-bd1d-1d882f91f59c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:32.932358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-619ba8ce-f7f9-445d-bd1d-1d882f91f59c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Synchronizing usage tracker for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:32.972443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Could not find standard attr ID for object cc98f8a1-2013-4754-93b4-fe4a3c84cebb. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:48:33.031721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-619ba8ce-f7f9-445d-bd1d-1d882f91f59c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Unset dirty status for tenant:ab9b3f5617dc42739ce79eeb92efe5c8 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:33.033592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-619ba8ce-f7f9-445d-bd1d-1d882f91f59c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3436472 Dec 22 15:48:33.034432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:33.039341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46276) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:33.089869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Pushing event updated for resources: {'Port': ['ID=53773878-49a4-421e-b10f-967a125970d2,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:33.094230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:33.160904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] DHCP port deletion for aa0228d2-a4d4-4498-a129-600661197122 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:33.191121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c4fee184-b1d2-4f04-9e32-ed440da85d16) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:33.193843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.196476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.208307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:33.216255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee10c51-3399-4c5a-9db6-59c6f7551657 None None] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:33.231263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:33.233791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:33.234174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.245218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:33.246059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.258841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:33.259839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:33.275492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.297081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=e3ceec8e-d19e-456c-b045-568ca5079fd3,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:33.298796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.322498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Deleting port d2859b50-0847-49fe-b563-101a9009c147 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:33.322866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.349647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Provisioning for port d2859b50-0847-49fe-b563-101a9009c147 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:33.357203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:33.368353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:33.386285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:33.387384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:33.435759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Provisioning complete for port d2859b50-0847-49fe-b563-101a9009c147 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:33.436181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.464468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5437489 Dec 22 15:48:33.471627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:33.478425 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/b2e175b5-67b5-44bb-ac8f-b5836ed1e1cf HTTP/1.1" status: 204 len: 168 time: 8.0652211 Dec 22 15:48:33.479590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:33.485365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting port d2859b50-0847-49fe-b563-101a9009c147 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:33.485745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.508398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:33.508971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9efac0-af0c-4b02-b824-0bb57c44eb87 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:33.513770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:33.550190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Request body: {'port': {'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16', 'name': 'tempest-TagsExtTest-1169943132'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:33.570911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'd5e823e9-e4be-4ff1-9ec4-fece6741337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:33.571275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 5c3675a8-2e64-40f5-92d3-a91d133d261e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:33.576281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Allocated IP 172.20.0.2 (71e43910-7550-4f44-9766-b2ffc8495bec/09ea0e6f-7214-4e74-8a34-f447e16d2266/2d9214bc-d943-4e9f-9a23-521148694724) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:33.582845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Sync routers for ids ['c618dab6-120e-4167-a21f-4dd947fc2bc2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:33.586231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.587453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:33.653525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=53773878-49a4-421e-b10f-967a125970d2,segment=NetworkSegment(d4ef130c-c64b-4296-a6b1-4787a0675555),segment_id=d4ef130c-c64b-4296-a6b1-4787a0675555)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:33.653973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.683555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.688436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8990252 Dec 22 15:48:33.688436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46288) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:33.760313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:33.823268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 2194d4dc-062e-4d3a-b930-883771e7a7bb {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:33.823268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:33.852567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Calling delete_port for 53773878-49a4-421e-b10f-967a125970d2 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:33.970317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Allocated IP 172.26.1.181 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/c2b1e0dc-627a-496c-b466-2c03f739d0ff) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:33.991035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Routers {'c618dab6-120e-4167-a21f-4dd947fc2bc2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:33.991849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c618dab6-120e-4167-a21f-4dd947fc2bc2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:34.049432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=53773878-49a4-421e-b10f-967a125970d2,segment=NetworkSegment(d4ef130c-c64b-4296-a6b1-4787a0675555),segment_id=d4ef130c-c64b-4296-a6b1-4787a0675555)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:34.121402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:34.129250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:34.130944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "PUT /v2.0/routers/05874bc5-ab8a-4482-a8a2-c715c7e13c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9993098 Dec 22 15:48:34.132242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 5c3675a8-2e64-40f5-92d3-a91d133d261e) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:34.134625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46292) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:34.180432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:34.181237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.304164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Usage tracker for resource:port and tenant:2a1f296cbb8d4f67b7f63588ca5a9663 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:34.312284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5811274 Dec 22 15:48:34.315139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:34.315337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46296) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:34.320861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0203e9-3f83-47f5-9d11-510ae32d3991 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:34.322497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0203e9-3f83-47f5-9d11-510ae32d3991 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:34.323683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e0203e9-3f83-47f5-9d11-510ae32d3991 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:34.330808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-950944798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:34.341841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:34.347647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:34.351724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:34.359308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:34.371023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:34.382982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.403175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e0203e9-3f83-47f5-9d11-510ae32d3991 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:34.407169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e0203e9-3f83-47f5-9d11-510ae32d3991 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2691219 Dec 22 15:48:34.407291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3b4caf4-ee30-45e1-bc97-0764b40f7acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:34.407837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46300) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:34.436290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.443205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c68c896-f777-4038-a21a-4045586602bc None None] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:34.530332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.531313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.545789 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b150666c-9a33-4655-a27d-c6f81885cafb tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/c618dab6-120e-4167-a21f-4dd947fc2bc2 HTTP/1.1" status: 200 len: 908 time: 0.8543181 Dec 22 15:48:34.547378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46304) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:34.553129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Made reservation on behalf of 2a1f296cbb8d4f67b7f63588ca5a9663 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:34.558620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.627390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.667746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 59ef4db3-875a-4d6e-ae75-ca2f73f950e7 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:48:34.672369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.718228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.758323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.792151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.796857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-48ba4450-919e-40c0-9977-4b8edffe982f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4801669 Dec 22 15:48:34.797642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46308) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:34.815396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d2859b50-0847-49fe-b563-101a9009c147 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:34.885903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.902183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-470126690', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': True}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:34.905940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-591692c2-34dc-428f-9049-4d0236c5974e tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:34.954559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:34.962762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:34.963222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.984134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Usage tracker for resource:router and tenant:027de956e2c7494182c47ac881633162 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:34.990968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:34.991371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:34.993961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c4fee184-b1d2-4f04-9e32-ed440da85d16', 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16', 'tenant_id': '2a1f296cbb8d4f67b7f63588ca5a9663', 'fixed_ips': [{'subnet_id': 'bbebb866-1464-456d-9fb2-de0ad7c18734'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:34.994869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.003946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:35.009603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=53773878-49a4-421e-b10f-967a125970d2,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:35.012356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:35.012772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:35.013325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.019491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] device_id is not set on port f3791a60-25b6-4235-9e73-8505f3d3b171 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:35.025920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:35.063408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:35.213744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.217022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Calling delete_port for d2859b50-0847-49fe-b563-101a9009c147 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:35.220613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Calling delete_port for d2859b50-0847-49fe-b563-101a9009c147 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:35.253329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.296174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:35.313034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Pushing event updated for resources: {'Port': ['ID=c2b1e0dc-627a-496c-b466-2c03f739d0ff,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:35.315824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:35.323166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:35.376383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:35.377322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.378349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.394724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.410246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc9c1d82-1a1c-45d0-9faa-c92a66942584 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:35.450247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:35.467579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.471904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.483824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e1ee3a3-b231-4314-aca6-54e708aa6eaf tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:35.492473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 2194d4dc-062e-4d3a-b930-883771e7a7bb owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:35.520158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Set router c618dab6-120e-4167-a21f-4dd947fc2bc2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:35.536192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=59ef4db3-875a-4d6e-ae75-ca2f73f950e7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:35.541328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:35.543175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.572681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Deleting port 53773878-49a4-421e-b10f-967a125970d2 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:35.573105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.611189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.619892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3197464-fb5c-4a3b-8741-3f0c1be2597a None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:35.696250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.734563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:35.734846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:35.754217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/59ef4db3-875a-4d6e-ae75-ca2f73f950e7 HTTP/1.1" status: 204 len: 168 time: 1.3412416 Dec 22 15:48:35.755747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46314) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:35.797076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Transition to ACTIVE for port object 2d9214bc-d943-4e9f-9a23-521148694724 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:35.819671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Transition to ACTIVE for port object 2d9214bc-d943-4e9f-9a23-521148694724 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:35.862343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Allocated IP 172.20.0.6 (c4fee184-b1d2-4f04-9e32-ed440da85d16/bbebb866-1464-456d-9fb2-de0ad7c18734/f3791a60-25b6-4235-9e73-8505f3d3b171) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:35.887796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:35.952135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.20.0.1 (71e43910-7550-4f44-9766-b2ffc8495bec/09ea0e6f-7214-4e74-8a34-f447e16d2266/d45c422c-828e-4ad9-884e-c2c851375898) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:36.066857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Sync routers for ids ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:36.081469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Routers {'05874bc5-ab8a-4482-a8a2-c715c7e13c2b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:36.082558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:36.141259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.160216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object d45c422c-828e-4ad9-884e-c2c851375898 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:36.202498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0df73f8c-1155-43ae-9130-5ac9bd9a760d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4436100 Dec 22 15:48:36.204341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46318) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:36.234514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Set router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:36.243453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Deleting port d2859b50-0847-49fe-b563-101a9009c147 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:36.243845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.284258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.298474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b13c2711-863c-45b6-8b5d-a68fa681d503 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:36.350390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.360691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] For port 53773878-49a4-421e-b10f-967a125970d2, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=53773878-49a4-421e-b10f-967a125970d2,segment=NetworkSegment(d4ef130c-c64b-4296-a6b1-4787a0675555),segment_id=d4ef130c-c64b-4296-a6b1-4787a0675555)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:36.361178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.363105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:31Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:36.369028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Checking router: 05874bc5-ab8a-4482-a8a2-c715c7e13c2b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:36.381829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Routers {'05874bc5-ab8a-4482-a8a2-c715c7e13c2b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:36.382760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:36.463781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 71e43910-7550-4f44-9766-b2ffc8495bec is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:36.470762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:36.476305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:36.496068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Calling delete_port for 53773878-49a4-421e-b10f-967a125970d2 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:36.538251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.549951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] Set router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:36.561668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.564616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6cd499dc-7a5b-4d2e-b5b0-30a0cb14ad39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:36.585933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=d45c422c-828e-4ad9-884e-c2c851375898,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:36.600144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.694656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:36.750388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:31Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:36.764691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7557dbd4-f455-4dec-aedd-2b2c6276a93a None None] The sync data for ids ['05874bc5-ab8a-4482-a8a2-c715c7e13c2b'] in dv-neutron-822514-1-hyperv is: [{'id': '05874bc5-ab8a-4482-a8a2-c715c7e13c2b', 'name': 'tempest-NetworksTestDHCPv6-router-624275982', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:21Z', 'updated_at': '2021-12-22T15:48:31Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:36.777171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-5c3675a8-2e64-40f5-92d3-a91d133d261e', 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': 'e3ceec8e-d19e-456c-b045-568ca5079fd3'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:36.778281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.790801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:36.791137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:36.792388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:36.835865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Pushing event updated for resources: {'Port': ['ID=d2859b50-0847-49fe-b563-101a9009c147,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:36.839444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:36.855778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e7b407e8-938d-4dad-9dd2-80ce953bff31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.941s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:37.010123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.031126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Network 71e43910-7550-4f44-9766-b2ffc8495bec is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:37.053442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Transition to ACTIVE for port object f3791a60-25b6-4235-9e73-8505f3d3b171 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:37.055636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:37.061516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:37.083571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] No DVR routers for this DVR port 53773878-49a4-421e-b10f-967a125970d2 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:37.103033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=2194d4dc-062e-4d3a-b930-883771e7a7bb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:37.133409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:37.136947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.150135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee1dd99f-8ee8-4c64-b3f6-80f183cef8bb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:37.183172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Allocated IP 172.20.0.2 (c4fee184-b1d2-4f04-9e32-ed440da85d16/bbebb866-1464-456d-9fb2-de0ad7c18734/6edbc557-2a58-4915-b626-5f75f13eb554) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:37.346778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Deleting port d2859b50-0847-49fe-b563-101a9009c147 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:37.347209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.482707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.482931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Pushing event updated for resources: {'Port': ['ID=2d9214bc-d943-4e9f-9a23-521148694724,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:37.510928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.538086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.578645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.585232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:37.589563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:37.589961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.618579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Pushing event deleted for resources: {'Port': ['ID=53773878-49a4-421e-b10f-967a125970d2,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:37.623856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/2194d4dc-062e-4d3a-b930-883771e7a7bb HTTP/1.1" status: 204 len: 168 time: 4.1399925 Dec 22 15:48:37.625185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:37.627578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:37.654661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:37.679495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.871s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:37.679908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:37.681198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46322) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:37.682000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event updated for resources: {'Port': ['ID=f3791a60-25b6-4235-9e73-8505f3d3b171,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:37.700032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:37.810552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Attempting to bind port 2d9214bc-d943-4e9f-9a23-521148694724 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:37.810987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Attempting to bind port 2d9214bc-d943-4e9f-9a23-521148694724 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b81ca165-3769-4678-9260-333b76bb0317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:37.811417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Attempting to bind port 2d9214bc-d943-4e9f-9a23-521148694724 on network 71e43910-7550-4f44-9766-b2ffc8495bec {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:37.823182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Calling delete_port for d2859b50-0847-49fe-b563-101a9009c147 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:37.881115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.882145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Fanout notify agent at l3_agent the message router_deleted on router 05874bc5-ab8a-4482-a8a2-c715c7e13c2b {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:37.916412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:37.932691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.937338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90953a73-5d0a-47b5-b054-0b87037d653b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/routers/05874bc5-ab8a-4482-a8a2-c715c7e13c2b HTTP/1.1" status: 204 len: 168 time: 1.7318015 Dec 22 15:48:37.944338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:37.944778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Checking segment: {'id': 'b81ca165-3769-4678-9260-333b76bb0317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:37.944901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46326) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:37.945323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.945851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Bound using segment: {'id': 'b81ca165-3769-4678-9260-333b76bb0317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:37.946575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Bound port: 2d9214bc-d943-4e9f-9a23-521148694724, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b81ca165-3769-4678-9260-333b76bb0317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '71e43910-7550-4f44-9766-b2ffc8495bec'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:37.947117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.953299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:37.963228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:37.963821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:37.965544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:37.986583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:floatingip and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:37.991751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.000193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:38.003339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3fd283a1-0224-40a8-8fa7-c73385dc2bfe tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:38.043412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:48:38.055355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Port': ['ID=d2859b50-0847-49fe-b563-101a9009c147,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:38.060190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Allocated IP 172.21.0.2 (5c3675a8-2e64-40f5-92d3-a91d133d261e/e3ceec8e-d19e-456c-b045-568ca5079fd3/68d8bfed-f68d-4ca4-9b19-7851208398f3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:38.065361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:38.067711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:38.071631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.077476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.083755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Deleting port 2759e87f-8e46-4830-8454-ae55eb17797f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:38.084942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.108158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:38.122880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:38.128884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:38.138393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.140316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:38.171478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.185945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] No DVR routers for this DVR port d2859b50-0847-49fe-b563-101a9009c147 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:38.204911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea277ab6-ca4f-44b7-bd74-a0fb7294ba50 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:38.234215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.7586813 Dec 22 15:48:38.250421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46330) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:38.250797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:38.257067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.287677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.294452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1819849363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:38.312419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:38.325089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Usage tracker for resource:router and tenant:2a1f296cbb8d4f67b7f63588ca5a9663 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:38.346077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:38.365739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:38.370105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] For port d2859b50-0847-49fe-b563-101a9009c147, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d2859b50-0847-49fe-b563-101a9009c147,segment=NetworkSegment(9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2),segment_id=9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:38.370592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.373333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=d45c422c-828e-4ad9-884e-c2c851375898,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:38.381645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Transition to ACTIVE for port object 6edbc557-2a58-4915-b626-5f75f13eb554 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:38.430163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:38.437326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.494493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.495514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.507351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.516179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.553157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.590168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.592646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.608064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Calling delete_port for d2859b50-0847-49fe-b563-101a9009c147 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:38.619026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.637938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0228d2-a4d4-4498-a129-600661197122']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:38.638879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162'}], 'enable_snat': False}, 'gw_port_id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:27Z', 'updated_at': '2021-12-22T15:48:30Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:29Z', 'updated_at': '2021-12-22T15:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:38.671069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:38.671431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2446d6-ffda-4ba6-8e44-3d294f0ed0d2') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:38.691973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 71e43910-7550-4f44-9766-b2ffc8495bec is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:38.696698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:38.715677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Transition to ACTIVE for port object 6edbc557-2a58-4915-b626-5f75f13eb554 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:38.732458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Checking router: c618dab6-120e-4167-a21f-4dd947fc2bc2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:38.736516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Updating router c618dab6-120e-4167-a21f-4dd947fc2bc2 port d75a4a10-c4c0-4cb5-8cce-7e984279de12 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:48:38.794114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.798306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:38.843941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2759e87f-8e46-4830-8454-ae55eb17797f no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:38.857360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.863850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.872203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:38.919675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.967569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:38.980416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:38.980866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.991393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.995294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:38.996856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-591ce984-9e95-42b1-a9a9-eb9f3e43274c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7236390 Dec 22 15:48:39.004488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95b73f33-e55e-48b8-a5f0-c98fbcbe7cbc tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:39.027415 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:39.033376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.035671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46334) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:39.049835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8c48b602-cc42-44d0-9b29-32405aea4ad4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-141126278', 'prefixes': ['172.20.0.0/16']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:39.068263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:39.068971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8c48b602-cc42-44d0-9b29-32405aea4ad4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:39.072437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.101566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:39.145225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 172.26.1.25 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/96810f7c-7e15-47ff-a2b1-0bca44300c07) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:39.158771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.159205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:39.164085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Pushing event updated for resources: {'Port': ['ID=6edbc557-2a58-4915-b626-5f75f13eb554,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:39.172841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:39.187370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:39.192472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.228457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:39.282476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:39.282696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:39.283472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=aa0228d2-a4d4-4498-a129-600661197122,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:39.285934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.295123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:39.378421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/aa0228d2-a4d4-4498-a129-600661197122 HTTP/1.1" status: 204 len: 168 time: 6.3339951 Dec 22 15:48:39.382516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46338) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:39.441025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:39.447073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=8e683f10-b801-4edb-9e13-aaadf40c3600,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:39.463099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:39.469450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:39.476628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2759e87f-8e46-4830-8454-ae55eb17797f,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:39.477833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.478105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:39.478790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.597052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.660430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7022762 Dec 22 15:48:39.682242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46342) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:39.705198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:39.722603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.725038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:39.737318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:router and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:39.741045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:39.742651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Calling delete_port for 2759e87f-8e46-4830-8454-ae55eb17797f owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:39.763197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.778764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.778878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:39.779776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Pushing event updated for resources: {'Port': ['ID=2d9214bc-d943-4e9f-9a23-521148694724,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:39.804103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Deleting port d2859b50-0847-49fe-b563-101a9009c147 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:39.804540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.816036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.847890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:39.858948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.860161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.870835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47735dc8-2aa4-4c96-aee1-7ec2bc937d09']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:39.908343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ef130c-c64b-4296-a6b1-4787a0675555') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:39.908680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ef130c-c64b-4296-a6b1-4787a0675555') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:39.935463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.944432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:39.946624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f51c3a3-e952-472a-9e4a-562539b609cf tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:39.988329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router c48f2668-8ee9-4c49-a461-9b252d4ceaeb is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:40.030562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.061233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Router ae55464e-fd19-41b5-91f2-18c0af78e9ee is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:40.065855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Attempting to bind port 6edbc557-2a58-4915-b626-5f75f13eb554 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:40.066230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Attempting to bind port 6edbc557-2a58-4915-b626-5f75f13eb554 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c39e2732-722e-4eb4-898b-446e2fa333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:40.066576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.066701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Attempting to bind port 6edbc557-2a58-4915-b626-5f75f13eb554 on network c4fee184-b1d2-4f04-9e32-ed440da85d16 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:40.075216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:40.076914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.94 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/7f554bf5-d649-4b71-bb4a-15a72ca62161) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:40.085583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:40.086031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.087682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:40.093292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=96810f7c-7e15-47ff-a2b1-0bca44300c07,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:40.095841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:40.103927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5790fd46-c080-452b-a6fc-059ab3ac4622 None None] The port 'd2859b50-0847-49fe-b563-101a9009c147' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:40.105377 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:40.112128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Transition to ACTIVE for port object 68d8bfed-f68d-4ca4-9b19-7851208398f3 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:40.129731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:40.165496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:40.165925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Checking segment: {'id': 'c39e2732-722e-4eb4-898b-446e2fa333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:40.166380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.166856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Bound using segment: {'id': 'c39e2732-722e-4eb4-898b-446e2fa333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:40.167384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Bound port: 6edbc557-2a58-4915-b626-5f75f13eb554, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c39e2732-722e-4eb4-898b-446e2fa333bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c4fee184-b1d2-4f04-9e32-ed440da85d16'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:40.167821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.175655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c48b602-cc42-44d0-9b29-32405aea4ad4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for subnetpool, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.181401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c48b602-cc42-44d0-9b29-32405aea4ad4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1392205 Dec 22 15:48:40.194634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.196359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2759e87f-8e46-4830-8454-ae55eb17797f,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:40.196484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46346) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.215153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Transition to ACTIVE for port object 68d8bfed-f68d-4ca4-9b19-7851208398f3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:40.216784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.303109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-6d5e91b2-ac97-497e-a604-6563d0bade22 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-1252570359') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:40.331363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.332569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cc98f8a1-2013-4754-93b4-fe4a3c84cebb no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:40.368844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2da3069-b90e-4091-8447-c869eac31959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:40.398623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.406404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:48:40.406986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:48:40.431117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: cc98f8a1-2013-4754-93b4-fe4a3c84cebb {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:40.431441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cc98f8a1-2013-4754-93b4-fe4a3c84cebb not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:40.451801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.463486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58fb3b41-e309-46aa-b485-8a0b6dd67536 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:40.467904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.472282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7628567-6c46-467c-9c2e-7da9abbecafc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7832832 Dec 22 15:48:40.474734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46350) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.501685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.512170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:40.517163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:40.522227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=47735dc8-2aa4-4c96-aee1-7ec2bc937d09,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:40.528107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:40.531565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] For port 6edbc557-2a58-4915-b626-5f75f13eb554, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:40.534541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2759e87f-8e46-4830-8454-ae55eb17797f,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:40.535278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/47735dc8-2aa4-4c96-aee1-7ec2bc937d09 HTTP/1.1" status: 204 len: 168 time: 1.1445608 Dec 22 15:48:40.538991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] For port 6edbc557-2a58-4915-b626-5f75f13eb554, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6edbc557-2a58-4915-b626-5f75f13eb554,segment=NetworkSegment(c39e2732-722e-4eb4-898b-446e2fa333bf),segment_id=c39e2732-722e-4eb4-898b-446e2fa333bf)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:40.542610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46354) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.542759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:40.546133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d45a239-fa22-43b4-807c-b492dcea5f36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:40.546263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:40.597541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.678888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.717597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Pushing event updated for resources: {'Port': ['ID=68d8bfed-f68d-4ca4-9b19-7851208398f3,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:40.758754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.780001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d5e91b2-ac97-497e-a604-6563d0bade22 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-1252570359 HTTP/1.1" status: 201 len: 201 time: 0.5780931 Dec 22 15:48:40.782786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.793760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-a4891882-bcd2-4ae2-b700-d937c097a308 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-1180488944') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:40.806804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:40.810534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:40.859692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:40.873055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Attempting to bind port 68d8bfed-f68d-4ca4-9b19-7851208398f3 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:40.873314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Attempting to bind port 68d8bfed-f68d-4ca4-9b19-7851208398f3 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd5e823e9-e4be-4ff1-9ec4-fece6741337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:40.874180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Attempting to bind port 68d8bfed-f68d-4ca4-9b19-7851208398f3 on network 5c3675a8-2e64-40f5-92d3-a91d133d261e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:40.880592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0748844 Dec 22 15:48:40.887565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46364) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:40.913500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2d9214bc-d943-4e9f-9a23-521148694724 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:40.943366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Deleting port 2759e87f-8e46-4830-8454-ae55eb17797f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:40.944015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:40.983065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] Sync routers for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:41.039360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:41.040046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Checking segment: {'id': 'd5e823e9-e4be-4ff1-9ec4-fece6741337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:41.040676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.041280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Bound using segment: {'id': 'd5e823e9-e4be-4ff1-9ec4-fece6741337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:41.041983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Bound port: 68d8bfed-f68d-4ca4-9b19-7851208398f3, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e823e9-e4be-4ff1-9ec4-fece6741337b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5c3675a8-2e64-40f5-92d3-a91d133d261e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:41.042589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.079360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.085644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89f22c6-8bf1-40a5-8472-9a69dbc38838 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:41.090350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f89f22c6-8bf1-40a5-8472-9a69dbc38838 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports/d45c422c-828e-4ad9-884e-c2c851375898 HTTP/1.1" status: 200 len: 910 time: 0.1934631 Dec 22 15:48:41.091224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46368) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:41.139145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Pushing event updated for resources: {'Port': ['ID=6edbc557-2a58-4915-b626-5f75f13eb554,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:41.173647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.175379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:41.178055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f9e84d0-78a7-430a-86a1-eb3a2a17bf34 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:41.197343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.219715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0291cdf5-ae4c-4e4f-a859-bfa2d3561846') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.219715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0291cdf5-ae4c-4e4f-a859-bfa2d3561846') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.220321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:41.221351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.297408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.312613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.313239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.324271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ab590-f312-4b97-ab82-42c87f142650 req-d7b2bfb6-e552-4863-ae99-d73b01b1fc61 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:41.327507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cf5ab590-f312-4b97-ab82-42c87f142650 req-d7b2bfb6-e552-4863-ae99-d73b01b1fc61 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5471950 Dec 22 15:48:41.339064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:41.342052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=7f554bf5-d649-4b71-bb4a-15a72ca62161,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:41.345287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:41.350329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:41.352798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:41.376736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.410837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:41.416358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.417804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "PUT /v2.0/routers/ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 200 len: 915 time: 10.8267326 Dec 22 15:48:41.423198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] Sync routers for ids ['ae55464e-fd19-41b5-91f2-18c0af78e9ee'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:41.437486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.445155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] Routers {'ae55464e-fd19-41b5-91f2-18c0af78e9ee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:41.453106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:41.453106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.453344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae55464e-fd19-41b5-91f2-18c0af78e9ee'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.476356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46372) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:41.518511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] For port 68d8bfed-f68d-4ca4-9b19-7851208398f3, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:41.528877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2d9214bc-d943-4e9f-9a23-521148694724 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:41.603953 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:41.606008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.607293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:41.608026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.618131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a4891882-bcd2-4ae2-b700-d937c097a308 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-1180488944 HTTP/1.1" status: 201 len: 201 time: 0.8327832 Dec 22 15:48:41.621735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] Routers {'ae55464e-fd19-41b5-91f2-18c0af78e9ee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:41.622415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae55464e-fd19-41b5-91f2-18c0af78e9ee'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.628638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46376) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:41.643699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-59b9b297-bc8f-4bd2-9628-c676e9d77c7d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-398834611') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.740912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] For port 68d8bfed-f68d-4ca4-9b19-7851208398f3, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=68d8bfed-f68d-4ca4-9b19-7851208398f3,segment=NetworkSegment(d5e823e9-e4be-4ff1-9ec4-fece6741337b),segment_id=d5e823e9-e4be-4ff1-9ec4-fece6741337b)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:41.749496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.750130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e3409-a191-4ba5-bd9b-3cbad92c94fa None None] The sync data for ids ['ae55464e-fd19-41b5-91f2-18c0af78e9ee'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:41.758380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:41.759044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af77d1e-f3e9-4261-ac89-fdba2fbfd705 None None] The sync data for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:41.872804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.883957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.894291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-320e1089-d75c-401d-abe7-9c8a0ef17530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:41.904130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cf5ab590-f312-4b97-ab82-42c87f142650 req-97eea9d6-f53b-4805-a606-5c1bdeaedf76 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5593302 Dec 22 15:48:41.928508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144ccad8-b3e7-4606-90e9-aa3832a78e99 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:41.956354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] For port 2759e87f-8e46-4830-8454-ae55eb17797f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2759e87f-8e46-4830-8454-ae55eb17797f,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:41.957116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.965692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:41.988200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:42.082562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:42.101564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/fa1bce3d-f68e-4ab7-9fc9-fced8ca3dc64 HTTP/1.1" status: 204 len: 168 time: 1.5467877 Dec 22 15:48:42.102116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46382) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:42.307616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Calling delete_port for 2759e87f-8e46-4830-8454-ae55eb17797f owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:42.328387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.377079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.411325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Transition to ACTIVE for port object d75a4a10-c4c0-4cb5-8cce-7e984279de12 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:42.414302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Pushing event updated for resources: {'Port': ['ID=68d8bfed-f68d-4ca4-9b19-7851208398f3,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:42.422687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:42.453757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.459699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33dd0415-010c-4e27-81da-b6eae6c13cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:42.503262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.526054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6130b6df-604e-4ae3-8bee-1d2a59ed5543 None None] Network 71e43910-7550-4f44-9766-b2ffc8495bec requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:42.641143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.665451 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59b9b297-bc8f-4bd2-9628-c676e9d77c7d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-398834611 HTTP/1.1" status: 201 len: 201 time: 1.0297961 Dec 22 15:48:42.670462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46386) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:42.682420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] No DVR routers for this DVR port 2759e87f-8e46-4830-8454-ae55eb17797f on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:48:42.683191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-533d239e-78e0-4804-972d-47f842431c42 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-497187417') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:42.684301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Pushing event updated for resources: {'Port': ['ID=d75a4a10-c4c0-4cb5-8cce-7e984279de12,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:42.694099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Attempting to bind port d75a4a10-c4c0-4cb5-8cce-7e984279de12 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:42.694257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Attempting to bind port d75a4a10-c4c0-4cb5-8cce-7e984279de12 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:42.694713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Attempting to bind port d75a4a10-c4c0-4cb5-8cce-7e984279de12 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:42.697149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:42.700518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb20c141-f387-4fe2-a067-c717851b5be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:42.792749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Pushing event deleted for resources: {'Port': ['ID=2759e87f-8e46-4830-8454-ae55eb17797f,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:42.800077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2037856-1719-4ac4-98ec-d257bb1ed00f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:42.812922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d434-9c12-4e06-ac11-0d5c1365d8e5 req-82733709-5a98-4429-8484-8155481edb71 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:42.815223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df88d434-9c12-4e06-ac11-0d5c1365d8e5 req-82733709-5a98-4429-8484-8155481edb71 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6156700 Dec 22 15:48:42.835097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:42.842867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6edbc557-2a58-4915-b626-5f75f13eb554 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:42.869413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:42.869848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:42.870308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.870782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:42.871376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Bound port: d75a4a10-c4c0-4cb5-8cce-7e984279de12, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:42.871803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.896910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Provisioning for port 2d9214bc-d943-4e9f-9a23-521148694724 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:42.903004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.968096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:42.972757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Provisioning complete for port 2d9214bc-d943-4e9f-9a23-521148694724 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:42.973194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.077105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d4866e-2178-4d67-82ff-ec6f72bc58ca']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.115563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be2d451-826b-45d3-afcc-57b51a81d783') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.115909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be2d451-826b-45d3-afcc-57b51a81d783') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.135226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::1 (3869d436-ab4f-45bb-9569-b3230aca28ff/8e683f10-b801-4edb-9e13-aaadf40c3600/7fc380d2-12dc-4d3e-82dd-6152225d9035) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:43.146121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-faf96a42-bd02-421d-8726-558d10f5c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.152592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.183095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df88d434-9c12-4e06-ac11-0d5c1365d8e5 req-816810bd-3363-4883-99d2-3a4962f55abe tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008347 Dec 22 15:48:43.184945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-533d239e-78e0-4804-972d-47f842431c42 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-497187417 HTTP/1.1" status: 201 len: 201 time: 0.5123708 Dec 22 15:48:43.189373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46390) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:43.197652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-fa5bfeca-8172-485e-9c46-6fe5a2b8ff84 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.231749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.253731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:48:43.254424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:48:43.280180 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:48:43.361023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.388540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 7fc380d2-12dc-4d3e-82dd-6152225d9035 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:43.421372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] For port d75a4a10-c4c0-4cb5-8cce-7e984279de12, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:43.481694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.498276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.515864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75a14027-78bc-42e1-968d-f70b639b773c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:43.516288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] For port d75a4a10-c4c0-4cb5-8cce-7e984279de12, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d75a4a10-c4c0-4cb5-8cce-7e984279de12,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:43.532331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6edbc557-2a58-4915-b626-5f75f13eb554 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:43.550105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.555727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.566972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19f53b27-a36b-4a7b-9ed1-e129dc51b614 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:43.595487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:43.601886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.622090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa5bfeca-8172-485e-9c46-6fe5a2b8ff84 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 200 len: 241 time: 0.4303336 Dec 22 15:48:43.623562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Pushing event deleted for resources: {'Network': ['ID=04d4866e-2178-4d67-82ff-ec6f72bc58ca,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:43.624468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:43.632926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:43.633873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46396) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:43.637921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:43.642765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:43.645937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:43.652775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:43.653345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.668074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] 10.222.0.18 "DELETE /v2.0/networks/04d4866e-2178-4d67-82ff-ec6f72bc58ca HTTP/1.1" status: 204 len: 168 time: 1.5635545 Dec 22 15:48:43.679114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:43.683167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-4fa816ec-dfa5-421c-bce4-3074d46e9186 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-1252570359') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.684918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.751193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Pushing event updated for resources: {'Port': ['ID=d75a4a10-c4c0-4cb5-8cce-7e984279de12,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:43.760880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:43.777380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.788131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3443c662-5cbf-4948-a4c8-ad6f96a9b95f tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 200 len: 921 time: 2.3001943 Dec 22 15:48:43.803444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:43.804880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:43.864728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:43.893585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4fa816ec-dfa5-421c-bce4-3074d46e9186 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-1252570359 HTTP/1.1" status: 204 len: 168 time: 0.2206964 Dec 22 15:48:43.933235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46408) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:43.953400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-0a603f52-ab38-43eb-85f6-3c61e5b85723 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-1252570359') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:43.971834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Routers {'c618dab6-120e-4167-a21f-4dd947fc2bc2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:43.972523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c618dab6-120e-4167-a21f-4dd947fc2bc2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:44.107615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Pushing event updated for resources: {'Port': ['ID=2d9214bc-d943-4e9f-9a23-521148694724,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:44.114785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:44.133220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa145211-289d-4feb-a7dd-859a9cd77608 None None] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:44.337542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a12de-c123-4d68-b60c-9adef6a07d00 req-ada3188b-1d1c-42b7-886f-a0c2622de6af tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:44.340797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-053a12de-c123-4d68-b60c-9adef6a07d00 req-ada3188b-1d1c-42b7-886f-a0c2622de6af tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2239745 Dec 22 15:48:44.394688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:44.419107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-053a12de-c123-4d68-b60c-9adef6a07d00 req-f67880d3-c02f-476f-b569-e161c50505b8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709138 Dec 22 15:48:44.429043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-73a88e26-70d7-4826-92a8-24c2a3ccf68b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=ae55464e-fd19-41b5-91f2-18c0af78e9ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6227331 Dec 22 15:48:44.429591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46414) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:44.431149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a603f52-ab38-43eb-85f6-3c61e5b85723 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-1252570359 HTTP/1.1" status: 204 len: 168 time: 0.4946396 Dec 22 15:48:44.444360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46416) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:44.463602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-301c73b1-afce-4fee-95a9-d6b540fbd876 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:44.495469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:44.569987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46422) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:44.602685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '8e683f10-b801-4edb-9e13-aaadf40c3600'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:44.603580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:44.654029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] Set router c618dab6-120e-4167-a21f-4dd947fc2bc2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:44.711412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffce42f-506e-49f2-a3d7-bc5047233e83 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:44.713023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ffce42f-506e-49f2-a3d7-bc5047233e83 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.2735281 Dec 22 15:48:44.727680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46428) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:45.009331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.21.0.1 (5c3675a8-2e64-40f5-92d3-a91d133d261e/e3ceec8e-d19e-456c-b045-568ca5079fd3/b472808e-eb80-4bd4-8832-13fe3da75af2) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:45.016070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62dd525e-dc53-4e57-b5a2-012ef937e2d9 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 200 len: 205 time: 0.2667136 Dec 22 15:48:45.026921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46432) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:45.086121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router 266828db-ac70-4fe3-9733-7cc0d98f08ec is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:45.110883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Provisioning for port 6edbc557-2a58-4915-b626-5f75f13eb554 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:45.116128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2d9214bc-d943-4e9f-9a23-521148694724 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:45.238104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.321930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea8d0690-2165-4965-ba7a-ed7a76054c17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab9b3f5617dc42739ce79eeb92efe5c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7501683 Dec 22 15:48:45.328047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Provisioning complete for port 6edbc557-2a58-4915-b626-5f75f13eb554 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:45.328474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.331566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:45.343050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.408509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26c0613-7146-4353-9802-243dd95540a7 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:45.500626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.542477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object b472808e-eb80-4bd4-8832-13fe3da75af2 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:45.601275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2d9214bc-d943-4e9f-9a23-521148694724 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:45.601644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.638282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.647073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4bd68fe-5b81-4d5f-8697-a646d4722669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.648070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:45.649519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334204ee-e6c7-46cf-bf18-0189ab670bfe None None] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:45.657070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-301c73b1-afce-4fee-95a9-d6b540fbd876 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 200 len: 205 time: 1.2076187 Dec 22 15:48:45.661378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46442) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:45.674174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=7f554bf5-d649-4b71-bb4a-15a72ca62161,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:45.685989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.687062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-76005f45-2576-42be-ae73-fd43655fbcb5 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:45.700596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.733454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:45.743156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.823971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.919590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/8e683f10-b801-4edb-9e13-aaadf40c3600/3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:45.949347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:45.953561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2609844 Dec 22 15:48:45.959498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46446) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:45.989055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'port': {'network_id': '39b7373d-a503-4e91-8f57-d9cdf2503761', 'name': 'tempest-FloatingIPTestJSON-652004154'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:46.031564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.069710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:46.075185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:46.082885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:46.152569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=b472808e-eb80-4bd4-8832-13fe3da75af2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:46.168419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.171326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:46.212280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ebec4-1014-4fc0-ac28-3203792bc307 req-a68544e2-3127-4839-babf-408ae0747eb5 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:46.213013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d6ebec4-1014-4fc0-ac28-3203792bc307 req-a68544e2-3127-4839-babf-408ae0747eb5 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6243804 Dec 22 15:48:46.215976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.222013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76005f45-2576-42be-ae73-fd43655fbcb5 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 200 len: 241 time: 0.5484340 Dec 22 15:48:46.228821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46450) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:46.239833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-b32cc511-1699-4121-ab35-c6a2baa7e889 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-1180488944') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:46.330055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.342377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 68d8bfed-f68d-4ca4-9b19-7851208398f3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:46.355904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:46.355904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:port and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:46.356432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d6ebec4-1014-4fc0-ac28-3203792bc307 req-1e64fdec-512e-4db3-b137-8a4ecce0d334 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370230 Dec 22 15:48:46.370539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:46.386961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:46.390460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:46.396376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.402739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.403553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.416204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8c3e5f0-5470-44d3-bf41-37a5a76e5634 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:46.459909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.497871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.498859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.500340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9f32157-0d7c-4913-8fe8-80e569a730da HTTP/1.1" status: 204 len: 168 time: 1.1648066 Dec 22 15:48:46.542511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:46.545887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.548042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.561851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Transition to ACTIVE for port object 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:46.586083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:46.586734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Transition to ACTIVE for port object 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:46.598429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.604405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 12.0278363 Dec 22 15:48:46.605137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:46.608834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a78b8f0-1721-458c-b903-85736569c0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:46.621458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b32cc511-1699-4121-ab35-c6a2baa7e889 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-1180488944 HTTP/1.1" status: 204 len: 168 time: 0.3914757 Dec 22 15:48:46.622185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46456) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:46.630958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] For port 6edbc557-2a58-4915-b626-5f75f13eb554, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6edbc557-2a58-4915-b626-5f75f13eb554,segment=NetworkSegment(c39e2732-722e-4eb4-898b-446e2fa333bf),segment_id=c39e2732-722e-4eb4-898b-446e2fa333bf)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:46.633236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46458) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:46.634298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Sync routers for ids ['266828db-ac70-4fe3-9733-7cc0d98f08ec'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:46.647293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162'}], 'enable_snat': False}, 'gw_port_id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:27Z', 'updated_at': '2021-12-22T15:48:30Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:29Z', 'updated_at': '2021-12-22T15:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:46.702627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.716056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e29254-87fe-49b6-adea-0ec473fa774b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:46.725570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port c2b1e0dc-627a-496c-b466-2c03f739d0ff {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:46.725960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.752408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-a7562ebb-ddbd-46f9-90ce-d2e51c8396c1 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-1180488944') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:46.760921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a526d5-df19-47ca-8b9d-ab5507493e22 None None] The sync data for ids ['c618dab6-120e-4167-a21f-4dd947fc2bc2'] in dv-neutron-822514-1-hyperv is: [{'id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162'}], 'enable_snat': False}, 'gw_port_id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:27Z', 'updated_at': '2021-12-22T15:48:30Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': 'd75a4a10-c4c0-4cb5-8cce-7e984279de12', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c618dab6-120e-4167-a21f-4dd947fc2bc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:29Z', 'updated_at': '2021-12-22T15:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:46.766887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:46.807109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f32157-0d7c-4913-8fe8-80e569a730da,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:46.810157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:46.841258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Routers {'266828db-ac70-4fe3-9733-7cc0d98f08ec'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:46.842086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['266828db-ac70-4fe3-9733-7cc0d98f08ec'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:46.868738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] device_id is not set on port d8e24d58-56db-4ebf-a52b-f0846a6dd72f yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:48:47.108215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:47.139986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:47.163187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:47.199830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 68d8bfed-f68d-4ca4-9b19-7851208398f3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:47.259767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:47.267651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:47.269623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Pushing event updated for resources: {'Port': ['ID=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:47.289776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:47.297486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning for port f3791a60-25b6-4235-9e73-8505f3d3b171 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:47.328357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for c2b1e0dc-627a-496c-b466-2c03f739d0ff owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:47.394561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning complete for port f3791a60-25b6-4235-9e73-8505f3d3b171 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:47.394994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:47.433964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:47.537393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:47.544910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5ddce96-0617-449e-8f29-0bfd7715a3fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.756s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:47.684932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Port f3791a60-25b6-4235-9e73-8505f3d3b171 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:47.713408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Attempting to bind port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:47.713831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Attempting to bind port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:47.714246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Attempting to bind port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:47.735662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Set router 266828db-ac70-4fe3-9733-7cc0d98f08ec gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:47.772584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.11 (39b7373d-a503-4e91-8f57-d9cdf2503761/bd134baf-081b-423e-9812-9dc28f56a41f/d8e24d58-56db-4ebf-a52b-f0846a6dd72f) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:47.784014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Pushing event updated for resources: {'Port': ['ID=6edbc557-2a58-4915-b626-5f75f13eb554,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:47.790179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:47.814147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:47.814606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:47.815065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:47.815518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:47.816068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Bound port: 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:47.816557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:47.950256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning complete for port 6edbc557-2a58-4915-b626-5f75f13eb554 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:47.950853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.034335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.072118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377ed56-2530-4050-b3d3-16f97d9f45cd req-f1b57dde-f3df-463e-a24f-f399502397d7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:48.086396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6377ed56-2530-4050-b3d3-16f97d9f45cd req-f1b57dde-f3df-463e-a24f-f399502397d7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4492707 Dec 22 15:48:48.129765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.158858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46484) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:48.211937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:48.350872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6377ed56-2530-4050-b3d3-16f97d9f45cd req-6f20a450-98c7-4b5b-af57-3b38bb8e6897 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630365 Dec 22 15:48:48.359012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7562ebb-ddbd-46f9-90ce-d2e51c8396c1 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-1180488944 HTTP/1.1" status: 204 len: 168 time: 1.6121285 Dec 22 15:48:48.368794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46490) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:48.382420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-108771c1-d48b-4600-9f48-31f4d6d618ae tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:48.453512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=b472808e-eb80-4bd4-8832-13fe3da75af2,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:48.456674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:48.468854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:48.477601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.501164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-108771c1-d48b-4600-9f48-31f4d6d618ae tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 200 len: 205 time: 0.1294687 Dec 22 15:48:48.506337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:48.520897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46494) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:48.549800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-602ee5d6-2d63-4f8e-8d90-e3fdbecdcf36 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:48.599373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.605278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fab0c0c2-6c9b-4cb4-aeb9-1e4e784679ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:48.613824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.615843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1906667524'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:48.631345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13d89a08-bbd0-4072-b71e-43ec18b516ed tempest-FloatingIPAdminTestJSON-1391634719 tempest-FloatingIPAdminTestJSON-1391634719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:48.655785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:48.668186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:48.683230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:48.697604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=c2b1e0dc-627a-496c-b466-2c03f739d0ff,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:48.700702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-73d1d859-c69b-42b3-b535-508e25f3f991 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/266828db-ac70-4fe3-9733-7cc0d98f08ec HTTP/1.1" status: 200 len: 906 time: 2.0631700 Dec 22 15:48:48.703935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46498) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:48.728578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Pushing event updated for resources: {'Port': ['ID=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:48.735453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:48.736888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning for port 68d8bfed-f68d-4ca4-9b19-7851208398f3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:48.762713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:48.763494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning complete for port 68d8bfed-f68d-4ca4-9b19-7851208398f3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:48.763925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.826836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:35Z', 'updated_at': '2021-12-22T15:48:40Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:48.838216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Checking router: 266828db-ac70-4fe3-9733-7cc0d98f08ec for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:48.838657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Updating router 266828db-ac70-4fe3-9733-7cc0d98f08ec port 96810f7c-7e15-47ff-a2b1-0bca44300c07 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:48:48.847520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:48.861767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:48.886228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:48.945725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.952637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:48.959091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:48.989592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.044628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.049436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-602ee5d6-2d63-4f8e-8d90-e3fdbecdcf36 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 200 len: 240 time: 0.5095663 Dec 22 15:48:49.058140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46502) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:49.065272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:49.080519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:security_group_rule and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:49.087743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-e27210c2-ca86-4d48-9758-016090cbd1e4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-398834611') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:49.150398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:49.164160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.192775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:49.304594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] For port 68d8bfed-f68d-4ca4-9b19-7851208398f3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=68d8bfed-f68d-4ca4-9b19-7851208398f3,segment=NetworkSegment(d5e823e9-e4be-4ff1-9ec4-fece6741337b),segment_id=d5e823e9-e4be-4ff1-9ec4-fece6741337b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:49.386908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.394573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3edcaa3-1b3a-4fde-b31a-1146b12cf63b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:49.412961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:49.420050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.461501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eac64ebb-b60b-4f06-a71a-a375e9df9b61 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:49.531580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.544250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Pushing event updated for resources: {'Port': ['ID=68d8bfed-f68d-4ca4-9b19-7851208398f3,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:49.574883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6edbc557-2a58-4915-b626-5f75f13eb554 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:49.610976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:49.668888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning complete for port 2d9214bc-d943-4e9f-9a23-521148694724 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:49.669317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.671330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.758029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 39b7373d-a503-4e91-8f57-d9cdf2503761 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:49.768761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:49.782128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.787770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=d8e24d58-56db-4ebf-a52b-f0846a6dd72f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:49.790546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:49.860667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:49.861580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.873317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:49.873902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b37fce1d-c9cb-490a-a2f0-a39a042187a1 tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:49.907938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:49.968717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:50.037526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2441d0-cf9e-431a-870e-c77a09e603b5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:50.042616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.043210 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9 of type vlan for network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e Dec 22 15:48:50.050080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:50.050668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e27210c2-ca86-4d48-9758-016090cbd1e4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-398834611 HTTP/1.1" status: 204 len: 168 time: 0.9912956 Dec 22 15:48:50.060694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46508) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:50.106881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.121654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6edbc557-2a58-4915-b626-5f75f13eb554 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:50.122084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.127087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-8e7f4de2-267b-4ca9-8e06-75af8c320299 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-398834611') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:50.200070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Transition to ACTIVE for port object 96810f7c-7e15-47ff-a2b1-0bca44300c07 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:50.343052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:50.365757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.383174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:50.403148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5803-db42-43e8-a108-a81a1fbb5ee7 req-0becaadb-4f13-4561-96ef-a9e4a04a3d71 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:50.405036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-063e5803-db42-43e8-a108-a81a1fbb5ee7 req-0becaadb-4f13-4561-96ef-a9e4a04a3d71 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6755564 Dec 22 15:48:50.436429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning for port d45c422c-828e-4ad9-884e-c2c851375898 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:50.453137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Provisioning complete for port d45c422c-828e-4ad9-884e-c2c851375898 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:50.453566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.459329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4872553 Dec 22 15:48:50.463855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46512) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:50.466970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.508386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': 'd8e24d58-56db-4ebf-a52b-f0846a6dd72f'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:50.518940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-063e5803-db42-43e8-a108-a81a1fbb5ee7 req-12d185da-d688-449c-b77a-23a5d2c17799 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937202 Dec 22 15:48:50.528126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.548978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Pushing event updated for resources: {'Port': ['ID=96810f7c-7e15-47ff-a2b1-0bca44300c07,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:50.573636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Attempting to bind port 96810f7c-7e15-47ff-a2b1-0bca44300c07 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:50.574279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Attempting to bind port 96810f7c-7e15-47ff-a2b1-0bca44300c07 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:50.575116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Attempting to bind port 96810f7c-7e15-47ff-a2b1-0bca44300c07 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:50.578505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Port d45c422c-828e-4ad9-884e-c2c851375898 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:50.589776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:50.601056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:50.601444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:50.602039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.602518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:50.603545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Bound port: 96810f7c-7e15-47ff-a2b1-0bca44300c07, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:50.603982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.617398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router c48f2668-8ee9-4c49-a461-9b252d4ceaeb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:50.716717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] For port 96810f7c-7e15-47ff-a2b1-0bca44300c07, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:50.720906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] For port 96810f7c-7e15-47ff-a2b1-0bca44300c07, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=96810f7c-7e15-47ff-a2b1-0bca44300c07,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:50.737011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:50.744984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.746192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router ae55464e-fd19-41b5-91f2-18c0af78e9ee {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:50.748684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.749111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d75a4a10-c4c0-4cb5-8cce-7e984279de12 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:50.775257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.818541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Provisioning complete for port f3791a60-25b6-4235-9e73-8505f3d3b171 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:50.819233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.886101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.893340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Port f3791a60-25b6-4235-9e73-8505f3d3b171 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:50.895070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39be9eb4-641e-46da-a00b-ad20527b7fef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:50.902349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:50.903697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 204 len: 168 time: 5.8754599 Dec 22 15:48:50.909216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46516) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:50.931861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-670833072', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:50.945319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:50.953791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Usage tracker for resource:router and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:50.959353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:50.972146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:51.004282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:51.018426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9129322 Dec 22 15:48:51.026952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Pushing event updated for resources: {'Port': ['ID=96810f7c-7e15-47ff-a2b1-0bca44300c07,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:51.026952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Provisioning for port b472808e-eb80-4bd4-8832-13fe3da75af2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:51.027277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46520) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:51.027354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:51.027437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Provisioning complete for port b472808e-eb80-4bd4-8832-13fe3da75af2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:51.027848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.048312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] Sync routers for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:51.090570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:51.093784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.100398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:51.100614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.101930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.116303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Sync routers for ids ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:51.117491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e7f4de2-267b-4ca9-8e06-75af8c320299 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-398834611 HTTP/1.1" status: 204 len: 168 time: 1.0117612 Dec 22 15:48:51.123604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "PUT /v2.0/routers/9d77f10b-b5bd-4f29-8d72-fab90378feb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6448092 Dec 22 15:48:51.134410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46524) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:51.134815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46526) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:51.144991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Routers {'9d77f10b-b5bd-4f29-8d72-fab90378feb6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:51.145864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.172298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569536f3-308b-4dd8-a9b3-3ccbcc30a8fb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:51.172952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-569536f3-308b-4dd8-a9b3-3ccbcc30a8fb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:51.199560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.200448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-104f537c-c505-4d0d-9b85-6f8107aa29f6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.215035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d75a4a10-c4c0-4cb5-8cce-7e984279de12 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:51.228666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.228846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d75a4a10-c4c0-4cb5-8cce-7e984279de12 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:51.229235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.240263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-569536f3-308b-4dd8-a9b3-3ccbcc30a8fb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:51.242804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-569536f3-308b-4dd8-a9b3-3ccbcc30a8fb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports/b472808e-eb80-4bd4-8832-13fe3da75af2 HTTP/1.1" status: 200 len: 910 time: 0.2216702 Dec 22 15:48:51.252428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:51.252428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.252591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46532) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:51.272150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Port b472808e-eb80-4bd4-8832-13fe3da75af2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:51.275414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Routers {'266828db-ac70-4fe3-9733-7cc0d98f08ec'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:51.276130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['266828db-ac70-4fe3-9733-7cc0d98f08ec'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.295673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.299890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:51.300545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.315492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eec1fe19-37fa-4a79-8a54-8abf621f2a7c tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:51.376381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:51.376381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988cf37-1b93-48bf-b1c0-64d131e0fe6c None None] The sync data for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:51.476670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f0a2e-a27c-475d-afb9-dcd98ac18bd8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:51.477428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-966f0a2e-a27c-475d-afb9-dcd98ac18bd8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:48:51.483520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] Set router 266828db-ac70-4fe3-9733-7cc0d98f08ec gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:51.595605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:51.752605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Provisioning complete for port 68d8bfed-f68d-4ca4-9b19-7851208398f3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:51.753015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30566785-dcff-43d3-9440-1a7177a77671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.000476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=136cf5c1-3dcb-4d29-ac8a-38d609ee410e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:52.000688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-966f0a2e-a27c-475d-afb9-dcd98ac18bd8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:48:52.001973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-966f0a2e-a27c-475d-afb9-dcd98ac18bd8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports/7fc380d2-12dc-4d3e-82dd-6152225d9035 HTTP/1.1" status: 200 len: 911 time: 0.8636725 Dec 22 15:48:52.010909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:52.011439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46538) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:52.019568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Set router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:52.064560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:48:52.071068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.087744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.9199038 Dec 22 15:48:52.097376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-104f537c-c505-4d0d-9b85-6f8107aa29f6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 200 len: 205 time: 0.9552736 Dec 22 15:48:52.101556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46542) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:52.224545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.272157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.292436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-2101607f-3488-4b83-90ce-ed86a5188c11 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:52.318483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.384240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a58d6-a361-485b-9a3f-2dc6e491cf26 req-a90df016-2ecd-4ef3-9f21-14cf963ba3d8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:52.386012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f56a58d6-a361-485b-9a3f-2dc6e491cf26 req-a90df016-2ecd-4ef3-9f21-14cf963ba3d8 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6647241 Dec 22 15:48:52.389181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.423282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Deleting port 96810f7c-7e15-47ff-a2b1-0bca44300c07 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:52.424058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.524143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d75a4a10-c4c0-4cb5-8cce-7e984279de12, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d75a4a10-c4c0-4cb5-8cce-7e984279de12,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:52.613211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.615146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f56a58d6-a361-485b-9a3f-2dc6e491cf26 req-48464ae5-7277-4642-a1ba-bbca185f8de4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609962 Dec 22 15:48:52.617335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ed2fa3c-c9cd-4476-9e6f-58e2a7714dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:52.652274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.693397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.702711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d75a4a10-c4c0-4cb5-8cce-7e984279de12,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:52.725872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:52.799052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Provisioning for port 7fc380d2-12dc-4d3e-82dd-6152225d9035 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:52.818761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] For port 96810f7c-7e15-47ff-a2b1-0bca44300c07, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=96810f7c-7e15-47ff-a2b1-0bca44300c07,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:52.824722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.826024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Provisioning complete for port 7fc380d2-12dc-4d3e-82dd-6152225d9035 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:52.826504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:52.894271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Port 7fc380d2-12dc-4d3e-82dd-6152225d9035 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:48:52.897359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:35Z', 'updated_at': '2021-12-22T15:48:40Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:52.902140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 68d8bfed-f68d-4ca4-9b19-7851208398f3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:52.938314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becfd3c9-f2f0-4770-9ebc-97d52b35fdee None None] The sync data for ids ['266828db-ac70-4fe3-9733-7cc0d98f08ec'] in dv-neutron-822514-1-hyperv is: [{'id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'name': 'tempest-snat-router-470126690', 'tenant_id': '027de956e2c7494182c47ac881633162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25'}], 'enable_snat': True}, 'gw_port_id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:35Z', 'updated_at': '2021-12-22T15:48:40Z', 'revision_number': 3, 'project_id': '027de956e2c7494182c47ac881633162', 'gw_port': {'id': '96810f7c-7e15-47ff-a2b1-0bca44300c07', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266828db-ac70-4fe3-9733-7cc0d98f08ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:38Z', 'updated_at': '2021-12-22T15:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:53.064284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Provisioning for port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:53.078134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Provisioning complete for port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:53.078740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.133559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Allocated IP 172.26.1.16 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/4cc48430-59d6-4619-b94e-d93c6f956f8c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:53.201831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 68d8bfed-f68d-4ca4-9b19-7851208398f3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:53.202093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.335862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:48:43Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': '7fc380d2-12dc-4d3e-82dd-6152225d9035', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:ae:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:42Z', 'updated_at': '2021-12-22T15:48:45Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:53.370247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Checking router: 9d77f10b-b5bd-4f29-8d72-fab90378feb6 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:48:53.370698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Updating router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 port 7fc380d2-12dc-4d3e-82dd-6152225d9035 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:48:53.389652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Calling delete_port for 96810f7c-7e15-47ff-a2b1-0bca44300c07 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:53.534405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.557504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.683553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.684433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2101607f-3488-4b83-90ce-ed86a5188c11 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 200 len: 240 time: 1.4062130 Dec 22 15:48:53.686623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port b472808e-eb80-4bd4-8832-13fe3da75af2 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:53.687811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.711123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46546) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:53.733790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:53.752731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-8e5546e7-6bb4-494c-a6ce-0b3b29675ca3 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-497187417') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:53.785399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:53.850029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Port': ['ID=96810f7c-7e15-47ff-a2b1-0bca44300c07,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:53.882700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d220c8a-5d2d-43d9-a13a-0d1ea386bddd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:53.887622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d220c8a-5d2d-43d9-a13a-0d1ea386bddd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:53.897213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d220c8a-5d2d-43d9-a13a-0d1ea386bddd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.8703620 Dec 22 15:48:53.899819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:53.916124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46552) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:54.030395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e5546e7-6bb4-494c-a6ce-0b3b29675ca3 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-497187417 HTTP/1.1" status: 204 len: 168 time: 0.3143811 Dec 22 15:48:54.031622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46556) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:54.045769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-46e01a75-b5d9-428a-a9f4-d468ca0f2e92 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-497187417') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:54.056777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.230878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.232933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for b472808e-eb80-4bd4-8832-13fe3da75af2 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:54.245707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Transition to ACTIVE for port object 7fc380d2-12dc-4d3e-82dd-6152225d9035 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:48:54.271775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:54.291213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.317412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:54.452764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Pushing event updated for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:54.575750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.607331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.614002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eafbb1-e1c4-4d7e-b41c-5a767726e964 req-a2147c6c-c6ca-459d-a653-348e5b4cb978 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:54.615941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eafbb1-e1c4-4d7e-b41c-5a767726e964 req-a2147c6c-c6ca-459d-a653-348e5b4cb978 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2572944 Dec 22 15:48:54.616695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c6be5e-9421-48b1-bd58-60b9dd230775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:54.625418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:54.637981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:54.761582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:54.876867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=b472808e-eb80-4bd4-8832-13fe3da75af2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:54.904192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:54.909063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eafbb1-e1c4-4d7e-b41c-5a767726e964 req-ed482264-4b98-4471-b8db-971e02271970 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030056 Dec 22 15:48:54.969566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d75a4a10-c4c0-4cb5-8cce-7e984279de12 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:55.004997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.032924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523152eb-2480-49e9-bf8c-a6739ed49b5f tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:55.161573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Attempting to bind port 7fc380d2-12dc-4d3e-82dd-6152225d9035 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:48:55.162011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Attempting to bind port 7fc380d2-12dc-4d3e-82dd-6152225d9035 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:48:55.162735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Attempting to bind port 7fc380d2-12dc-4d3e-82dd-6152225d9035 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:48:55.181706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:48:55.182045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:55.182535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.182977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:48:55.183502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Bound port: 7fc380d2-12dc-4d3e-82dd-6152225d9035, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:48:55.185041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.204432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Pushing event updated for resources: {'Port': ['ID=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:55.223861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:55.232867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:48:55.241109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:55.244576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:48:55.297799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d75a4a10-c4c0-4cb5-8cce-7e984279de12 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:55.298229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.399264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.428338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.466585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] For port 7fc380d2-12dc-4d3e-82dd-6152225d9035, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:48:55.472308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event updated for resources: {'Port': ['ID=4cc48430-59d6-4619-b94e-d93c6f956f8c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:55.478252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:55.508246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] For port 7fc380d2-12dc-4d3e-82dd-6152225d9035, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fc380d2-12dc-4d3e-82dd-6152225d9035,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:48:55.513787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 99d0fb81-9326-4fcb-a16a-c3d428ec6e10 associated. External IP: 172.26.1.94, port: d8e24d58-56db-4ebf-a52b-f0846a6dd72f. Dec 22 15:48:55.550186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.561092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75f95a31-b381-456d-b64c-8862985d28ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:55.624812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-46e01a75-b5d9-428a-a9f4-d468ca0f2e92 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-497187417 HTTP/1.1" status: 204 len: 168 time: 1.5842755 Dec 22 15:48:55.626603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.628991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 266828db-ac70-4fe3-9733-7cc0d98f08ec {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:48:55.630926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46560) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:55.639823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-e1f78268-25a6-4059-8047-70848e6c4b6f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:55.641707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Routers {'9d77f10b-b5bd-4f29-8d72-fab90378feb6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:55.642419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:55.778581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Pushing event updated for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:55.831025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:55.924209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] Set router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:48:55.946818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:55.951200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/routers/266828db-ac70-4fe3-9733-7cc0d98f08ec HTTP/1.1" status: 204 len: 168 time: 7.1772935 Dec 22 15:48:55.953113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46564) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:55.953714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46566) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:56.041787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:56.264558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1f78268-25a6-4059-8047-70848e6c4b6f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 200 len: 205 time: 0.6323109 Dec 22 15:48:56.266759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46574) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:56.283833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-196ba3cf-3ae2-446d-b63d-b7bd3f4f1f36 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:56.349651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:56.350680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:56.371107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc5b9f-0aea-4318-8815-b4f8cdd22628 req-06963675-075d-4072-a63e-1dd86f88539c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:56.373189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1bfc5b9f-0aea-4318-8815-b4f8cdd22628 req-06963675-075d-4072-a63e-1dd86f88539c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.2177320 Dec 22 15:48:56.454243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-196ba3cf-3ae2-446d-b63d-b7bd3f4f1f36 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 204 len: 168 time: 0.1822293 Dec 22 15:48:56.481451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46578) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:56.495170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:56.502469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-ae021d21-ef86-4669-b1a0-9b5519473820 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:56.537894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:56.543348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:48:43Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': '7fc380d2-12dc-4d3e-82dd-6152225d9035', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:ae:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:42Z', 'updated_at': '2021-12-22T15:48:55Z', 'revision_number': 4, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:56.547691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1612e3df-7596-4eb7-bbd5-4839e64239d9 None None] The sync data for ids ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'] in dv-neutron-822514-1-hyperv is: [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:48:43Z', 'revision_number': 2, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None, '_interfaces': [{'id': '7fc380d2-12dc-4d3e-82dd-6152225d9035', 'name': '', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'mac_address': 'fa:16:3e:ae:bd:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:48:42Z', 'updated_at': '2021-12-22T15:48:55Z', 'revision_number': 4, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'subnets': [{'id': '8e683f10-b801-4edb-9e13-aaadf40c3600', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:56.549599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:56.554869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:56.568924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:56.700861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:56.726216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:56.730209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1bfc5b9f-0aea-4318-8815-b4f8cdd22628 req-01c9c49b-6922-4544-9025-7eefcd68083f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952416 Dec 22 15:48:56.874762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:56.875204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:56.965043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae021d21-ef86-4669-b1a0-9b5519473820 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 204 len: 168 time: 0.4819677 Dec 22 15:48:56.971656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46584) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:56.987967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-5fc39e23-e36d-4ec9-8b26-1836c72a55a4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:57.024292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:57.218013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:57.568268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5fc39e23-e36d-4ec9-8b26-1836c72a55a4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 204 len: 168 time: 0.5943553 Dec 22 15:48:57.575618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46590) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:57.587385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-2592a41e-37ff-4bb5-b053-1e50002157fb tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:57.618029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Router 8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:48:57.628562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc41b7-f80f-493b-af04-7daa6ac818b9 req-752bb9d0-7e09-4086-b6ce-5ede5a242de3 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:57.636676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdc41b7-f80f-493b-af04-7daa6ac818b9 req-752bb9d0-7e09-4086-b6ce-5ede5a242de3 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4035623 Dec 22 15:48:57.670556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-438d5615-fdb8-4067-a407-fcd78da9147c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.2745876 Dec 22 15:48:57.846730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:57.909022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:57.924274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-332ab527-557d-43e3-9a94-2dcd34315f3d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:58.121067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdc41b7-f80f-493b-af04-7daa6ac818b9 req-0b74ba08-e64e-4dcd-ad0a-650d0394473f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4833152 Dec 22 15:48:58.140503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=fe7208d9-2f66-4f49-b00f-0d75f8f7070f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:58.156586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:58.160791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router c48f2668-8ee9-4c49-a461-9b252d4ceaeb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:58.168599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:48:58.209856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:48:58.210261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: 136cf5c1-3dcb-4d29-ac8a-38d609ee410e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:48:58.213341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-1aa3c46b-60d4-4e47-9324-f57aa66f9620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:58.214916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-1aa3c46b-60d4-4e47-9324-f57aa66f9620 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.5324526 Dec 22 15:48:58.221465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2592a41e-37ff-4bb5-b053-1e50002157fb tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 204 len: 168 time: 0.6408732 Dec 22 15:48:58.227160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46594) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:58.243643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-aff7a987-edcf-41fa-9280-60303f574474 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-703993601') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.365307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:58.452495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:48:58.454692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Deleting port d75a4a10-c4c0-4cb5-8cce-7e984279de12 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:58.455067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:58.553792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-48aa51b6-3ead-424d-9279-750bee6686a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.2810011 Dec 22 15:48:58.662719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-35f424e3-f0b5-42b1-a649-1a60794ceac9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:58.665300 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-35f424e3-f0b5-42b1-a649-1a60794ceac9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.0997927 Dec 22 15:48:58.670650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:58.678421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:58.685083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] Sync routers for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:58.692826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] Sync routers for ids ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:58.713651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] Routers {'8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:58.714362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.724730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:58.725434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.793817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-49d1c060-7e7a-4ca1-9569-363409fd1321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1133447 Dec 22 15:48:58.796508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5430305 Dec 22 15:48:58.800025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46598) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:58.807565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.810065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fc380d2-12dc-4d3e-82dd-6152225d9035 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:48:58.846990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.860320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:58.861475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.896446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] Routers {'8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:58.897491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.919461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:58.921029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.0107279 Dec 22 15:48:58.936075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:58.936771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb60bf83-3e73-4a16-bc99-4125a3812dd6 None None] The sync data for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:58.942862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46602) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:58.950402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 136cf5c1-3dcb-4d29-ac8a-38d609ee410e) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:48:58.951541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:58.975475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85063cde-1a00-4376-9283-6cf242400017 None None] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:48:58.978686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aff7a987-edcf-41fa-9280-60303f574474 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-703993601 HTTP/1.1" status: 201 len: 201 time: 0.7486601 Dec 22 15:48:58.982957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:58.983617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:58.996917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46606) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:59.017805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:59.018191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a09eb-6cc7-4a2a-bdba-15dd4cc9b42c None None] The sync data for ids ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:48:59.067634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-b7924a8b-3c8c-4588-95b1-da6ab29c15e7 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-517659250') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:59.132842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7fc380d2-12dc-4d3e-82dd-6152225d9035 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:48:59.171980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7fc380d2-12dc-4d3e-82dd-6152225d9035 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:48:59.172323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.231371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-dc52d5ca-7a1e-4fb3-8bc9-f79a96b5b25a service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559511 Dec 22 15:48:59.277714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3203917 Dec 22 15:48:59.290428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46612) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:59.300539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497486623'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:48:59.307677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:48:59.311720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:48:59.315246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:48:59.333637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:48:59.346035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-136cf5c1-3dcb-4d29-ac8a-38d609ee410e', 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': 'fe7208d9-2f66-4f49-b00f-0d75f8f7070f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:48:59.347336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.390202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] For port d75a4a10-c4c0-4cb5-8cce-7e984279de12, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d75a4a10-c4c0-4cb5-8cce-7e984279de12,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:59.391532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.409100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 7fc380d2-12dc-4d3e-82dd-6152225d9035 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:48:59.409480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.435512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.493389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 7fc380d2-12dc-4d3e-82dd-6152225d9035, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fc380d2-12dc-4d3e-82dd-6152225d9035,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:48:59.494630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:48:59.499717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.540212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.546235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a474460e-757b-4352-8238-d188915025dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:48:59.591076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96810f7c-7e15-47ff-a2b1-0bca44300c07 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:48:59.594350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Calling delete_port for d75a4a10-c4c0-4cb5-8cce-7e984279de12 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:48:59.645739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 96810f7c-7e15-47ff-a2b1-0bca44300c07 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:48:59.646132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96810f7c-7e15-47ff-a2b1-0bca44300c07 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:48:59.681065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Allocated IP 2001:db8:0:ffff::2 (136cf5c1-3dcb-4d29-ac8a-38d609ee410e/fe7208d9-2f66-4f49-b00f-0d75f8f7070f/702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:48:59.687448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:48:59.691886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:48:59.703817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bebc6e0-d681-44a1-a845-cc4f639365d4 req-ea50efa7-a03a-4dbb-ae56-ea3719c19caf service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580791 Dec 22 15:48:59.737534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:48:59.745085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492bc6-9ac5-457b-ae77-5f43dd7e8208 req-3193d77b-281b-4d90-bc4d-90925398ef48 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:48:59.751184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a915-9227-4364-8a64-34f00a74970b None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:48:59.752701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e5492bc6-9ac5-457b-ae77-5f43dd7e8208 req-3193d77b-281b-4d90-bc4d-90925398ef48 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3854380 Dec 22 15:48:59.754562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:48:59.769085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:59.770745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:59.844826 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7924a8b-3c8c-4588-95b1-da6ab29c15e7 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-517659250 HTTP/1.1" status: 201 len: 201 time: 0.8325887 Dec 22 15:48:59.861459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.885877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:59.893263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46616) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:48:59.896918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:48:59.897317 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment 34c64200-1967-48c9-81f1-78f6f0100a9b of type vlan for network 685e0298-e429-4fb5-8a85-08ec4438d62f Dec 22 15:48:59.913781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:48:59.914871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:48:59.920300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-6f56ada4-59c7-4c6f-a6d1-a6948969ffd7 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-1114680807') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:00.120078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.128293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.138641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Transition to ACTIVE for port object 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:00.175128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:49:00.175749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db84a915-9227-4364-8a64-34f00a74970b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:00.176197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84a915-9227-4364-8a64-34f00a74970b None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:00.189351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e5492bc6-9ac5-457b-ae77-5f43dd7e8208 req-6f7f1369-7386-486e-b2fe-29b1feeddbff tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355979 Dec 22 15:49:00.195284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b22a465-3d70-493e-821c-ca4afd256a46 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/99d0fb81-9326-4fcb-a16a-c3d428ec6e10 HTTP/1.1" status: 200 len: 977 time: 9.6961608 Dec 22 15:49:00.206526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46620) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:00.206718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Transition to ACTIVE for port object 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:00.206823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port 7fc380d2-12dc-4d3e-82dd-6152225d9035, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fc380d2-12dc-4d3e-82dd-6152225d9035,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:00.206823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.226696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.230421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.236022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49c55c6d-b9f3-4142-a2b8-e62e0ef0057d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:00.317611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:00.320631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:00.323247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:00.404716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 7fc380d2-12dc-4d3e-82dd-6152225d9035 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:00.421635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Pushing event updated for resources: {'Port': ['ID=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:00.424845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:00.446758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Attempting to bind port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:00.447190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Attempting to bind port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:00.447605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Attempting to bind port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 on network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:00.454728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:00.455079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Checking segment: {'id': 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:00.455514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.455959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Bound using segment: {'id': 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:00.456483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Bound port: 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '136cf5c1-3dcb-4d29-ac8a-38d609ee410e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:00.457965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.545453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port d8e24d58-56db-4ebf-a52b-f0846a6dd72f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:00.545453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.551770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] For port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:00.555261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] For port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,segment=NetworkSegment(b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9),segment_id=b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:00.588796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.593653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:00.639082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.643280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:00.643920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.661450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e7e9117-e5bb-42ec-9706-5be93b4cf128 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:00.690509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Pushing event updated for resources: {'Port': ['ID=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:00.694656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:00.707017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f56ada4-59c7-4c6f-a6d1-a6948969ffd7 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-1114680807 HTTP/1.1" status: 201 len: 201 time: 0.8036196 Dec 22 15:49:00.750480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46624) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:00.752036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fc380d2-12dc-4d3e-82dd-6152225d9035 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:00.764840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-498a4dc8-8cc1-4f05-918d-d1962a1f2628 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-1100386607') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:00.772848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:00.864854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7fc380d2-12dc-4d3e-82dd-6152225d9035 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:00.865844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.027195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-498a4dc8-8cc1-4f05-918d-d1962a1f2628 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-1100386607 HTTP/1.1" status: 201 len: 201 time: 0.2652168 Dec 22 15:49:01.036150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46628) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:01.056859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-64f23541-a084-4bb2-9e22-276c3203cbf2 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', {'tags': ['tempest-TagsExtTest-Tag-1491221236', 'tempest-TagsExtTest-Tag-1987776805', 'tempest-TagsExtTest-Tag-365598373']}) {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:01.126144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8289409 Dec 22 15:49:01.130434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46632) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:01.132013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=685e0298-e429-4fb5-8a85-08ec4438d62f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:01.148089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:01.150411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:01.155417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 685e0298-e429-4fb5-8a85-08ec4438d62f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:01.205562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d962122-29f7-408d-8f6d-f940fa2cbfdc tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:01.340324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event deleted for resources: {'Port': ['ID=d75a4a10-c4c0-4cb5-8cce-7e984279de12,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:01.342984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:01.370172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:01.388726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:01.435642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:01.458020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:01.482657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64f23541-a084-4bb2-9e22-276c3203cbf2 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 200 len: 317 time: 0.4424274 Dec 22 15:49:01.487888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46640) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:01.494408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.505879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-05796b31-95a6-4a47-8aef-e8e91445088b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:01.576227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:01.576598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:01.585266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:01.596261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.740381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.765494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f6b2-f3c6-43ff-a73f-e67a7e7258f4 req-f69569d3-863b-48dd-9778-70c40f00532e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:01.769412 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8177f6b2-f3c6-43ff-a73f-e67a7e7258f4 req-f69569d3-863b-48dd-9778-70c40f00532e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3834722 Dec 22 15:49:01.777370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.817377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Deleting port 4cc48430-59d6-4619-b94e-d93c6f956f8c {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:01.817763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.825114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.969396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:01.989598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.083130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 7fc380d2-12dc-4d3e-82dd-6152225d9035 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:02.083504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.263373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.263947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c618dab6-120e-4167-a21f-4dd947fc2bc2 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:02.346378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8177f6b2-f3c6-43ff-a73f-e67a7e7258f4 req-b93edef5-b884-4923-a183-a88140805c67 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5531266 Dec 22 15:49:02.427855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.435328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c618dab6-120e-4167-a21f-4dd947fc2bc2 HTTP/1.1" status: 204 len: 168 time: 6.4745989 Dec 22 15:49:02.436046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:02.440783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.441194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.441654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 99d0fb81-9326-4fcb-a16a-c3d428ec6e10 disassociated. External IP: 172.26.1.94, port: d8e24d58-56db-4ebf-a52b-f0846a6dd72f. Dec 22 15:49:02.442242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for d8e24d58-56db-4ebf-a52b-f0846a6dd72f owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:02.475363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.496603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-301732351', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:02.509297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:02.518096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:02.531928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:02.547550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:02.595153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port 7fc380d2-12dc-4d3e-82dd-6152225d9035, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fc380d2-12dc-4d3e-82dd-6152225d9035,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:02.595568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.673665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Calling delete_port for 4cc48430-59d6-4619-b94e-d93c6f956f8c owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:02.705820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34ef69c-4159-4538-9e36-5c51bb71b26e None None] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:02.737410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port d45c422c-828e-4ad9-884e-c2c851375898 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:02.737800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.803683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.819878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:02.820749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 7fc380d2-12dc-4d3e-82dd-6152225d9035 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:02.843565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:02.895075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05796b31-95a6-4a47-8aef-e8e91445088b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 204 len: 168 time: 1.4024525 Dec 22 15:49:02.903413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46656) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:02.915342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-e3194af8-4082-47da-8c35-7ce7f6708027 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-1491221236') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:02.942537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-110960c5-019a-4d9c-9c12-c33f601354d1 None None] Provisioning for port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:02.967185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.067038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:03.085431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:03.085837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.127372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.222464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e1ada-bfb2-4ff8-a092-48722800a760 req-37807c3d-bc9f-420a-8efb-061104772dda tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:03.224488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f07e1ada-bfb2-4ff8-a092-48722800a760 req-37807c3d-bc9f-420a-8efb-061104772dda tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6052539 Dec 22 15:49:03.246118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.250843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.261390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b22d35c3-12aa-4354-a066-af3369be94e1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:03.296989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,segment=NetworkSegment(b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9),segment_id=b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:03.314581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for d45c422c-828e-4ad9-884e-c2c851375898 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:03.323611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=d8e24d58-56db-4ebf-a52b-f0846a6dd72f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:03.331536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:03.334564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.338832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52252b3f-063f-4123-bf21-cad7715b5126 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:03.461979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:03.465825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:03.466990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d75a4a10-c4c0-4cb5-8cce-7e984279de12 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:03.508028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d75a4a10-c4c0-4cb5-8cce-7e984279de12 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:03.508663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d75a4a10-c4c0-4cb5-8cce-7e984279de12 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:03.524539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-606b5b8b-ae8a-4867-8a30-e471858ee2e4 None None] Provisioning complete for port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:03.524973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-606b5b8b-ae8a-4867-8a30-e471858ee2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.530842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.536721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f07e1ada-bfb2-4ff8-a092-48722800a760 req-815170c8-f8f0-45cb-89b1-cf8ac23776ce tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441158 Dec 22 15:49:03.549546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4a5b15c-31c4-4511-8b2b-fa0790a61960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:03.625827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=e02eaf41-977a-4df9-bcd1-37b5bae13f8d,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:03.633554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:03.665877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e3194af8-4082-47da-8c35-7ce7f6708027 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:03.667058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e3194af8-4082-47da-8c35-7ce7f6708027 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-1491221236 HTTP/1.1" status: 404 len: 329 time: 0.7626164 Dec 22 15:49:03.670575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46664) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:03.680312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-116e2886-2e6e-4b9c-962b-f6ce8128a26b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-1987776805') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:03.700601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.726243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.765874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-840eeb76-977e-433b-9396-3f8e9608494e tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:03.771899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:03.783336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6892ffed-2345-46c5-ad96-6c310f7bbea4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:03.816106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': '34c64200-1967-48c9-81f1-78f6f0100a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:03.816534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: 685e0298-e429-4fb5-8a85-08ec4438d62f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:03.843909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=7fc380d2-12dc-4d3e-82dd-6152225d9035,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:03.846508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:03.847396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Pushing event deleted for resources: {'Port': ['ID=4cc48430-59d6-4619-b94e-d93c6f956f8c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:03.861371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:04.142005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7493-5d0f-469f-8af2-d3ff89c74739 req-91564e08-7445-47d4-b3fb-bea433082d7d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:04.143678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-006f7493-5d0f-469f-8af2-d3ff89c74739 req-91564e08-7445-47d4-b3fb-bea433082d7d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4268012 Dec 22 15:49:04.150940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.153056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.165906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b04511c2-ea6d-454b-93bf-13cba80b7fc1 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:04.185158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:04.195840 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-116e2886-2e6e-4b9c-962b-f6ce8128a26b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:04.196994 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-116e2886-2e6e-4b9c-962b-f6ce8128a26b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-1987776805 HTTP/1.1" status: 404 len: 329 time: 0.5220869 Dec 22 15:49:04.197690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 685e0298-e429-4fb5-8a85-08ec4438d62f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:04.246320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:04.272977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-61a37325-9980-4f53-b7b1-0a1d50b04b92 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734', 'tempest-TagsExtTest-Tag-365598373') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:04.295971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=d45c422c-828e-4ad9-884e-c2c851375898,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:04.304523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:04.352556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.445114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 685e0298-e429-4fb5-8a85-08ec4438d62f) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:04.454814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc3231-c98b-4993-91a7-c0bf6808f3b9 None None] Network 685e0298-e429-4fb5-8a85-08ec4438d62f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:04.767665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:04.768320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.808209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-006f7493-5d0f-469f-8af2-d3ff89c74739 req-ab66b841-b8c5-45ac-9d59-778c82b8074c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6517742 Dec 22 15:49:04.818330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.834003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:04.911054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7734900 Dec 22 15:49:04.921406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46678) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:04.940093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:05.057030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-685e0298-e429-4fb5-8a85-08ec4438d62f', 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': 'e02eaf41-977a-4df9-bcd1-37b5bae13f8d'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:05.057926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.058058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-61a37325-9980-4f53-b7b1-0a1d50b04b92 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:05.062000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61a37325-9980-4f53-b7b1-0a1d50b04b92 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags/tempest-TagsExtTest-Tag-365598373 HTTP/1.1" status: 404 len: 328 time: 0.8071239 Dec 22 15:49:05.062000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.069170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46684) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:05.081021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:05.082010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.096398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-c2feab23-2a65-4a4a-a2d1-b00f2560e7d6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', {'tags': ['tempest-TagsExtTest-Tag-768722054', 'tempest-TagsExtTest-Tag-1715443244', 'tempest-TagsExtTest-Tag-24982631']}) {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:05.175615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.320259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.366824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Router 8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:05.374035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Allocated IP 2001:db8::1 (685e0298-e429-4fb5-8a85-08ec4438d62f/e02eaf41-977a-4df9-bcd1-37b5bae13f8d/925e0e21-a5ff-4e74-b08d-2d335c18b3a8) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:05.439942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:05.509667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.527908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2feab23-2a65-4a4a-a2d1-b00f2560e7d6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 200 len: 315 time: 0.4430437 Dec 22 15:49:05.538609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46692) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:05.555230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-f289bd17-335d-4c55-bda9-63ef90513298 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:05.593822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Allocated IP 172.26.1.57 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/0c49730a-d018-40da-a2dd-9c7b12b36cc2) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:05.603753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.615188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Transition to ACTIVE for port object 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:05.635701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Transition to ACTIVE for port object 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:05.674464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.683636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:05.685942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:05.720525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:05.736290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:05.736672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:05.770328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Network 685e0298-e429-4fb5-8a85-08ec4438d62f is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:05.773492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:05.774196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:05.828682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Pushing event updated for resources: {'Port': ['ID=925e0e21-a5ff-4e74-b08d-2d335c18b3a8,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:05.831597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:05.838711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:05.839531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:05.852892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:05.945198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:05.945915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:05.951823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:05.964056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Sync routers for ids ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:05.984453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Routers {'9d77f10b-b5bd-4f29-8d72-fab90378feb6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:05.985589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.019127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "PUT /v2.0/routers/9d77f10b-b5bd-4f29-8d72-fab90378feb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0983062 Dec 22 15:49:06.023075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.023788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff4c42b-58e3-4e6b-a8fb-796ac7d577cd None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:06.025130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Attempting to bind port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:06.025550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Attempting to bind port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '34c64200-1967-48c9-81f1-78f6f0100a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:06.025970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Attempting to bind port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 on network 685e0298-e429-4fb5-8a85-08ec4438d62f {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:06.029067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46696) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.035370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:06.035834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Checking segment: {'id': '34c64200-1967-48c9-81f1-78f6f0100a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:06.036291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.036736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Bound using segment: {'id': '34c64200-1967-48c9-81f1-78f6f0100a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:06.037264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Bound port: 925e0e21-a5ff-4e74-b08d-2d335c18b3a8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c64200-1967-48c9-81f1-78f6f0100a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:06.037690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.101806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b27a00-532c-4feb-a552-1cc3721593c7 req-b4ccab10-aab1-454f-bd69-eaf68ee8063f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:06.103917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81b27a00-532c-4feb-a552-1cc3721593c7 req-b4ccab10-aab1-454f-bd69-eaf68ee8063f tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.7082651 Dec 22 15:49:06.142671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] For port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:06.143362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66634d-ae90-4976-a454-4a04a20d23ac tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:06.146282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] For port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=925e0e21-a5ff-4e74-b08d-2d335c18b3a8,segment=NetworkSegment(34c64200-1967-48c9-81f1-78f6f0100a9b),segment_id=34c64200-1967-48c9-81f1-78f6f0100a9b)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:06.146938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66634d-ae90-4976-a454-4a04a20d23ac tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:06.148270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1b66634d-ae90-4976-a454-4a04a20d23ac tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:06.157375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Set router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:06.167470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.172270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/d8e24d58-56db-4ebf-a52b-f0846a6dd72f HTTP/1.1" status: 204 len: 168 time: 5.9542646 Dec 22 15:49:06.177426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.178146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:06.179773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.185013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46700) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.185923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:06.213417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.217405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46704) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.217560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "PUT /v2.0/routers/8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 200 len: 705 time: 7.2735360 Dec 22 15:49:06.241411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] Sync routers for ids ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:06.274717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:49:03Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.279707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Checking router: 9d77f10b-b5bd-4f29-8d72-fab90378feb6 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:49:06.293553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Routers {'9d77f10b-b5bd-4f29-8d72-fab90378feb6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:06.294604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.303912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.307081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] Routers {'8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:06.307929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.320774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1b66634d-ae90-4976-a454-4a04a20d23ac tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:06.325232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b66634d-ae90-4976-a454-4a04a20d23ac tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2950056 Dec 22 15:49:06.326140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46708) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.334501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8da6dae-2c3c-4ca6-98b6-dfd0e1183120 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:06.377564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Pushing event updated for resources: {'Port': ['ID=925e0e21-a5ff-4e74-b08d-2d335c18b3a8,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:06.400362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:06.401122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.420436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] Routers {'8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:06.421173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.460423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] Set router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:06.467229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event updated for resources: {'Port': ['ID=0c49730a-d018-40da-a2dd-9c7b12b36cc2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:06.471106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:06.490653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:06.517191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.517661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e903fa-e980-40d9-a816-21df04aa1892 None None] The sync data for ids ['8cf457c6-b78b-41f5-bd9c-d136ce0a97a1'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:06.563926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:06.567431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:06.603546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:49:03Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.608121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71708ff1-0d58-48bd-a4bb-a268729f7560 None None] The sync data for ids ['9d77f10b-b5bd-4f29-8d72-fab90378feb6'] in dv-neutron-822514-1-hyperv is: [{'id': '9d77f10b-b5bd-4f29-8d72-fab90378feb6', 'name': 'tempest-NetworksTestDHCPv6-router-1282158071', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:48:39Z', 'updated_at': '2021-12-22T15:49:03Z', 'revision_number': 3, 'project_id': '60b17a555d004ad18fce37b2b90af18c', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:06.709001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd888a25-d113-47b5-b26b-c23f9ca57f17 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/floatingips/99d0fb81-9326-4fcb-a16a-c3d428ec6e10 HTTP/1.1" status: 200 len: 687 time: 0.5085886 Dec 22 15:49:06.711260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-256ce375-13f8-445d-b80e-faa0591bac4a tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/routers/8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 200 len: 740 time: 0.4918349 Dec 22 15:49:06.718858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46712) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.719147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46714) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.771842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81b27a00-532c-4feb-a552-1cc3721593c7 req-263d2f50-7fc6-44d8-a1c9-fdd38164a1f0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6609719 Dec 22 15:49:06.844941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f289bd17-335d-4c55-bda9-63ef90513298 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 204 len: 168 time: 1.3038476 Dec 22 15:49:06.852199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46722) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:06.857518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8, host dv-neutron-822514-1-hyperv, got binding levels [] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:06.857925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:06.872710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-feb276f0-b4cb-48a8-a4e1-eb3db45069be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-768722054') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:06.954212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce5cb381-3260-4e42-a429-2c585f2797ea tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 200 len: 205 time: 0.2320218 Dec 22 15:49:06.964141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46726) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.056572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:07.100041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router c48f2668-8ee9-4c49-a461-9b252d4ceaeb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:07.169107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9772265e-6ac4-49f5-8d41-67f881d4cf0e tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 200 len: 205 time: 0.1477234 Dec 22 15:49:07.179146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46730) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.229978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-feb276f0-b4cb-48a8-a4e1-eb3db45069be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:07.231204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-feb276f0-b4cb-48a8-a4e1-eb3db45069be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-768722054 HTTP/1.1" status: 404 len: 328 time: 0.3778672 Dec 22 15:49:07.283465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46734) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.297281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:07.297655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:07.302193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-300a14a6-9e45-4b23-94a3-3e2d07bb33f9 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-1715443244') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.358478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:07.371193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] Sync routers for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:07.378029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5742834 Dec 22 15:49:07.378418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.390884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:07.391935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.430927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7c73a22-dfb8-4c72-8d5c-c2fc0c70e11a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:07.452137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-300a14a6-9e45-4b23-94a3-3e2d07bb33f9 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:07.453290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-300a14a6-9e45-4b23-94a3-3e2d07bb33f9 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-1715443244 HTTP/1.1" status: 404 len: 329 time: 0.1638899 Dec 22 15:49:07.456439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46742) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.463397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-07306c16-e83e-4798-b5e0-94bd4c353b4c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171', 'tempest-TagsExtTest-Tag-24982631') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.469204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.481715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] Routers {'c48f2668-8ee9-4c49-a461-9b252d4ceaeb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:07.482529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.490987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 7f554bf5-d649-4b71-bb4a-15a72ca62161 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:07.491368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.505636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7c73a22-dfb8-4c72-8d5c-c2fc0c70e11a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:07.509622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7c73a22-dfb8-4c72-8d5c-c2fc0c70e11a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=c48f2668-8ee9-4c49-a461-9b252d4ceaeb HTTP/1.1" status: 200 len: 205 time: 0.1270008 Dec 22 15:49:07.515618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46746) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.547970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.548441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b0cc8a-4621-4d91-abbb-edf8c54b1eed None None] The sync data for ids ['c48f2668-8ee9-4c49-a461-9b252d4ceaeb'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:07.635942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 8e683f10-b801-4edb-9e13-aaadf40c3600 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:07.648606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.678853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.743763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-07306c16-e83e-4798-b5e0-94bd4c353b4c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:07.747714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07306c16-e83e-4798-b5e0-94bd4c353b4c tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags/tempest-TagsExtTest-Tag-24982631 HTTP/1.1" status: 404 len: 327 time: 0.2871706 Dec 22 15:49:07.749138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46750) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:07.764738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-b7e40646-f55e-4579-afb1-f65c33d28a1b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', {'tags': ['tempest-TagsExtTest-Tag-284516241', 'tempest-TagsExtTest-Tag-1682358428', 'tempest-TagsExtTest-Tag-1171598093']}) {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:07.810337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:07.810337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:07.945532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.002678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.146926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.147303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.152707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e28bc8-2d1a-4bb6-9b70-953f02acb231 None None] Network 685e0298-e429-4fb5-8a85-08ec4438d62f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:08.329480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e950d2b1-c877-4aef-b539-38b4c834d395 None None] Provisioning for port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:08.370580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 7f554bf5-d649-4b71-bb4a-15a72ca62161 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:08.379994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.405948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.438529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=925e0e21-a5ff-4e74-b08d-2d335c18b3a8,segment=NetworkSegment(34c64200-1967-48c9-81f1-78f6f0100a9b),segment_id=34c64200-1967-48c9-81f1-78f6f0100a9b)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:08.438981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.464797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f40c4e-a599-4195-959e-2bd4ad99e4d3 req-5962fe5a-4f24-4c75-9503-f3e93a4688bd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:08.474079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51f40c4e-a599-4195-959e-2bd4ad99e4d3 req-5962fe5a-4f24-4c75-9503-f3e93a4688bd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4702239 Dec 22 15:49:08.577665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7e40646-f55e-4579-afb1-f65c33d28a1b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 200 len: 317 time: 0.8269308 Dec 22 15:49:08.641271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46756) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:08.670400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-1e6e04de-89b5-4a95-a789-693a2a92d8ce tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:08.722052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.763871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.764528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.777914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:08.865736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:08.884783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:08.890652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:08.895742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.920850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.921396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router c48f2668-8ee9-4c49-a461-9b252d4ceaeb {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:08.930232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51f40c4e-a599-4195-959e-2bd4ad99e4d3 req-42866599-3ee7-4a5c-9a50-0e1235364381 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620295 Dec 22 15:49:08.940557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:08.944537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7395a4dd-9360-45bd-ba9d-a251d6a253d8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb HTTP/1.1" status: 204 len: 168 time: 1.4254389 Dec 22 15:49:08.946202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46760) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:09.034561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.226812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.235818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet e3ceec8e-d19e-456c-b045-568ca5079fd3 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:09.240145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:09.249306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fc380d2-12dc-4d3e-82dd-6152225d9035 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:09.272307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.298831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7fc380d2-12dc-4d3e-82dd-6152225d9035 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:09.299231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fc380d2-12dc-4d3e-82dd-6152225d9035 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:09.336419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Port': ['ID=925e0e21-a5ff-4e74-b08d-2d335c18b3a8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:09.421175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0872b840-6457-4b2d-9dc5-775586b6089e None None] DHCP port deletion for 685e0298-e429-4fb5-8a85-08ec4438d62f request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:09.437582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.438268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.451001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f5d21-d691-4c41-bbe1-02b21fafa39c None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:49:09.471925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.499777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.500205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.500621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.501035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.501443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.501854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.502262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.502707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.503116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.503519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.504471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.517732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.523828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0105870-a890-4179-aee3-d5f9bbf5cddc tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:09.540946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:09.589205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No DVR routers for this DVR port 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:09.617076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92f5d21-d691-4c41-bbe1-02b21fafa39c None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:49:09.650179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=7f554bf5-d649-4b71-bb4a-15a72ca62161,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:09.702570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.729567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e6e04de-89b5-4a95-a789-693a2a92d8ce tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 204 len: 168 time: 1.0731308 Dec 22 15:49:09.729567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.729567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.729567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.730112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.730507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.730976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.731457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.732053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.732531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.733116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.733481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:09.735304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:09.739260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:09.745795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.746336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:09.747795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-e42ac769-5740-43e8-8f98-bb62a2adaf9b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-284516241') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:09.794230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.803278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-403b69d2-b411-49e6-a78c-4723fd2a18f5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:09.855002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f5069-55ff-4cf4-ae70-74a2e8b7c05d req-a6aad4c3-ea0a-4c91-8b75-c1033c9be6e4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:09.856546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-427f5069-55ff-4cf4-ae70-74a2e8b7c05d req-a6aad4c3-ea0a-4c91-8b75-c1033c9be6e4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4782426 Dec 22 15:49:09.861730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=8e683f10-b801-4edb-9e13-aaadf40c3600,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:09.864761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-071cb6c4-0465-4638-9930-a69091d4c4fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.4385374 Dec 22 15:49:09.873958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:09.891703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.897432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.900117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.919158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/8e683f10-b801-4edb-9e13-aaadf40c3600 HTTP/1.1" status: 204 len: 168 time: 3.4955499 Dec 22 15:49:09.922751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.923900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a8d9fcf-060e-4653-af60-14b7e3f78bc6 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 204 len: 168 time: 2.7437754 Dec 22 15:49:09.927155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:09.931134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:09.935823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/99d0fb81-9326-4fcb-a16a-c3d428ec6e10 HTTP/1.1" status: 204 len: 168 time: 3.2121713 Dec 22 15:49:09.935823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46774) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:09.936093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46780) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:09.950139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.052579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '684bbce5-41d0-43bd-a64a-e02aa2c07159'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:10.063882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:10.067936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9d36d-3447-4482-bb1a-f64260bf4605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-685e0298-e429-4fb5-8a85-08ec4438d62f', 'network_id': '685e0298-e429-4fb5-8a85-08ec4438d62f', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': 'e02eaf41-977a-4df9-bcd1-37b5bae13f8d'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:10.069405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d36d-3447-4482-bb1a-f64260bf4605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.084789 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-524e3c65-c4e5-48cd-b8de-94bf6d6d4c53 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 200 len: 205 time: 0.1463935 Dec 22 15:49:10.086876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:floatingip and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:10.092603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46784) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.095259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:10.170202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e42ac769-5740-43e8-8f98-bb62a2adaf9b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:10.174253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e42ac769-5740-43e8-8f98-bb62a2adaf9b tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-284516241 HTTP/1.1" status: 404 len: 328 time: 0.4298730 Dec 22 15:49:10.177824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46788) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.183923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-427f5069-55ff-4cf4-ae70-74a2e8b7c05d req-8070e945-611c-449e-bcb5-6e629a74ccf4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676461 Dec 22 15:49:10.190200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-c5f8a1dd-3eea-4490-976f-80f9d3778bd4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-1682358428') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-d5d9d36d-3447-4482-bb1a-f64260bf4605 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e02eaf41-977a-4df9-bcd1-37b5bae13f8d: This subnet is being modified by another concurrent operation. Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:49:10.212692 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e02eaf41-977a-4df9-bcd1-37b5bae13f8d: This subnet is being modified by another concurrent operation. Dec 22 15:49:10.216817 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 15:49:10.223315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:10.234214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-05681678-ad53-4634-af70-494bcfd89e73 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:10.235124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05681678-ad53-4634-af70-494bcfd89e73 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/8cf457c6-b78b-41f5-bd9c-d136ce0a97a1 HTTP/1.1" status: 404 len: 336 time: 0.1415138 Dec 22 15:49:10.240823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8b3972-ccad-4b3f-b35d-d862ff37275a None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:49:10.242819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.253377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.275353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77cc6314-0a73-4989-a6b2-02b8afd2995f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:router {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:10.278134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af829918-013c-4f45-8840-8ebc5fe13b6c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:10.283403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.337087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Router 8557ce74-f70f-4905-b417-d55779616b3d is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:49:10.365479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=e02eaf41-977a-4df9-bcd1-37b5bae13f8d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:10.371951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-5cda8586-4719-4b4f-b781-788a3e5a6246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:10.372270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-5cda8586-4719-4b4f-b781-788a3e5a6246 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.4533498 Dec 22 15:49:10.374266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6406e66c-e4f7-4e58-a033-c01de683dce3 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 200 len: 205 time: 0.1226785 Dec 22 15:49:10.376025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:10.398724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b3972-ccad-4b3f-b35d-d862ff37275a None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:49:10.413350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46796) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.420625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77cc6314-0a73-4989-a6b2-02b8afd2995f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:router {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:10.421901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77cc6314-0a73-4989-a6b2-02b8afd2995f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4932268 Dec 22 15:49:10.431817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.489097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.550223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d3e8febf-29e9-4498-9cbb-20d516ce8631 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:10.551076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:10.555707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3e8febf-29e9-4498-9cbb-20d516ce8631 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/ae55464e-fd19-41b5-91f2-18c0af78e9ee HTTP/1.1" status: 404 len: 336 time: 0.1376436 Dec 22 15:49:10.561338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46804) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.641437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1dc7c1a5-bf27-40ba-ad45-865cc57c22aa tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 200 len: 205 time: 0.0756702 Dec 22 15:49:10.643659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46808) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.727719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-21e67651-bd2c-4641-aaf5-4eca7f48f067 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:10.731467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21e67651-bd2c-4641-aaf5-4eca7f48f067 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/eab0a6da-feac-4f02-a8b4-a9d8e2f936ee HTTP/1.1" status: 404 len: 336 time: 0.0838890 Dec 22 15:49:10.733762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46812) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.742111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:10.791194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:10.803372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2eab9d2-0958-43bf-9eb2-2fcc467c1cd4 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 200 len: 205 time: 0.0636353 Dec 22 15:49:10.806816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46816) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:10.811357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 925e0e21-a5ff-4e74-b08d-2d335c18b3a8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:10.880460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ceec8e-d19e-456c-b045-568ca5079fd3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:10.886465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:10.893475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4afa73-23c3-40bb-bef7-1286cf9b75ee None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:10.908918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fd6ac9-2d9d-41fe-b599-0bf8c428be73 None None] Network 685e0298-e429-4fb5-8a85-08ec4438d62f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:10.936646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6608658a-0be5-410f-8aa0-526d79c73705 None None] Network 5c3675a8-2e64-40f5-92d3-a91d133d261e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:10.954571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:10.973925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.012419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f08dde09-fb7a-4f97-a6a0-84dfb1a1265d tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:11.016773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f08dde09-fb7a-4f97-a6a0-84dfb1a1265d tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/c44c857a-2a5d-4571-bc92-95c59515b8c8 HTTP/1.1" status: 404 len: 336 time: 0.2051716 Dec 22 15:49:11.027943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46820) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.042866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-c5f8a1dd-3eea-4490-976f-80f9d3778bd4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:11.049033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c5f8a1dd-3eea-4490-976f-80f9d3778bd4 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-1682358428 HTTP/1.1" status: 404 len: 329 time: 0.8633361 Dec 22 15:49:11.063238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46824) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.064870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.086770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-a6e10b63-bdcb-477a-95a5-15c34fc23884 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a', 'tempest-TagsExtTest-Tag-1171598093') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:11.110707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-46f139f7-ca57-4528-bcb5-f72fd4362240 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 200 len: 205 time: 0.0791063 Dec 22 15:49:11.112971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46828) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.169585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/e3ceec8e-d19e-456c-b045-568ca5079fd3 HTTP/1.1" status: 204 len: 168 time: 2.2185485 Dec 22 15:49:11.172942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-0be90712-b1bc-4cdf-b85c-5e382b72c227 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.7465181 Dec 22 15:49:11.173555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46832) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.181024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685e0298-e429-4fb5-8a85-08ec4438d62f']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:11.348525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.401188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c64200-1967-48c9-81f1-78f6f0100a9b') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:11.402044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c64200-1967-48c9-81f1-78f6f0100a9b') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:11.503023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.514753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-734d4706-e687-457e-8a29-7424080400ff tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:11.518849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-734d4706-e687-457e-8a29-7424080400ff tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/148350a1-5ca3-4568-8908-ab46dbf18aa3 HTTP/1.1" status: 404 len: 336 time: 0.4000895 Dec 22 15:49:11.526311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46838) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.594706 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b85d06c2-9b09-4cc1-8707-24c0bf0bf23d tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f8fad78-b31b-4468-bec7-7d377564f7d9 HTTP/1.1" status: 200 len: 205 time: 0.0645864 Dec 22 15:49:11.596274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46842) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.618314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.636372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-404634d2-aff5-4765-b0be-9bbaaa4f6e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:11.637932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-404634d2-aff5-4765-b0be-9bbaaa4f6e55 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.4069622 Dec 22 15:49:11.646532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a6e10b63-bdcb-477a-95a5-15c34fc23884 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:11.650107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a6e10b63-bdcb-477a-95a5-15c34fc23884 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags/tempest-TagsExtTest-Tag-1171598093 HTTP/1.1" status: 404 len: 329 time: 0.5739150 Dec 22 15:49:11.650248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a0ec2-cb39-48cd-97b6-e853998d867c None None] DHCP port deletion for 685e0298-e429-4fb5-8a85-08ec4438d62f request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:11.661149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46846) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.688300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-84609087-dea5-440a-b49c-ea9ad6bf16a5 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', {'tags': ['tempest-TagsExtTest-Tag-734897175', 'tempest-TagsExtTest-Tag-878108090', 'tempest-TagsExtTest-Tag-69245311']}) {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:11.702926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:11.703388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.709899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-ac0f70b8-f070-4b14-92a9-57ec32853c3c tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] delete failed (client error): The resource could not be found. Dec 22 15:49:11.713751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac0f70b8-f070-4b14-92a9-57ec32853c3c tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/routers/9f8fad78-b31b-4468-bec7-7d377564f7d9 HTTP/1.1" status: 404 len: 336 time: 0.1146402 Dec 22 15:49:11.713751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.172 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d220b3a0-03cd-4f84-bc85-1d487a929576) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:11.721029 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:11.723762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:11.760509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] DHCP port deletion for 5c3675a8-2e64-40f5-92d3-a91d133d261e request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:11.770001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Deleting port 68d8bfed-f68d-4ca4-9b19-7851208398f3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:11.770229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:11.781369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-920e5a45-e207-46b1-bcb1-786c0c6fcabe tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] DELETE failed (client error): The resource could not be found. Dec 22 15:49:11.781869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920e5a45-e207-46b1-bcb1-786c0c6fcabe tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:49:11.870920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-920e5a45-e207-46b1-bcb1-786c0c6fcabe tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] 10.222.0.18 "DELETE /v2.0/subnets/648677f3-ae6b-40a7-b224-ad58ced1c72a HTTP/1.1" status: 404 len: 337 time: 0.1483378 Dec 22 15:49:11.882592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:12.013850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.018181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5471683 Dec 22 15:49:12.021205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] For port 68d8bfed-f68d-4ca4-9b19-7851208398f3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=68d8bfed-f68d-4ca4-9b19-7851208398f3,segment=NetworkSegment(d5e823e9-e4be-4ff1-9ec4-fece6741337b),segment_id=d5e823e9-e4be-4ff1-9ec4-fece6741337b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:12.021736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.021865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.024789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46856) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:12.030775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:12.075270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093502a3-d72a-4d33-9cc6-9f71c50f8abd req-178f003c-efd6-4e76-9221-2287f1ee8e37 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:12.076902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-093502a3-d72a-4d33-9cc6-9f71c50f8abd req-178f003c-efd6-4e76-9221-2287f1ee8e37 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6609492 Dec 22 15:49:12.108471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:12.155845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.174932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] Sync routers for ids ['8557ce74-f70f-4905-b417-d55779616b3d'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:12.187340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Calling delete_port for 68d8bfed-f68d-4ca4-9b19-7851208398f3 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:12.209547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.219673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0794f10-eab9-4207-a12d-4d622b71533b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:12.223116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Deleting port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:12.223766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.243775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:12.249736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84609087-dea5-440a-b49c-ea9ad6bf16a5 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "PUT /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 200 len: 314 time: 0.5777624 Dec 22 15:49:12.259768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46860) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:12.267856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.292763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 09ea0e6f-7214-4e74-8a34-f447e16d2266 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:12.307529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-ef6241b8-12e1-4b35-9a6e-5d40aeb20c31 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.312205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] Routers {'8557ce74-f70f-4905-b417-d55779616b3d'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:12.312505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:12.313054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8557ce74-f70f-4905-b417-d55779616b3d'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.316349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:12.318635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=685e0298-e429-4fb5-8a85-08ec4438d62f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:12.322132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:12.323427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.350321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=d220b3a0-03cd-4f84-bc85-1d487a929576,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:12.356273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.361129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:12.370479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/685e0298-e429-4fb5-8a85-08ec4438d62f HTTP/1.1" status: 204 len: 168 time: 7.3990214 Dec 22 15:49:12.391416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.392666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46866) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:12.401786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1113777246'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:12.413973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] Routers {'8557ce74-f70f-4905-b417-d55779616b3d'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:12.414698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:48:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8557ce74-f70f-4905-b417-d55779616b3d'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.418556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-f90ad9b8-3fbc-47a7-866b-30f100d76323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7607026 Dec 22 15:49:12.425563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.433321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:12.445465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:12.473166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:12.473908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46870) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:12.510291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:12.510793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a2e0d-e2fd-4ecf-a060-09dd6e235ce6 None None] The sync data for ids ['8557ce74-f70f-4905-b417-d55779616b3d'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:12.685049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.705274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:12.727041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:12.731588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.782682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-093502a3-d72a-4d33-9cc6-9f71c50f8abd req-f4011553-48bf-4f5a-a89e-5d585c1ab7d7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6461334 Dec 22 15:49:12.782893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:12.817049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:12.837650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.857297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Pushing event deleted for resources: {'Port': ['ID=68d8bfed-f68d-4ca4-9b19-7851208398f3,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:12.869063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:12.869517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.882599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] No DVR routers for this DVR port 68d8bfed-f68d-4ca4-9b19-7851208398f3 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:12.971478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-000c04df-ffae-4dc8-929c-b6a6e5a4a409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:12.974903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:12.981901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.005747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.006333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Fanout notify agent at l3_agent the message router_deleted on router 9d77f10b-b5bd-4f29-8d72-fab90378feb6 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:13.021644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:13.038349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.038686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.039068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.039471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.039804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.040179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.040826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.040952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.041246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.041480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c24bff7cf8451597628619760d0c95 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:13.041583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.041950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:49:13.054823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:13.062471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Calling delete_port for 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:13.064620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:13.070588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-6075cce0-7105-4101-9262-9497a707ca10 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267369 Dec 22 15:49:13.078793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:13.089872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:13.096608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.097007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef of type vlan for network b10e3598-ae26-4b0b-ab9e-14e976200e5b Dec 22 15:49:13.125959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.155872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.157101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-252bdf4a-ee40-46ec-8f00-e6ae3095b7d6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/routers/9d77f10b-b5bd-4f29-8d72-fab90378feb6 HTTP/1.1" status: 204 len: 168 time: 2.7243083 Dec 22 15:49:13.173227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ef6241b8-12e1-4b35-9a6e-5d40aeb20c31 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 204 len: 168 time: 0.8968997 Dec 22 15:49:13.173939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46876) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.183167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46878) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.206531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:13.236392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.258184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.259173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 68d8bfed-f68d-4ca4-9b19-7851208398f3 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:13.289916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:13.306370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.337974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-679cf46d-d648-4d3a-92c3-bc0edc4f44dc tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-734897175') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.346365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 68d8bfed-f68d-4ca4-9b19-7851208398f3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:13.346783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 68d8bfed-f68d-4ca4-9b19-7851208398f3 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:13.350511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:13.351016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:13.378250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:13.380907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.382228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:13.390094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d2b208a-d19b-4598-9343-8d67bfde1166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:13.411002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.461449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41ca37-1205-49d4-ac9e-bd87c207aafe,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:13.465954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4c24bff7cf8451597628619760d0c95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9907839 Dec 22 15:49:13.468309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:13.470256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46884) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.482294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-679cf46d-d648-4d3a-92c3-bc0edc4f44dc tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:13.483466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-679cf46d-d648-4d3a-92c3-bc0edc4f44dc tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-734897175 HTTP/1.1" status: 404 len: 328 time: 0.2561734 Dec 22 15:49:13.491302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46888) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.497749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87ab95a0-e111-4421-b034-bc5b71020b31 req-3155c758-95c4-4ff9-832c-ac833925321c service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875651 Dec 22 15:49:13.507737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-6f833328-dcc0-4c06-a525-24273d007961 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-878108090') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.530021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b78f085-ca5b-426d-93ce-a44522f73922 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:13.530819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2b78f085-ca5b-426d-93ce-a44522f73922 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:13.554720 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-6f833328-dcc0-4c06-a525-24273d007961 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:13.557589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f833328-dcc0-4c06-a525-24273d007961 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-878108090 HTTP/1.1" status: 404 len: 328 time: 0.0617461 Dec 22 15:49:13.559722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46892) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.566162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-28a0e044-944e-493a-9df5-cc5dad12fcb1 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14', 'tempest-TagsExtTest-Tag-69245311') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.583226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.589636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58e9398b-a49f-4302-b0cc-479b3bbbd622 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:13.630859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.640424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.666067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.670134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:13.670792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.674725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2b78f085-ca5b-426d-93ce-a44522f73922 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:13.676471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b78f085-ca5b-426d-93ce-a44522f73922 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4970934 Dec 22 15:49:13.685558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46896) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.685730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=09ea0e6f-7214-4e74-8a34-f447e16d2266,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:13.695682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.704044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:13.710989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:13.740197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909f6fc-bba9-436e-a8d3-72fedabb54cf None None] Network 71e43910-7550-4f44-9766-b2ffc8495bec requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:13.761537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.779214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-28a0e044-944e-493a-9df5-cc5dad12fcb1 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] show failed (client error): The resource could not be found. Dec 22 15:49:13.783198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-28a0e044-944e-493a-9df5-cc5dad12fcb1 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags/tempest-TagsExtTest-Tag-69245311 HTTP/1.1" status: 404 len: 327 time: 0.2198992 Dec 22 15:49:13.784764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46900) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.790992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/09ea0e6f-7214-4e74-8a34-f447e16d2266 HTTP/1.1" status: 204 len: 168 time: 2.6097622 Dec 22 15:49:13.811339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46904) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.860205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.884041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-40297bf9-122c-4c4a-bc0b-693011be1318 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1ef84d5d-fcb6-406e-a86c-472a05cefe14') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:13.887499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:13.912016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5159559 Dec 22 15:49:13.913442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=b10e3598-ae26-4b0b-ab9e-14e976200e5b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:13.918225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46910) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:13.922633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:13.931126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:13.947465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87da01d-b153-4c13-94c6-cbd57ba5d108 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:13.948256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f87da01d-b153-4c13-94c6-cbd57ba5d108 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:14.012371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Deleting port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:14.012802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.049672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:14.154585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-f438e77f-b1b7-454f-88d4-a85bf2e21c25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02daa417e68e467b9736909cf6b5103e&device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 1098 time: 0.5278912 Dec 22 15:49:14.158367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40297bf9-122c-4c4a-bc0b-693011be1318 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14/tags HTTP/1.1" status: 204 len: 168 time: 0.3696034 Dec 22 15:49:14.158367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:14.164103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46914) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:14.168425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:14.177382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-13e74171-446a-4a49-8e66-49b5de0dda24 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '01d21987-3634-4f22-9125-9ca7ae4a991a') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:14.231577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:14.279356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:14.294106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.375716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.460608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f87da01d-b153-4c13-94c6-cbd57ba5d108 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:14.464359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f87da01d-b153-4c13-94c6-cbd57ba5d108 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7677236 Dec 22 15:49:14.465114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:14.471038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:14.514862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] For port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:14.515403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.545862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5246b-34d6-44ec-8f9c-865ff142d10d req-5e48588c-ceef-4023-9629-482870a9b55a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:14.547760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-64a5246b-34d6-44ec-8f9c-865ff142d10d req-5e48588c-ceef-4023-9629-482870a9b55a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5536737 Dec 22 15:49:14.593434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] DHCP port deletion for 71e43910-7550-4f44-9766-b2ffc8495bec request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:14.643215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8fa83b25-6944-45b9-a96a-c83428c779cf tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1651356 Dec 22 15:49:14.652589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:14.660378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Calling delete_port for 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:14.663730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.674048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-f6d3f21e-5abd-4cd0-b852-8ced53ae4268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:14.675344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:14.676273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-f6d3f21e-5abd-4cd0-b852-8ced53ae4268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 200 len: 913 time: 0.4346235 Dec 22 15:49:14.687029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.691087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Deleting port 2d9214bc-d943-4e9f-9a23-521148694724 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:14.691520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.702516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:14.749089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2d9214bc-d943-4e9f-9a23-521148694724 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:14.752549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41ca37-1205-49d4-ac9e-bd87c207aafe,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:14.809864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:14.830210 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13e74171-446a-4a49-8e66-49b5de0dda24 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a/tags HTTP/1.1" status: 204 len: 168 time: 0.6637089 Dec 22 15:49:14.842048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46926) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:14.905996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-cd181b24-4fe6-4d02-8a79-0067658d64b6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f3791a60-25b6-4235-9e73-8505f3d3b171') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:14.956047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.963508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-64a5246b-34d6-44ec-8f9c-865ff142d10d req-cf71e3b7-0a96-4731-83c9-cad7e0a32f31 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477974 Dec 22 15:49:14.965619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40a40a54-2757-45c6-903a-78726e1b06ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:14.973018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.991522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:14.992701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a41ca37-1205-49d4-ac9e-bd87c207aafe HTTP/1.1" status: 204 len: 168 time: 1.5205355 Dec 22 15:49:14.998970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-f91196e9-c7c8-4aaa-a4c8-b2948bf1f760 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 200 len: 1000 time: 0.2966177 Dec 22 15:49:15.041195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:15.064289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3675a8-2e64-40f5-92d3-a91d133d261e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:15.142108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:15.157423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Pushing event deleted for resources: {'Port': ['ID=3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:15.166864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.170372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:15.173819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e823e9-e4be-4ff1-9ec4-fece6741337b') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:15.174147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e823e9-e4be-4ff1-9ec4-fece6741337b') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:15.181962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.193721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] No DVR routers for this DVR port 3fb6f8ec-41d9-4bea-b1f4-bdc8e4e07dba on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:15.199317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.215282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.221708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:15.221708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.277244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34eed9f9-fefd-4354-b19f-fa0c36ca370a tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:15.339106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:15.361176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.368941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6bd0300-5d52-408a-b256-fcf758798bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.379236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Calling delete_port for 2d9214bc-d943-4e9f-9a23-521148694724 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:15.415351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:15.415805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.430696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:15.436516 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:15.466770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.485185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4808cd8-c58a-4926-84d7-234b78e0c1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:15.520735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-b83c329e-92ac-49c7-a5c6-a0a88a0d37c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:15.520735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-b83c329e-92ac-49c7-a5c6-a0a88a0d37c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 200 len: 851 time: 0.5094008 Dec 22 15:49:15.525008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.562280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2d9214bc-d943-4e9f-9a23-521148694724,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:15.566295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:15.572762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:15.572762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:15.573288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.583657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:15.650175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.652329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=d220b3a0-03cd-4f84-bc85-1d487a929576,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:15.656967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cd181b24-4fe6-4d02-8a79-0067658d64b6 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171/tags HTTP/1.1" status: 204 len: 168 time: 0.8116407 Dec 22 15:49:15.665507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46934) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:15.666525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:15.674576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.683097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.692539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.tag.tag_plugin [None req-e45373f2-6c77-4723-9b09-ee39016df8ad tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bbebb866-1464-456d-9fb2-de0ad7c18734') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:15.704973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.726228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=118240cd-9d4a-4f2d-9bc9-1cff03169c50,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:15.734727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:15.764552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:15.764552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: b10e3598-ae26-4b0b-ab9e-14e976200e5b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:15.777520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-521fcb6a-1297-492d-9f3c-392c55c9615d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2489953 Dec 22 15:49:15.780988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46938) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:15.943908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.953390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f389afd-1ec7-4d22-87c2-0ca8360c6734 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:15.975692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:15.986500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0bade0bc-bcf4-4654-8e77-9d2854daa48e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f826abd9727245c5902334fef0f0fc28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2035444 Dec 22 15:49:15.990374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46942) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:15.990883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:15.996726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=5c3675a8-2e64-40f5-92d3-a91d133d261e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:16.010079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e45373f2-6c77-4723-9b09-ee39016df8ad tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734/tags HTTP/1.1" status: 204 len: 168 time: 0.3382869 Dec 22 15:49:16.015746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-5deb7dd9-a821-4988-84fd-c0030133c093 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305014 Dec 22 15:49:16.016880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:16.018360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/5c3675a8-2e64-40f5-92d3-a91d133d261e HTTP/1.1" status: 204 len: 168 time: 2.1895542 Dec 22 15:49:16.021823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46946) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:16.028891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46950) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:16.073876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Deleting port 2d9214bc-d943-4e9f-9a23-521148694724 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:16.074722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.116408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, b10e3598-ae26-4b0b-ab9e-14e976200e5b) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:16.126094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42960b8a-3357-4761-89c4-3885e13a0d59 None None] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:16.210831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:16.211519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.392082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.421111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4923623 Dec 22 15:49:16.424336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46956) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:16.427638 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4b9be8-dad3-42d4-86a6-9143cfe2afba req-12fb17c8-0b0d-49fc-8939-4e5fec56b974 service neutron] 10.222.0.46 "GET /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036582 Dec 22 15:49:16.436636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-516116495'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:16.446983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:16.452126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 2d9214bc-d943-4e9f-9a23-521148694724 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:16.452515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.479821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:16.480243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.516412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:16.520481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:16.537419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:16.548642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868eb956-9f64-4a90-9378-6436fbf32904 req-642bd132-ba24-49b4-ac10-07d8c6ddf432 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:16.550399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-868eb956-9f64-4a90-9378-6436fbf32904 req-642bd132-ba24-49b4-ac10-07d8c6ddf432 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.3420300 Dec 22 15:49:16.614132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:16.619691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.623882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.722242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.742844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:16.747305 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-868eb956-9f64-4a90-9378-6436fbf32904 req-bc5f4311-7e9b-4c14-94c1-f14ee41a9157 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626108 Dec 22 15:49:16.791676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-147628b8-7588-4b9e-bfb1-cc9ef0db265d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for subnetpool, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.792946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-147628b8-7588-4b9e-bfb1-cc9ef0db265d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnetpools/1ef84d5d-fcb6-406e-a86c-472a05cefe14 HTTP/1.1" status: 204 len: 168 time: 0.7581842 Dec 22 15:49:16.798081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46960) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:16.858854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Calling delete_port for 2d9214bc-d943-4e9f-9a23-521148694724 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:16.910073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e26e73c0-099c-4586-b98c-28be4a2b2a22 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Synchronizing usage tracker for tenant:2a1f296cbb8d4f67b7f63588ca5a9663 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:16.921102 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 474a74dc-1a3c-436b-9692-87e199acfbad associated. External IP: 172.26.1.172, port: 684bbce5-41d0-43bd-a64a-e02aa2c07159. Dec 22 15:49:16.935130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.935534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment 797804ee-fda6-4fa2-93ba-154027bee375 of type vlan for network 080dc4a6-0512-443f-9883-be66098354aa Dec 22 15:49:16.952841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-b10e3598-ae26-4b0b-ab9e-14e976200e5b', 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': '118240cd-9d4a-4f2d-9bc9-1cff03169c50'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:16.953737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.957934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 2d9214bc-d943-4e9f-9a23-521148694724, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2d9214bc-d943-4e9f-9a23-521148694724,segment=NetworkSegment(b81ca165-3769-4678-9260-333b76bb0317),segment_id=b81ca165-3769-4678-9260-333b76bb0317)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:16.958622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:16.991520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router 8557ce74-f70f-4905-b417-d55779616b3d has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:17.038968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.040496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.057627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:17.084292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713895ba-061c-4dc7-ad46-89dc7f5d8162,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:17.089410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:17.116068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.119621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e26e73c0-099c-4586-b98c-28be4a2b2a22 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Unset dirty status for tenant:2a1f296cbb8d4f67b7f63588ca5a9663 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:17.123636 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e26e73c0-099c-4586-b98c-28be4a2b2a22 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "GET /v2.0/ports?device_id=01d21987-3634-4f22-9125-9ca7ae4a991a HTTP/1.1" status: 200 len: 205 time: 0.3207836 Dec 22 15:49:17.126364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:17.158145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46966) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:17.184182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 2d9214bc-d943-4e9f-9a23-521148694724 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:17.184631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.188378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/713895ba-061c-4dc7-ad46-89dc7f5d8162 HTTP/1.1" status: 204 len: 168 time: 1.1907248 Dec 22 15:49:17.188505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Pushing event deleted for resources: {'Port': ['ID=2d9214bc-d943-4e9f-9a23-521148694724,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:17.197169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:17.203855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] No DVR routers for this DVR port 2d9214bc-d943-4e9f-9a23-521148694724 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:17.220681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.226149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Allocated IP 2001:db8::3 (b10e3598-ae26-4b0b-ab9e-14e976200e5b/118240cd-9d4a-4f2d-9bc9-1cff03169c50/0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:17.228083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e6f82ff-386a-4c58-b1fe-c646ad168ae9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:17.340316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.370674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:17.375383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:17.386718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:17.387367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.399496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=f276eef7-43b5-4b03-9015-8e751d98ada4,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:17.409535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:17.468512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.480278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Transition to ACTIVE for port object 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:17.489699 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8318520 Dec 22 15:49:17.489922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.494868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46972) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:17.500968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c67898-18fc-42fa-81d0-87d98a9b250e None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:17.512508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:17.520500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Transition to ACTIVE for port object 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:17.558333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.562244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:17.563069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.569127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e23b773e-6b8b-438a-8e6a-90a5bf2cb7f3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:17.585514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:17.585845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:17.598195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dc63b-fa8d-4dd4-bf49-1f61429a48e6 req-20c981e7-99b7-4393-94c4-ea5d010c67bd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:17.598777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.605221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a67dc63b-fa8d-4dd4-bf49-1f61429a48e6 req-20c981e7-99b7-4393-94c4-ea5d010c67bd tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6366313 Dec 22 15:49:17.605452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:17.712269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:17.718333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:17.723012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Pushing event updated for resources: {'Port': ['ID=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:17.727416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:17.731243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:17.769517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:17.800733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:17.804319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:17.810511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.814793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0383b9a-6d8b-401f-984e-3bd436dc922f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "PUT /v2.0/routers/8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 200 len: 924 time: 5.7888660 Dec 22 15:49:17.815939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] Sync routers for ids ['8557ce74-f70f-4905-b417-d55779616b3d'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:17.823617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 46978) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:17.842792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] Routers {'8557ce74-f70f-4905-b417-d55779616b3d'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:17.843903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8557ce74-f70f-4905-b417-d55779616b3d'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:17.858373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=080dc4a6-0512-443f-9883-be66098354aa,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:17.861726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:17.910263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:17.915141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 080dc4a6-0512-443f-9883-be66098354aa details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:17.916331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:17.950705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:17.968389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] Routers {'8557ce74-f70f-4905-b417-d55779616b3d'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:17.969156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8557ce74-f70f-4905-b417-d55779616b3d'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:18.005835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a67dc63b-fa8d-4dd4-bf49-1f61429a48e6 req-3cdd7851-3205-42a7-bb3f-db4fdcf36268 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3997126 Dec 22 15:49:18.019986 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5911250 Dec 22 15:49:18.034847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 46986) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:18.035689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Attempting to bind port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:18.036309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Attempting to bind port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:18.036885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Attempting to bind port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 on network b10e3598-ae26-4b0b-ab9e-14e976200e5b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:18.060013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:18.060472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d576997-0df0-430c-a63f-d25cf86447cc None None] The sync data for ids ['8557ce74-f70f-4905-b417-d55779616b3d'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:18.104566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 2d9214bc-d943-4e9f-9a23-521148694724 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:18.104837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.130483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'f276eef7-43b5-4b03-9015-8e751d98ada4'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:18.131379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.153121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:18.153543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Checking segment: {'id': 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:18.153994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.154432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Bound using segment: {'id': 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:18.154997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Bound port: 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b10e3598-ae26-4b0b-ab9e-14e976200e5b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:18.155414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.388890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] For port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:18.407648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': '080dc4a6-0512-443f-9883-be66098354aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:18.436233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Allocated IP 2001:db8::f816:3eff:fe5e:b032 (3869d436-ab4f-45bb-9569-b3230aca28ff/f276eef7-43b5-4b03-9015-8e751d98ada4/00c7d54f-3906-4774-89c8-9a11a2b0a7ee) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:18.446923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] For port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,segment=NetworkSegment(c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef),segment_id=c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:18.580994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.582929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] The port '2d9214bc-d943-4e9f-9a23-521148694724' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:49:18.601808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:18.716125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Pushing event updated for resources: {'Port': ['ID=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:18.765425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:18.826527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.897298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.906628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:18.911581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:18.927248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:18.945086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Transition to ACTIVE for port object 00c7d54f-3906-4774-89c8-9a11a2b0a7ee will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:18.970260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Transition to ACTIVE for port object 00c7d54f-3906-4774-89c8-9a11a2b0a7ee will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:18.978698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a3717461-a1ea-453b-aec5-fcc8975217a2 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 200 len: 924 time: 1.1537077 Dec 22 15:49:18.982167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47004) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.004826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.007857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.013511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:19.018698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:19.022124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:19.045314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:19.053225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47008) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.082372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e43910-7550-4f44-9766-b2ffc8495bec']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:19.100437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:19.103443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:19.107932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:19.116654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Pushing event updated for resources: {'Port': ['ID=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:19.120128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81ca165-3769-4678-9260-333b76bb0317') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:19.120908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:19.121458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81ca165-3769-4678-9260-333b76bb0317') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:19.143957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.188774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.195357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.200320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:19.200959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.202353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2224ede-9679-45cd-88ad-67d1a1485edd tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:19.210401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Attempting to bind port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:19.210883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Attempting to bind port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:19.211284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Attempting to bind port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:19.218889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:19.219310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:19.219763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.220207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:19.220733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Bound port: 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:19.221152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.252077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7132ced-4861-420e-9db5-9ab3b0b481a1 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=8557ce74-f70f-4905-b417-d55779616b3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2662859 Dec 22 15:49:19.255290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47014) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:19.262053 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:19.320208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e8365-b0d4-4687-aba1-0d8ed7d15c30 req-db9f661d-d6c4-442b-98b6-ceffb6bfed04 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:19.321980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-582e8365-b0d4-4687-aba1-0d8ed7d15c30 req-db9f661d-d6c4-442b-98b6-ceffb6bfed04 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.5634904 Dec 22 15:49:19.439218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=cf23f1e3-b784-41c7-96d0-9432adf62b44,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:19.444657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:19.446893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:19.456024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:19.459604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:19.466406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:19.467370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.509446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24f51239-1bcb-42a8-b0cd-a94069b1ab77 tempest-AgentManagementNegativeTest-1150998448 tempest-AgentManagementNegativeTest-1150998448-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4407938 Dec 22 15:49:19.520903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.521583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Fanout notify agent at l3_agent the message router_deleted on router 01d21987-3634-4f22-9125-9ca7ae4a991a {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:19.570550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] For port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:19.574306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] For port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:19.610282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.614799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18a6c3fc-0deb-41b4-bfd6-3d081f85a0ca tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/routers/01d21987-3634-4f22-9125-9ca7ae4a991a HTTP/1.1" status: 204 len: 168 time: 2.4462514 Dec 22 15:49:19.616746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.623360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:19.625058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47020) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.650902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddcc67f-ddc5-46a0-82bc-cf46debfc701 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:19.656251 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4ddcc67f-ddc5-46a0-82bc-cf46debfc701 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.3954213 Dec 22 15:49:19.658600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47024) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.670574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-582e8365-b0d4-4687-aba1-0d8ed7d15c30 req-f7d86ea4-5378-48dd-8cf2-29a3d916bb77 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126197 Dec 22 15:49:19.681140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.721455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.723221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Pushing event updated for resources: {'Port': ['ID=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:19.726422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.731175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:19.734372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2370355 Dec 22 15:49:19.740016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47028) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.746664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:19.749487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91bd007e-da4d-413f-8d67-593d3ad46f54 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 200 len: 205 time: 0.0895438 Dec 22 15:49:19.754172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:5c:b6:76', 'name': 'tempest-NetworksTestDHCPv6-975445231'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:19.771593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.794585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/71e43910-7550-4f44-9766-b2ffc8495bec HTTP/1.1" status: 204 len: 168 time: 3.7677042 Dec 22 15:49:19.795299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=71e43910-7550-4f44-9766-b2ffc8495bec,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:19.797859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:19.798623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47036) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:19.861696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333631018'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:19.871490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Deleting port f3791a60-25b6-4235-9e73-8505f3d3b171 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:19.873075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:19.920221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing IP validity checks on allocation pools {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:49:19.920825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:49:19.926283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:19.939833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:19.946105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:19.958879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:19.982519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:20.000549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:20.036609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:20.039229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47042) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:20.042293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:20.054923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:20.061437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:20.065373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:20.073552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:20.086864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.150553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:20.155241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:20.156410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.171192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:20.172064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:20.211972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:20.218030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.248904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.2136755 Dec 22 15:49:20.251573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:20.252045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40af1bc-e2f5-45ec-a765-c37896620407 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:20.255552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47048) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:20.288338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port c120ede9-fc9e-49c4-9a8e-f7b9210be745 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:49:20.289363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:20.299658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.326954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1604560702'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:20.339529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:20.346960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.367482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:network and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:20.381567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:20.382028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.382430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment 2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00 of type vlan for network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 Dec 22 15:49:20.408623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:20.459039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Calling delete_port for f3791a60-25b6-4235-9e73-8505f3d3b171 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:20.497439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:20.513439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.549576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.571654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.575999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:20.576130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-541193e9-dbc2-403f-bc04-510e1d747eaa tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:20.581378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.605326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Usage tracker for resource:security_group_rule and tenant:311d76efbb0f4368b3f54ebf6463ecae is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:20.633132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:20.673299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:20.755133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:20.795050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=564cdc3e-2f77-49d1-87ee-a65e87e92e73,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:20.798072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:20.819440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': '797804ee-fda6-4fa2-93ba-154027bee375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '080dc4a6-0512-443f-9883-be66098354aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:20.819838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: 080dc4a6-0512-443f-9883-be66098354aa, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:20.849101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.853591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:20.863625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.863625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.869605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52d257dd-b672-4da4-829b-9c0cbaa9b8d2 tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:20.912323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 080dc4a6-0512-443f-9883-be66098354aa is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:20.950102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:20.991930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:20.992337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Added segment 533efe16-e3b3-4549-bb76-203ec1874f6c of type vlan for network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a Dec 22 15:49:21.071484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.102604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:21.107851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00c7d54f-3906-4774-89c8-9a11a2b0a7ee up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:21.111113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 080dc4a6-0512-443f-9883-be66098354aa) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:21.142613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadc312-cb87-43ce-8417-e1e283597fdc None None] Network 080dc4a6-0512-443f-9883-be66098354aa requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:21.155589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:21.156235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.157112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 172.20.0.13 (3869d436-ab4f-45bb-9569-b3230aca28ff/cf23f1e3-b784-41c7-96d0-9432adf62b44/c120ede9-fc9e-49c4-9a8e-f7b9210be745) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:21.164456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.168726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=0636e35d-eb92-4ed8-9d55-cc83c84ab2b4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:21.181419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3758557 Dec 22 15:49:21.194017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe5c:b676 (3869d436-ab4f-45bb-9569-b3230aca28ff/f276eef7-43b5-4b03-9015-8e751d98ada4/c120ede9-fc9e-49c4-9a8e-f7b9210be745) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:21.195410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:21.197348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47054) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:21.217777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:21.217985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:21.219732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0360d1e-1106-4496-8cee-f458aafe0ebe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:21.244389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.261470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:21.325855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event deleted for resources: {'Port': ['ID=f3791a60-25b6-4235-9e73-8505f3d3b171,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:21.329177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:21.364055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2626309 Dec 22 15:49:21.370772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47058) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:21.378387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.380731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/ports/f3791a60-25b6-4235-9e73-8505f3d3b171 HTTP/1.1" status: 204 len: 168 time: 1.7519526 Dec 22 15:49:21.389879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4f9a-06ce-4429-9e73-4165dbaf0f33 req-b3329919-fea9-497b-aa99-fd3d8cf1c352 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:21.397727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff4c4f9a-06ce-4429-9e73-4165dbaf0f33 req-b3329919-fea9-497b-aa99-fd3d8cf1c352 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.4395945 Dec 22 15:49:21.419515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47062) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:21.457560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d798de9f-762e-4670-89a8-4d5a4b76e3aa None None] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:21.481647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:21.493406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.498689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:21.499652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.505182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f8ee6a-933a-4313-bb2c-7e6fcf063555,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:21.531979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:21.544967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=311d76efbb0f4368b3f54ebf6463ecae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5027711 Dec 22 15:49:21.546038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-053d5a68-5360-4deb-9ece-f0df660df338 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:21.676667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-080dc4a6-0512-443f-9883-be66098354aa', 'network_id': '080dc4a6-0512-443f-9883-be66098354aa', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': '564cdc3e-2f77-49d1-87ee-a65e87e92e73'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:21.677581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.694030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47066) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:21.698375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Provisioning for port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:21.749436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Provisioning complete for port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:21.749865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:21.759743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:21.764745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Network': ['ID=3e8ca03a-e92b-4389-8ff5-34f01a1b290a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:21.788538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:21.806857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:21.902585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-36b61160-4add-45c3-9106-1d2be2c88f2a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:21.904277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-36b61160-4add-45c3-9106-1d2be2c88f2a tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.46 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.6877370 Dec 22 15:49:22.079129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff4c4f9a-06ce-4429-9e73-4165dbaf0f33 req-7a464066-2e62-4b7a-9e34-1e990bfdf97b tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6801353 Dec 22 15:49:22.085620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:22.102363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:22.119580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Deleting port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:22.119958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.187073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:22.196140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9251037 Dec 22 15:49:22.213692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47070) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:22.220861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.230594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'subnet': {'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:22.231086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.258326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Allocated IP 2001:db8::3 (080dc4a6-0512-443f-9883-be66098354aa/564cdc3e-2f77-49d1-87ee-a65e87e92e73/70cd49e3-14b8-4e26-8866-ce0c765a3e1b) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:22.294853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] For port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,segment=NetworkSegment(c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef),segment_id=c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:22.319441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.335180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:22.339611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.344831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-986152ec-fea5-44ed-b144-0857d57a82b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:22.395052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Deleting subnet bbebb866-1464-456d-9fb2-de0ad7c18734 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:22.405480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.509943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port 0c49730a-d018-40da-a2dd-9c7b12b36cc2 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:22.510479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.525768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Pushing event updated for resources: {'Port': ['ID=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:22.538245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:22.539418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.586946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.641973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.643086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.659247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.659759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Transition to ACTIVE for port object 70cd49e3-14b8-4e26-8866-ce0c765a3e1b will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:22.678730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:22.714130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Transition to ACTIVE for port object 70cd49e3-14b8-4e26-8866-ce0c765a3e1b will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:22.716785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.756272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.761615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.782120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:22.782400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-481344fb-60e9-4d88-af15-b7bf05b0fd90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:22.790038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object c120ede9-fc9e-49c4-9a8e-f7b9210be745 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:22.826592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] For port 5c4dc695-7a21-47bc-a189-74c5f4f384c0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5c4dc695-7a21-47bc-a189-74c5f4f384c0,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:22.826995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.885254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:22.924452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dae5611-0c33-4558-9b82-90f16e080e57 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:22.938235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.946796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f236ca9f-8d6b-4467-8d64-2a5280f9a36b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:22.957073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Pushing event updated for resources: {'Port': ['ID=70cd49e3-14b8-4e26-8866-ce0c765a3e1b,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:22.965718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Network 080dc4a6-0512-443f-9883-be66098354aa is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:22.969059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:22.980448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:22.987658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:22.990501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:23.020090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:23.039886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=564cdc3e-2f77-49d1-87ee-a65e87e92e73,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:23.049567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:23.181884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.200828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.209651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:23.263142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.273272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.320232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Provisioning for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:23.353957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Provisioning complete for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:23.354380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.410842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.412401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Attempting to bind port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:23.412826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Attempting to bind port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '797804ee-fda6-4fa2-93ba-154027bee375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '080dc4a6-0512-443f-9883-be66098354aa'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:23.413240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Attempting to bind port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b on network 080dc4a6-0512-443f-9883-be66098354aa {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:23.432691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for 0c49730a-d018-40da-a2dd-9c7b12b36cc2 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:23.449471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.454365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080dc4a6-0512-443f-9883-be66098354aa']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:23.466280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6a5c01e9-ad6d-4600-a9ba-62325b5f94ea tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:23.474321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:23.474782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.506087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:23.506583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Checking segment: {'id': '797804ee-fda6-4fa2-93ba-154027bee375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '080dc4a6-0512-443f-9883-be66098354aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:23.506973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.507425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Bound using segment: {'id': '797804ee-fda6-4fa2-93ba-154027bee375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '080dc4a6-0512-443f-9883-be66098354aa'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:23.508228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Bound port: 70cd49e3-14b8-4e26-8866-ce0c765a3e1b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797804ee-fda6-4fa2-93ba-154027bee375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '080dc4a6-0512-443f-9883-be66098354aa'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:23.508352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.524938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797804ee-fda6-4fa2-93ba-154027bee375') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:23.525462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797804ee-fda6-4fa2-93ba-154027bee375') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:23.533490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event deleted for resources: {'Subnet': ['ID=bbebb866-1464-456d-9fb2-de0ad7c18734,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:23.548539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:23.551295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.570476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.574183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.574634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.574982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Floating IP 23fddc04-3358-4662-97cb-266f09cf0fd1 disassociated. External IP: 172.26.1.38, port: 5c4dc695-7a21-47bc-a189-74c5f4f384c0. Dec 22 15:49:23.575668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Calling delete_port for 5c4dc695-7a21-47bc-a189-74c5f4f384c0 owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:23.582978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:23.587584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=c120ede9-fc9e-49c4-9a8e-f7b9210be745,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:23.591238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:23.597736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35df06-4a82-49b9-901d-b0b126da7c4b None None] Network c4fee184-b1d2-4f04-9e32-ed440da85d16 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:23.600181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c094518-0b7b-4e7e-9e8b-c65a404844a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:23.607024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:23.609464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:23.633661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.650039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/subnets/bbebb866-1464-456d-9fb2-de0ad7c18734 HTTP/1.1" status: 204 len: 168 time: 2.2252047 Dec 22 15:49:23.651582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:23.652282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:23.669116 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:23.672262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47076) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:23.717149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.720945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2f8ee6a-933a-4313-bb2c-7e6fcf063555 HTTP/1.1" status: 204 len: 168 time: 2.0233011 Dec 22 15:49:23.720945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f8ee6a-933a-4313-bb2c-7e6fcf063555,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:23.723630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:23.854008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:23.854237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.970255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:23.983970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.009379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.030372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] For port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:24.057477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3125687 Dec 22 15:49:24.069395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47082) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:24.089065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] For port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:24.108619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3deaba-e78c-42a7-8a7a-7099cfe85158 req-07c0f6ae-8948-4cd1-88e1-09b98d273ab0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:24.110247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae3deaba-e78c-42a7-8a7a-7099cfe85158 req-07c0f6ae-8948-4cd1-88e1-09b98d273ab0 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 945 time: 0.8393021 Dec 22 15:49:24.190262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=1c4c5b7d-98a1-458b-8440-d41735f25dbc,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:24.193827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:24.210863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:49:24.210863 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:49:24.210863 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': '080dc4a6-0512-443f-9883-be66098354aa'}] Dec 22 15:49:24.210863 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:24.211404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:24.217055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] For port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70cd49e3-14b8-4e26-8866-ce0c765a3e1b,segment=NetworkSegment(797804ee-fda6-4fa2-93ba-154027bee375),segment_id=797804ee-fda6-4fa2-93ba-154027bee375)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:24.236104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] DHCP port deletion for c4fee184-b1d2-4f04-9e32-ed440da85d16 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:24.239619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.242300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'f276eef7-43b5-4b03-9015-8e751d98ada4', 'ip_address': '2001:db8::f816:3eff:fe5e:b032'}, {'subnet_id': 'cf23f1e3-b784-41c7-96d0-9432adf62b44'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '00c7d54f-3906-4774-89c8-9a11a2b0a7ee'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:49:24.245503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aef98bbd-dfe7-4eed-bc24-0f3f43fb20e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.272597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Deleting port 6edbc557-2a58-4915-b626-5f75f13eb554 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:24.273144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.277305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.298914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=0c49730a-d018-40da-a2dd-9c7b12b36cc2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:24.301692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:24.332861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae3deaba-e78c-42a7-8a7a-7099cfe85158 req-a407ed84-e376-4650-916e-297356a82fba tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups?id=daf1cb2c-cece-4071-9c50-6c6c55643bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129283 Dec 22 15:49:24.336556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Deleting port 6edbc557-2a58-4915-b626-5f75f13eb554 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:24.336933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.342997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.347901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.352750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.371572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.375374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:24.375780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:24.413417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.427497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4854312-f5a3-42ab-9cf8-c59a8b9d5624 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:24.432854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4854312-f5a3-42ab-9cf8-c59a8b9d5624 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:24.434403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b4854312-f5a3-42ab-9cf8-c59a8b9d5624 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:24.464610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.481399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5b9afa-59b9-4066-9d16-961dd7956446 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.539038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Provisioning complete for port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:24.539496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.598042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.633576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Pushing event updated for resources: {'Port': ['ID=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:24.659638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event deleted for resources: {'Port': ['ID=5c4dc695-7a21-47bc-a189-74c5f4f384c0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:24.662940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:24.677235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:24.685953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-557dd46d-9c24-4192-8fad-a2188866a386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:24.722623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:24.806465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00c7d54f-3906-4774-89c8-9a11a2b0a7ee up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:24.829709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:24.830211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.012697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] For port 6edbc557-2a58-4915-b626-5f75f13eb554, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6edbc557-2a58-4915-b626-5f75f13eb554,segment=NetworkSegment(c39e2732-722e-4eb4-898b-446e2fa333bf),segment_id=c39e2732-722e-4eb4-898b-446e2fa333bf)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:25.013476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.052000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] For port 6edbc557-2a58-4915-b626-5f75f13eb554, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6edbc557-2a58-4915-b626-5f75f13eb554,segment=NetworkSegment(c39e2732-722e-4eb4-898b-446e2fa333bf),segment_id=c39e2732-722e-4eb4-898b-446e2fa333bf)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:25.052446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.078277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7366379d-e9a7-48e5-aabe-6755b3582772 None None] Network 080dc4a6-0512-443f-9883-be66098354aa requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:25.169578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Subnet': ['ID=fd916b10-225d-487e-a49c-5e40b24e05c2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:25.184486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:25.189640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b4854312-f5a3-42ab-9cf8-c59a8b9d5624 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:25.193832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b4854312-f5a3-42ab-9cf8-c59a8b9d5624 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 1.1131132 Dec 22 15:49:25.197365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:25.288062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port c120ede9-fc9e-49c4-9a8e-f7b9210be745 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:25.288449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.318247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.375802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47106) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:25.391959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049579 Dec 22 15:49:25.393033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Pushing event updated for resources: {'Port': ['ID=70cd49e3-14b8-4e26-8866-ce0c765a3e1b,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:25.394111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:25.408385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Calling delete_port for 6edbc557-2a58-4915-b626-5f75f13eb554 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:25.429465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Checking segment: {'id': '533efe16-e3b3-4549-bb76-203ec1874f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:25.429871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network hostable DHCP agents. Network: 3e8ca03a-e92b-4389-8ff5-34f01a1b290a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:25.437363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:25.469563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:25.479354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Calling delete_port for 6edbc557-2a58-4915-b626-5f75f13eb554 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:25.485447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70cd49e3-14b8-4e26-8866-ce0c765a3e1b,segment=NetworkSegment(797804ee-fda6-4fa2-93ba-154027bee375),segment_id=797804ee-fda6-4fa2-93ba-154027bee375)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:25.485999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.573827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5c4dc695-7a21-47bc-a189-74c5f4f384c0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:25.654500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 70cd49e3-14b8-4e26-8866-ce0c765a3e1b owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:25.698781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 5c4dc695-7a21-47bc-a189-74c5f4f384c0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:25.699180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5c4dc695-7a21-47bc-a189-74c5f4f384c0 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:25.709781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:25.737060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc6049-b258-44d3-8e3a-730a0cf5ae46 None None] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:25.771995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c5b0e1d-d97f-4992-b886-61403863abe0 tempest-NetworksApiDiscovery-1244851091 tempest-NetworksApiDiscovery-1244851091-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3235281 Dec 22 15:49:25.801066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc985aeb-0f2d-48a3-9414-efb7f56f308c req-46561e59-0815-4d6e-adad-3abb74b94b2c tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.1148863 Dec 22 15:49:25.824753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.832192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:25.833329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.838890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ea9bbdc-5632-4a88-9310-be7b9211d13e tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:25.874661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:25.879259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.896155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 3e8ca03a-e92b-4389-8ff5-34f01a1b290a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:25.917526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.918975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced55d7-69c1-4f6b-9f44-43ea8f5768cb None None] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:25.919909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:25.920675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.934653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7335169 Dec 22 15:49:25.935436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:25.935857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.957328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47118) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:25.971485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:25.979065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Router eefbb4d6-9b66-422a-92ed-51262b8451c2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:25.988459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1981885315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:25.999974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event deleted for resources: {'Port': ['ID=6edbc557-2a58-4915-b626-5f75f13eb554,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:26.005492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:26.014914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:26.023522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] No DVR routers for this DVR port 6edbc557-2a58-4915-b626-5f75f13eb554 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:26.068562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:26.076556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:26.100656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:26.101144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:26.111239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:26.117879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8914995 Dec 22 15:49:26.122667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for c120ede9-fc9e-49c4-9a8e-f7b9210be745 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:26.151037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47122) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:26.171913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2001014260', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:26.179887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.180422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router 8557ce74-f70f-4905-b417-d55779616b3d {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:26.189897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:26.200305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.202556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:router and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:26.209721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.214558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 204 len: 168 time: 6.4355252 Dec 22 15:49:26.214558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:26.218945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47126) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:26.225030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:26.226042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Allocated IP 172.20.0.2 (3869d436-ab4f-45bb-9569-b3230aca28ff/cf23f1e3-b784-41c7-96d0-9432adf62b44/00c7d54f-3906-4774-89c8-9a11a2b0a7ee) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:26.233268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-194155044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:26.247173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:26.264377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:26.267862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:26.271964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.274680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:26.312979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5551571e-fd38-41cf-85f3-f0490da88cf7 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:26.322276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.323376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.349228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.350232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.370966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Port': ['ID=70cd49e3-14b8-4e26-8866-ce0c765a3e1b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:26.375792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No DVR routers for this DVR port 70cd49e3-14b8-4e26-8866-ce0c765a3e1b on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:26.377759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:26.422911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47132) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:26.430069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fee184-b1d2-4f04-9e32-ed440da85d16']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.443267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.444249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.481076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c39e2732-722e-4eb4-898b-446e2fa333bf') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.481437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c39e2732-722e-4eb4-898b-446e2fa333bf') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.487008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.494395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc00f2f2-09fb-4c7b-aae1-6616d032e36f tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:26.522414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.553935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=c120ede9-fc9e-49c4-9a8e-f7b9210be745,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:26.558800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:26.600704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.604901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0636e35d-eb92-4ed8-9d55-cc83c84ab2b4', 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '1c4c5b7d-98a1-458b-8440-d41735f25dbc'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:26.606045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.626669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.630268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Deleting port 6edbc557-2a58-4915-b626-5f75f13eb554 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:26.630712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.654590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:26.655030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:26.678722 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:26.685817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080dc4a6-0512-443f-9883-be66098354aa']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.693252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.713720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.718380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6edbc557-2a58-4915-b626-5f75f13eb554 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:26.747658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.823475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:26.830925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Usage tracker for resource:security_group_rule and tenant:90fcafe945094255ba988adac8eae2b0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:26.835055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.839219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:26.842923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797804ee-fda6-4fa2-93ba-154027bee375') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.843269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797804ee-fda6-4fa2-93ba-154027bee375') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:26.850411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.856374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:26.860426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.877261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.905620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.910893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.919374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fe9cd21-5dc7-4581-a88b-9a1748607d7e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:26.938306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:26.950702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:26.962072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Allocated IP 172.20.0.2 (0636e35d-eb92-4ed8-9d55-cc83c84ab2b4/1c4c5b7d-98a1-458b-8440-d41735f25dbc/bddfb849-8bce-45f3-9229-9bc8cb1099bf) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:26.963419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.022682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.023967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-152653ca-59e5-4161-8b24-1157a041e0a5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8006275 Dec 22 15:49:27.025869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/c120ede9-fc9e-49c4-9a8e-f7b9210be745 HTTP/1.1" status: 204 len: 168 time: 1.8245771 Dec 22 15:49:27.028733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:27.037166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:27.103292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:27.200030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e15eba20-24a8-4068-812b-e6cff9cc1085 None None] The port '6edbc557-2a58-4915-b626-5f75f13eb554' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:49:27.201124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6edbc557-2a58-4915-b626-5f75f13eb554 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:27.201524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6edbc557-2a58-4915-b626-5f75f13eb554 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:27.305571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] For port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:27.325652 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:27.346367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.353269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Pushing event deleted for resources: {'Network': ['ID=c4fee184-b1d2-4f04-9e32-ed440da85d16,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:27.395157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3e8ca03a-e92b-4389-8ff5-34f01a1b290a', 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a', 'tenant_id': '31c68ba542254d16a420382c4db60cad', 'fixed_ips': [{'subnet_id': 'fd916b10-225d-487e-a49c-5e40b24e05c2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:27.396074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.408911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:27.421961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.427477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.434582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:27.448992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.451879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5828c6e8-69e9-491a-9a23-de4ff3591185 req-994e1b62-8d0c-4330-91e2-ce65396a3108 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Synchronizing usage tracker for tenant:02daa417e68e467b9736909cf6b5103e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:27.458485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] 10.222.0.18 "DELETE /v2.0/networks/c4fee184-b1d2-4f04-9e32-ed440da85d16 HTTP/1.1" status: 204 len: 168 time: 3.7765450 Dec 22 15:49:27.458664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.481554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=080dc4a6-0512-443f-9883-be66098354aa,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:27.489408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:27.494741 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/080dc4a6-0512-443f-9883-be66098354aa HTTP/1.1" status: 204 len: 168 time: 6.1175470 Dec 22 15:49:27.497119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47150) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:27.506831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:27.507555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2013241206'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:27.508332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:27.509936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:27.510818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:27.512077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.516272 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-38b06ced-1401-45bd-8921-5ec1627a323d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.5351315 Dec 22 15:49:27.517255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47154) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:27.523020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:27.534327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Sync routers for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:27.537011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Transition to ACTIVE for port object 00c7d54f-3906-4774-89c8-9a11a2b0a7ee will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:27.553689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:27.554916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:27.581604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.590207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:27.598477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5828c6e8-69e9-491a-9a23-de4ff3591185 req-994e1b62-8d0c-4330-91e2-ce65396a3108 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Unset dirty status for tenant:02daa417e68e467b9736909cf6b5103e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:27.599496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5828c6e8-69e9-491a-9a23-de4ff3591185 req-994e1b62-8d0c-4330-91e2-ce65396a3108 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.2547026 Dec 22 15:49:27.608203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'port': {'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4', 'name': 'tempest-RoutersTest-456115798'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:27.613163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:27.658421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:27.686430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:27.689881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] No DVR routers for this DVR port 5c4dc695-7a21-47bc-a189-74c5f4f384c0 on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:27.699376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.701480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b87eb35d-db20-4d38-8f68-39be0f7ec26f req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.46 "DELETE /v2.0/ports/5c4dc695-7a21-47bc-a189-74c5f4f384c0 HTTP/1.1" status: 204 len: 173 time: 5.7829330 Dec 22 15:49:27.704747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'name': 'network-vif-deleted', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:49:27.713994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Pushing event updated for resources: {'Port': ['ID=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:27.720649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:27.811339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:27.833851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:27.841582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:27.849263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:27.853159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1247cd8c-09c0-4e5e-bfeb-943eec493e07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7465734 Dec 22 15:49:27.864293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.871251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:27.953285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427f1406-7ea0-44cb-a40c-ee24d4fe90bd', 'name': 'network-vif-deleted', 'tag': '5c4dc695-7a21-47bc-a189-74c5f4f384c0', 'status': 'completed', 'code': 200} Dec 22 15:49:27.968044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:27.977460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.009510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:28.040986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:port and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:28.051077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:28.056072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Transition to ACTIVE for port object bddfb849-8bce-45f3-9229-9bc8cb1099bf will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:28.061180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.072594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1d27493-4fdc-46c7-969a-76926a2008bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:28.085103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:28.092537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:28.110521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Transition to ACTIVE for port object bddfb849-8bce-45f3-9229-9bc8cb1099bf will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:28.145113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Allocated IP 172.20.0.2 (3e8ca03a-e92b-4389-8ff5-34f01a1b290a/fd916b10-225d-487e-a49c-5e40b24e05c2/00f1ed84-f607-42b2-b6b3-aa5330f2abc7) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:28.149953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.150267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment 22359653-f732-41f7-b80b-a04ae9c58173 of type vlan for network d77883b5-97fd-4454-a151-11131845c195 Dec 22 15:49:28.168432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47166) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:28.192167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:28.198331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.225426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] device_id is not set on port 2dbffee7-ea72-4d60-b7ae-03dc4e644448 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:49:28.294465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:28.299585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Checking router: eefbb4d6-9b66-422a-92ed-51262b8451c2 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:49:28.319510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:28.320501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:28.350030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.356143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.394778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fe117c-f682-4542-b2a1-4dad7735bf2d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:28.427402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:28.467962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.480285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Transition to ACTIVE for port object 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:28.524015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Transition to ACTIVE for port object 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:28.527276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2da4e89-bb29-424e-be55-105b8bd6dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:28.590360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-573d4fa0-091c-4d4e-9849-f7a20d5ec369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a1f296cbb8d4f67b7f63588ca5a9663&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4197202 Dec 22 15:49:28.591284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:28.601115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47172) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:28.601891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.605792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.609144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:28.609938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.616107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:28.617577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:28.620014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cb04e8-866a-4dc2-81d3-6bf3868acb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:28.622869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:28.624309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90fcafe945094255ba988adac8eae2b0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2003038 Dec 22 15:49:28.635333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:28.666678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.20.0.7 (0636e35d-eb92-4ed8-9d55-cc83c84ab2b4/1c4c5b7d-98a1-458b-8440-d41735f25dbc/2dbffee7-ea72-4d60-b7ae-03dc4e644448) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:28.766427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:28.767465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Pushing event updated for resources: {'Port': ['ID=bddfb849-8bce-45f3-9229-9bc8cb1099bf,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:28.779945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:28.784945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:28.787944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:28.790406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e8c2f3a-624b-4d59-ad76-d6590efac150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:28.904035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Attempting to bind port bddfb849-8bce-45f3-9229-9bc8cb1099bf on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:28.905513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Attempting to bind port bddfb849-8bce-45f3-9229-9bc8cb1099bf by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:28.906188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Attempting to bind port bddfb849-8bce-45f3-9229-9bc8cb1099bf on network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:28.960571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:28.980512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.003971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.010648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Pushing event updated for resources: {'Port': ['ID=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:29.022586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:29.023348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Checking segment: {'id': '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:29.024015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.024661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Bound using segment: {'id': '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:29.025489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Bound port: bddfb849-8bce-45f3-9229-9bc8cb1099bf, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0636e35d-eb92-4ed8-9d55-cc83c84ab2b4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:29.026145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.040213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:29.054919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Attempting to bind port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:29.055687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Attempting to bind port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '533efe16-e3b3-4549-bb76-203ec1874f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:29.056311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Attempting to bind port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 on network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:29.076432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet cf23f1e3-b784-41c7-96d0-9432adf62b44 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:29.090247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.095732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.138630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] For port bddfb849-8bce-45f3-9229-9bc8cb1099bf, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:29.142405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] For port bddfb849-8bce-45f3-9229-9bc8cb1099bf, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bddfb849-8bce-45f3-9229-9bc8cb1099bf,segment=NetworkSegment(2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00),segment_id=2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:29.149453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:29.150244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Checking segment: {'id': '533efe16-e3b3-4549-bb76-203ec1874f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:29.150888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.154057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Bound using segment: {'id': '533efe16-e3b3-4549-bb76-203ec1874f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:29.154057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Bound port: 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '533efe16-e3b3-4549-bb76-203ec1874f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:29.154057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.154321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.173358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 2dbffee7-ea72-4d60-b7ae-03dc4e644448 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:29.200620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.209371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b714d47-6d95-47d8-b1bd-ed3cd8652ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:29.224305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.233615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.355297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Pushing event updated for resources: {'Port': ['ID=bddfb849-8bce-45f3-9229-9bc8cb1099bf,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:29.363149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00c7d54f-3906-4774-89c8-9a11a2b0a7ee up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:29.396569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:29.397572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] For port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:29.429691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] For port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,segment=NetworkSegment(533efe16-e3b3-4549-bb76-203ec1874f6c),segment_id=533efe16-e3b3-4549-bb76-203ec1874f6c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:29.443707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=d77883b5-97fd-4454-a151-11131845c195,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:29.451862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:29.465471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network d77883b5-97fd-4454-a151-11131845c195 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:29.474651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:29.501702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.509943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:29.530231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:29.535127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5569adea-ca23-40b7-a08f-a23906084c3d None None] The sync data for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv is: [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '61bbb02d-2e36-4dee-8e61-0f492850f23c', 'name': '', 'network_id': 'c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'mac_address': 'fa:16:3e:5f:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:20Z', 'updated_at': '2021-12-22T15:45:37Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'subnets': [{'id': 'c21d94e0-1bbe-4a59-a24b-dac00618285c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:29.574160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-be8ec5b5-90b3-4036-b6f2-80b7f1490d34 req-535a3c5f-e207-4d87-a511-39c63f337aa4 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/ports?device_id=427f1406-7ea0-44cb-a40c-ee24d4fe90bd HTTP/1.1" status: 200 len: 210 time: 0.3673491 Dec 22 15:49:29.579712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0796597 Dec 22 15:49:29.580600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47182) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:29.615940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': 'd77883b5-97fd-4454-a151-11131845c195', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:29.637701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=2dbffee7-ea72-4d60-b7ae-03dc4e644448,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:29.648118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.675775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:29.676532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.715821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:29.722727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:29.732973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Pushing event updated for resources: {'Port': ['ID=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:29.733847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.26.1.66 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/df2a97ed-f86d-4dd1-a079-10efbee9b2bc) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:29.739226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:29.776078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2db2bff8-df4b-494d-95f5-dea6053610c3 None None] Provisioning for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:29.787072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2db2bff8-df4b-494d-95f5-dea6053610c3 None None] Provisioning complete for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:29.789065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2db2bff8-df4b-494d-95f5-dea6053610c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.811770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:29.913127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.964995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:29.983349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:29.988829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:30.000464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:30.005539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0930855-55c8-436e-a797-4cd9982608da tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:30.009339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:30.068718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:30.069437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fe117c-f682-4542-b2a1-4dad7735bf2d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:30.072343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:30.101274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.104479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2db2bff8-df4b-494d-95f5-dea6053610c3 None None] Could not find standard attr ID for object c120ede9-fc9e-49c4-9a8e-f7b9210be745. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:49:30.212751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.217405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14fe117c-f682-4542-b2a1-4dad7735bf2d HTTP/1.1" status: 204 len: 168 time: 1.5806398 Dec 22 15:49:30.230712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.284960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.301748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:30.302573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.333670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9849cf7-f5f7-49c5-9e4e-73ea9514e6b2 None None] New status for floating IP 23fddc04-3358-4662-97cb-266f09cf0fd1: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:49:30.412120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.447229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.461050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.464120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.465688 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7d9b383-542f-4585-95b3-8bfdc1bc6211 HTTP/1.1" status: 204 len: 168 time: 1.8499329 Dec 22 15:49:30.479885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54fc3516-7ced-4e58-933f-f12f53280f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:30.520992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0010989 Dec 22 15:49:30.542190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47190) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:30.545342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.566184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-20ee36e8-82b9-4b0e-b834-31532befb1b3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:30.615981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d9b383-542f-4585-95b3-8bfdc1bc6211,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:30.619140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:30.635915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.650050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:30.660435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=cf23f1e3-b784-41c7-96d0-9432adf62b44,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:30.668565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-731e83ae-258a-4331-ab1c-3e1150ddca6f None None] Could not find standard attr ID for object c120ede9-fc9e-49c4-9a8e-f7b9210be745. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:49:30.683045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:30.693990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-373277d1-735a-4a5b-975c-6f6631d5501b tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:30.844079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=df2a97ed-f86d-4dd1-a079-10efbee9b2bc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:30.860572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:30.871279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/cf23f1e3-b784-41c7-96d0-9432adf62b44 HTTP/1.1" status: 204 len: 168 time: 2.9997265 Dec 22 15:49:30.882550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47204) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:30.884013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Allocated IP 172.26.1.7 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/b539593d-907e-4e17-96fd-523b095faf32) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:30.892791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:30.974804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:30.987663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:31.111438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet f276eef7-43b5-4b03-9015-8e751d98ada4 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:31.160625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.404726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ad3b1-9faa-49bc-beac-b2d4a31eb8b8 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:31.453365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.459529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bddfb849-8bce-45f3-9229-9bc8cb1099bf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:31.461969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6033d5cd-cd31-46cc-9810-af34dbeb404e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:31.578802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=92245719-59be-4590-a6d9-1c827727e80f,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:31.600473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:31.652002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': '22359653-f732-41f7-b80b-a04ae9c58173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd77883b5-97fd-4454-a151-11131845c195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:31.652541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: d77883b5-97fd-4454-a151-11131845c195, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:31.655227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.661894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.812535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.847987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.954820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:31.961624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23fe96fe-2580-4b84-88b3-d6581c51f1fa tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:32.024001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:32.024386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47222) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:32.066780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.067564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.082342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.115029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port bddfb849-8bce-45f3-9229-9bc8cb1099bf completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:32.153905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:32.164072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:32.225388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event updated for resources: {'Port': ['ID=b539593d-907e-4e17-96fd-523b095faf32,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:32.237938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:32.248028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5707073a-c331-4c2e-9e86-64e44b3c13b8 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:32.313728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:32.323546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:32.336205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network d77883b5-97fd-4454-a151-11131845c195 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:32.366872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=f276eef7-43b5-4b03-9015-8e751d98ada4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:32.372801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.382554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:32.388272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-773043540-network', 'tenant_id': '45219a2ea944468bbd28c6aef95f2668'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:32.406515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:32.411465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, d77883b5-97fd-4454-a151-11131845c195) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:32.416511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:32.417372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.428361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:32.429385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ac6181-f928-45da-877f-68546a3ed312 None None] Network d77883b5-97fd-4454-a151-11131845c195 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:32.466571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Usage tracker for resource:network and tenant:45219a2ea944468bbd28c6aef95f2668 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:32.479141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f276eef7-43b5-4b03-9015-8e751d98ada4 HTTP/1.1" status: 204 len: 168 time: 1.5922210 Dec 22 15:49:32.481486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:32.484825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47232) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:32.499386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:32.567604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.596149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f511b0ff-3cd0-4a39-8ae7-b01d6ce364d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:router {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:32.609485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Made reservation on behalf of 45219a2ea944468bbd28c6aef95f2668 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:32.616016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.619907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0137551 Dec 22 15:49:32.621017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47236) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:32.656184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.672381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.722877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a57a6-23b0-4cf1-b3e1-9e550084ed06 None None] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:32.754877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82670a-fb02-4610-a667-39c51f7369a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-d77883b5-97fd-4454-a151-11131845c195', 'network_id': 'd77883b5-97fd-4454-a151-11131845c195', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': '92245719-59be-4590-a6d9-1c827727e80f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:32.755789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f82670a-fb02-4610-a667-39c51f7369a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.846608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f511b0ff-3cd0-4a39-8ae7-b01d6ce364d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:router {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:32.851791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f511b0ff-3cd0-4a39-8ae7-b01d6ce364d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3653350 Dec 22 15:49:32.854189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47240) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:32.861197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:32.865731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f6030-cd61-4f35-bde2-ac2860fe865d None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'f276eef7-43b5-4b03-9015-8e751d98ada4'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '00c7d54f-3906-4774-89c8-9a11a2b0a7ee'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:49:32.899436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:32.921851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Usage tracker for resource:security_group_rule and tenant:45219a2ea944468bbd28c6aef95f2668 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:32.934255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:32.942542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:32.952388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:32.959041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Provisioning for port bddfb849-8bce-45f3-9229-9bc8cb1099bf completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:32.986981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591475a2-e880-4722-9e4c-5f4cbccdef09 None None] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:33.013799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Provisioning complete for port bddfb849-8bce-45f3-9229-9bc8cb1099bf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:33.014271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.026368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.038860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.062743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:33.074525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:33.077302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.084856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:33.088004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f61f6a2-ab63-4fd5-b179-f2f80fd53457 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:33.091640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.103411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:33.120261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-220f6030-cd61-4f35-bde2-ac2860fe865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.121323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:33.145070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf1cb2c-cece-4071-9c50-6c6c55643bf3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:33.151559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:33.170581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.217450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=2dbffee7-ea72-4d60-b7ae-03dc4e644448,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:33.222763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:33.244230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:33.250206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.337048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.340746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "DELETE /v2.0/security-groups/daf1cb2c-cece-4071-9c50-6c6c55643bf3 HTTP/1.1" status: 204 len: 168 time: 1.3094325 Dec 22 15:49:33.365899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47244) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:33.374393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.397603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-719d1ba0-8374-4715-907d-326c99da1124 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-8f82670a-fb02-4610-a667-39c51f7369a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92245719-59be-4590-a6d9-1c827727e80f: This subnet is being modified by another concurrent operation. Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:49:33.442228 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92245719-59be-4590-a6d9-1c827727e80f: This subnet is being modified by another concurrent operation. Dec 22 15:49:33.445894 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 15:49:33.454615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=92245719-59be-4590-a6d9-1c827727e80f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:33.460243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e6f52be8-7e16-4d07-8506-cf970699f66d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] show failed (client error): The resource could not be found. Dec 22 15:49:33.460243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6f52be8-7e16-4d07-8506-cf970699f66d tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "GET /v2.0/security-groups/daf1cb2c-cece-4071-9c50-6c6c55643bf3 HTTP/1.1" status: 404 len: 347 time: 0.0888844 Dec 22 15:49:33.460243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:33.472131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47248) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:33.480907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.563310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc3055e-6a59-404e-b958-8214c0e13a05 None None] Network d77883b5-97fd-4454-a151-11131845c195 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:33.590146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router 8a26dbee-5778-40e0-8a82-e053a1613672 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:49:33.629032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.665161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b1bbb-5709-4e3c-82e6-1e1a92d87bad None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:33.679655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.685629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.695180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77883b5-97fd-4454-a151-11131845c195']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:33.708548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad164657-036b-42b0-a653-f2d515b90229 tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:33.710189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.716984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22359653-f732-41f7-b80b-a04ae9c58173') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:33.717750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22359653-f732-41f7-b80b-a04ae9c58173') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:33.737304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.738976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.747096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Deleting port bac31ade-fbb2-43db-8db3-a4ac0264f04c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:33.747280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.760634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.771561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:33.771990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.778412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:33.789979 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:33.907452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:33.915690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:33.935175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.980809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:33.995270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-20e78e4a-3f4e-4291-aa76-771958bc0e17 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:34.017263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.024157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=d77883b5-97fd-4454-a151-11131845c195,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:34.030482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:34.047107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/d77883b5-97fd-4454-a151-11131845c195 HTTP/1.1" status: 204 len: 168 time: 1.4146268 Dec 22 15:49:34.048288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47252) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:34.056412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1126355189'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:34.122088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:34.132766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.184503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:34.207373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:34.218323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:34.249136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.249504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Added segment 05a7a7ea-6276-47e7-8001-4dca1991d552 of type vlan for network fc193579-2916-430f-9303-36af40e817bb Dec 22 15:49:34.267349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:34.274268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.321308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] For port bddfb849-8bce-45f3-9229-9bc8cb1099bf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bddfb849-8bce-45f3-9229-9bc8cb1099bf,segment=NetworkSegment(2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00),segment_id=2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:34.353744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.358628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ecd3764-d7df-4c01-9a2e-dce867698a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:34.379246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.402121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:34.423487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.423879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment e51a9b9a-2662-4b1a-ac6d-08d8d76b4f91 of type vlan for network 5ae7207b-5e46-4847-b028-ec04d965909d Dec 22 15:49:34.438019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Pushing event updated for resources: {'Port': ['ID=bddfb849-8bce-45f3-9229-9bc8cb1099bf,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:34.442326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:34.475408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.499896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:34.507200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Provisioning complete for port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:34.507725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.516001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.573073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Deleting port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:34.574096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.575693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.580470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:34.583780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.595018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.682401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.683904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:34.684296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.684414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:34.724373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.724663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.748572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e18ff08-0bfd-48a3-a0ee-a9fff9fc7a85 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:34.817141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.839861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=5ae7207b-5e46-4847-b028-ec04d965909d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:34.842790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:34.874925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] For port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:34.875267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:34.947493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74a3ab1b-41d6-46fd-beeb-336acad726da tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:35.010715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 5ae7207b-5e46-4847-b028-ec04d965909d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:35.035137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Calling delete_port for 00c7d54f-3906-4774-89c8-9a11a2b0a7ee owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:35.056552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Calling delete_port for bac31ade-fbb2-43db-8db3-a4ac0264f04c owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:35.260968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2121370 Dec 22 15:49:35.270144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47256) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:35.283613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': '5ae7207b-5e46-4847-b028-ec04d965909d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:35.333058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=2dbffee7-ea72-4d60-b7ae-03dc4e644448,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:35.350346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:35.360738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bddfb849-8bce-45f3-9229-9bc8cb1099bf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:35.395463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Provisioning for port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:35.403026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Pushing event updated for resources: {'Network': ['ID=fc193579-2916-430f-9303-36af40e817bb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:35.412723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:35.414390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.422975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b57b389d-dba0-48c4-bed5-6fabd56acf6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:35.435937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:35.441405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4070616 Dec 22 15:49:35.441602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:35.453050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47260) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:35.469960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fc193579-2916-430f-9303-36af40e817bb details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:35.478150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Request body: {'subnet': {'network_id': 'fc193579-2916-430f-9303-36af40e817bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-773043540-subnet', 'tenant_id': '45219a2ea944468bbd28c6aef95f2668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:35.502262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:35.505824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:35.506833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:35.509832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:35.516007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:35.524805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Usage tracker for resource:subnet and tenant:45219a2ea944468bbd28c6aef95f2668 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:35.538048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:35.560856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:35.588400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Pushing event deleted for resources: {'Port': ['ID=00c7d54f-3906-4774-89c8-9a11a2b0a7ee,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:35.590328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Provisioning complete for port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:35.590782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.602305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:35.609371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:35.619001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] Sync routers for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:35.633909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_pluggable_backend [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 15:49:35.634223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_pluggable_backend [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Reverting IP allocation for 2001:db8::f816:3eff:fe5e:b032 {{(pid=88957) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Dec 22 15:49:35.637444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:35.640045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:35.640971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:35.692103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] No DVR routers for this DVR port 00c7d54f-3906-4774-89c8-9a11a2b0a7ee on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:35.720352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Made reservation on behalf of 45219a2ea944468bbd28c6aef95f2668 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:35.726414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.739651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port bddfb849-8bce-45f3-9229-9bc8cb1099bf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:35.740647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.755091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:35.767512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:35.769063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:35.867419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:35.868284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90474163-28ba-448e-adf3-c5da99a106fd None None] The sync data for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:35.872685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.888454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.900903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.902788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.7510078 Dec 22 15:49:35.908087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47264) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:35.961138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:35.973497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] For port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,segment=NetworkSegment(533efe16-e3b3-4549-bb76-203ec1874f6c),segment_id=533efe16-e3b3-4549-bb76-203ec1874f6c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:35.977329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dd25ae2d-9592-4172-b8f1-319cc2124f20 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:36.018102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e00378f-b8df-4718-920b-27c1eece3f65 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:49:36.051281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=7dd0c4fe-91ad-4de0-a82b-cac970349877,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:36.058771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.064747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:36.067452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00c7d54f-3906-4774-89c8-9a11a2b0a7ee no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:36.068908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:36.102787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.111785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cce69896-eec7-4083-9aa6-52870a1290e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:36.124962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Pushing event deleted for resources: {'Port': ['ID=bac31ade-fbb2-43db-8db3-a4ac0264f04c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:36.132327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:36.135977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:36.139756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:36.141355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Router aeba0ba8-243f-44f5-ba51-254c5ea2162b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:49:36.152885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 00c7d54f-3906-4774-89c8-9a11a2b0a7ee {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:36.153429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00c7d54f-3906-4774-89c8-9a11a2b0a7ee not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:36.176104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:36.176757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.248353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Pushing event updated for resources: {'Port': ['ID=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:36.252112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:36.304740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00378f-b8df-4718-920b-27c1eece3f65 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:49:36.304969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4466469 Dec 22 15:49:36.322663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47268) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:36.335754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Provisioning for port 2dbffee7-ea72-4d60-b7ae-03dc4e644448 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:36.345130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:36.361946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Provisioning complete for port 2dbffee7-ea72-4d60-b7ae-03dc4e644448 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:36.363026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.438114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.440624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.450091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] 10.222.0.18 "DELETE /v2.0/floatingips/23fddc04-3358-4662-97cb-266f09cf0fd1 HTTP/1.1" status: 204 len: 168 time: 2.9580331 Dec 22 15:49:36.450219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47272) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:36.497075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Port 2dbffee7-ea72-4d60-b7ae-03dc4e644448 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:49:36.530242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.537859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-385c2dd7-6d59-4768-b493-ae044fa95665 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:36.545887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Provisioning complete for port bddfb849-8bce-45f3-9229-9bc8cb1099bf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:36.546632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.580348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.589173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a59acf3e-98ef-43de-a0a7-7d6a814f064e tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:36.640206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:36.662736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:36.686971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abdbb075-3140-47a0-8196-575d3c274050,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:36.703912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:36.748029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Checking segment: {'id': '05a7a7ea-6276-47e7-8001-4dca1991d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fc193579-2916-430f-9303-36af40e817bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:36.748420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Network hostable DHCP agents. Network: fc193579-2916-430f-9303-36af40e817bb, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:36.791191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:36.817926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:36.881900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:36.888249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.889814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "PUT /v2.0/routers/aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 200 len: 881 time: 9.8585167 Dec 22 15:49:36.892601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47276) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:36.901184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] Sync routers for ids ['aeba0ba8-243f-44f5-ba51-254c5ea2162b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:36.918150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Provisioning complete for port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:36.918600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0029fb7c-25f9-4664-a933-2ed05f16510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:36.930760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=1fc93215-d790-4623-802b-bf81a78b0d73,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:36.933734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 46c8e008-85df-48b9-a938-fbe01ff5888e is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:49:36.947018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:36.972680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Network fc193579-2916-430f-9303-36af40e817bb is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:37.089835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:37.129338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': 'e51a9b9a-2662-4b1a-ac6d-08d8d76b4f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5ae7207b-5e46-4847-b028-ec04d965909d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:37.130048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: 5ae7207b-5e46-4847-b028-ec04d965909d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:37.163167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '7dd0c4fe-91ad-4de0-a82b-cac970349877'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:37.164082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.175790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:49:37.186420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] Routers {'aeba0ba8-243f-44f5-ba51-254c5ea2162b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:37.187159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['aeba0ba8-243f-44f5-ba51-254c5ea2162b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:37.264859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:37.279711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fc193579-2916-430f-9303-36af40e817bb) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:37.292011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:37.292894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.377135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:37.405506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9438806 Dec 22 15:49:37.455988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] Routers {'aeba0ba8-243f-44f5-ba51-254c5ea2162b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:37.456621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['aeba0ba8-243f-44f5-ba51-254c5ea2162b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:37.462383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 5ae7207b-5e46-4847-b028-ec04d965909d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:37.469049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.619437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:37.619824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f4f4e-2453-4047-9990-3ac86c4d07c0 None None] The sync data for ids ['aeba0ba8-243f-44f5-ba51-254c5ea2162b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:37.627344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-598cb2a9-682c-48a9-bfcc-5a9c2cf2f71a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 200 len: 922 time: 0.7287831 Dec 22 15:49:37.629027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47282) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:37.668479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Allocated IP 2001:db8::f816:3eff:fe5a:153c (3869d436-ab4f-45bb-9569-b3230aca28ff/7dd0c4fe-91ad-4de0-a82b-cac970349877/c9162dd1-54bb-4bad-9001-57feec3e7092) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:37.685320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:37.685749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.736287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.840482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18605a20-9c94-4032-8a78-f861979f1fbc tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=aeba0ba8-243f-44f5-ba51-254c5ea2162b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2101021 Dec 22 15:49:37.865808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47288) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:37.904796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 5ae7207b-5e46-4847-b028-ec04d965909d) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:37.910476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:37.911218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.980241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:37.991130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Transition to ACTIVE for port object c9162dd1-54bb-4bad-9001-57feec3e7092 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:38.011294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Transition to ACTIVE for port object c9162dd1-54bb-4bad-9001-57feec3e7092 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:38.039122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad449c28-f9e0-427f-acbb-d89f4c81f264 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:38.040960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad449c28-f9e0-427f-acbb-d89f4c81f264 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.1736121 Dec 22 15:49:38.044389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:38.063419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:38.072545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/46c8e008-85df-48b9-a938-fbe01ff5888e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5285571 Dec 22 15:49:38.074018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.076103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47300) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:38.077196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] Sync routers for ids ['46c8e008-85df-48b9-a938-fbe01ff5888e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:38.082066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3b1256c-e5d6-412f-91ca-87307f043b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:38.090546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8191993 Dec 22 15:49:38.091456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47304) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:38.122701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] Routers {'46c8e008-85df-48b9-a938-fbe01ff5888e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:38.130321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['46c8e008-85df-48b9-a938-fbe01ff5888e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:38.158199 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9e49d59-20be-4946-a91f-cece6809befd tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 200 len: 205 time: 0.1123595 Dec 22 15:49:38.171039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:38.171242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:38.174679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:38.178763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:38.179399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc3541-2a12-4b6e-b9ab-41cc7dd6091b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:38.180144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89cc3541-2a12-4b6e-b9ab-41cc7dd6091b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:38.185631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Pushing event updated for resources: {'Port': ['ID=c9162dd1-54bb-4bad-9001-57feec3e7092,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:38.197547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:38.258955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:38.278999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] Routers {'46c8e008-85df-48b9-a938-fbe01ff5888e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:38.278999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['46c8e008-85df-48b9-a938-fbe01ff5888e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:38.345725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:38.347347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d74f1-b35c-49c9-85ac-9a61210d8772 None None] The sync data for ids ['46c8e008-85df-48b9-a938-fbe01ff5888e'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:38.354065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Attempting to bind port c9162dd1-54bb-4bad-9001-57feec3e7092 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:38.354349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Attempting to bind port c9162dd1-54bb-4bad-9001-57feec3e7092 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:38.354908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Attempting to bind port c9162dd1-54bb-4bad-9001-57feec3e7092 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:38.367466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:38.367694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89cc3541-2a12-4b6e-b9ab-41cc7dd6091b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:38.367953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:38.368353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.368783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:38.369317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Bound port: c9162dd1-54bb-4bad-9001-57feec3e7092, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:38.369746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.371899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-89cc3541-2a12-4b6e-b9ab-41cc7dd6091b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports/2dbffee7-ea72-4d60-b7ae-03dc4e644448 HTTP/1.1" status: 200 len: 976 time: 0.2919452 Dec 22 15:49:38.373113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47314) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:38.473112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] For port c9162dd1-54bb-4bad-9001-57feec3e7092, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:38.476914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] For port c9162dd1-54bb-4bad-9001-57feec3e7092, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c9162dd1-54bb-4bad-9001-57feec3e7092,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:38.514594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.522396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:38.619999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.643251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Pushing event updated for resources: {'Port': ['ID=c9162dd1-54bb-4bad-9001-57feec3e7092,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:38.656910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:38.728888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.916831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:38.983862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47326) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:39.024252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.063668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1879922167-network', 'tenant_id': 'd85427efa5fd4b19bf0437cc575d31f3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:39.094313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port b539593d-907e-4e17-96fd-523b095faf32 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:39.094720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.113666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:39.197851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Deleting port 61bbb02d-2e36-4dee-8e61-0f492850f23c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:39.198090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.198426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Usage tracker for resource:network and tenant:d85427efa5fd4b19bf0437cc575d31f3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:39.209865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:39.213811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.219022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.228909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96e00084-4b3b-443d-9cb9-8ac2df3aa649 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:39.259882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:39.287842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc93215-d790-4623-802b-bf81a78b0d73,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:39.352069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c9162dd1-54bb-4bad-9001-57feec3e7092 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:39.456757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Made reservation on behalf of d85427efa5fd4b19bf0437cc575d31f3 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:39.461317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c9162dd1-54bb-4bad-9001-57feec3e7092 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:39.461626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.477447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.479390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:39.504604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:39.507684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:39.508319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.534167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.622131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=54d8edbe-21ae-4614-b57f-e2c65f8e26c5,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:39.627408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.647660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:39.655737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:39.656184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:39.694203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae7207b-5e46-4847-b028-ec04d965909d']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:39.716592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3803625 Dec 22 15:49:39.721526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47330) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:39.722739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:39.726264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51a9b9a-2662-4b1a-ac6d-08d8d76b4f91') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:39.726632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51a9b9a-2662-4b1a-ac6d-08d8d76b4f91') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:39.746269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:82:1c:0d', 'name': 'tempest-NetworksTestDHCPv6-513369013'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:39.766949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Usage tracker for resource:security_group_rule and tenant:d85427efa5fd4b19bf0437cc575d31f3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:39.851866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for b539593d-907e-4e17-96fd-523b095faf32 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:39.880559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:39.915350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] For port 61bbb02d-2e36-4dee-8e61-0f492850f23c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61bbb02d-2e36-4dee-8e61-0f492850f23c,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:39.915750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.020822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:40.024836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.057430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Calling delete_port for 61bbb02d-2e36-4dee-8e61-0f492850f23c owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:40.088571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:40.115142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.205425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:40.206422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:40.222827 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:40.320684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.327176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:40.377137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=b539593d-907e-4e17-96fd-523b095faf32,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:40.382542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:40.455145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f226e-10c8-4ded-b003-7208282bacfb None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:49:40.463652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.469614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:40.473779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffd3270b-de68-4eca-a448-0dde52eed092 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:40.473949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:40.480128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:40.524290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=61bbb02d-2e36-4dee-8e61-0f492850f23c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:40.537070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:40.537176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:40.537176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.542756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f33378b-077d-4393-8c66-9c01b4103967 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:40.558797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.560017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Provisioning for port c9162dd1-54bb-4bad-9001-57feec3e7092 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:40.573008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:40.573436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.605122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=5ae7207b-5e46-4847-b028-ec04d965909d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:40.615767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:40.667220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/5ae7207b-5e46-4847-b028-ec04d965909d HTTP/1.1" status: 204 len: 168 time: 2.4919488 Dec 22 15:49:40.667220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.670101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47334) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:40.684167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:40.690734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.728930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f226e-10c8-4ded-b003-7208282bacfb None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:49:40.730233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-958034241'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:40.741406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.742388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.754023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:40.767334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:40.770073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.803242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.817511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9321c0a-4bfc-45d2-801f-421727cb04c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:40.828549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:40.843201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:40.847886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 24753343-207e-487b-8355-afdebc6e3239 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:49:40.911486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] For port c9162dd1-54bb-4bad-9001-57feec3e7092, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c9162dd1-54bb-4bad-9001-57feec3e7092,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:40.919146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:40.951482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:40.958707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0ce3b4e-704f-4c96-930d-22695217f33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:40.959972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6964cfa3-298d-423d-a6cb-f623e81a58e9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:40.987657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:40.993180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.024234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.024867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Added segment 110da7f1-0e55-4581-bb89-377db4907d40 of type vlan for network 2b967db9-d8c2-4118-b022-510b22e2d40f Dec 22 15:49:41.029511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:41.109773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Pushing event updated for resources: {'Port': ['ID=c9162dd1-54bb-4bad-9001-57feec3e7092,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:41.114158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:41.170033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.178024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.181984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:41.188676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.199649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.200445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d of type vlan for network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 Dec 22 15:49:41.269184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.275827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b685dd-f88c-4977-864e-575320763f92 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:41.311615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.322603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e19a8-3a92-4dba-b3ee-a51a65d31bfc None None] Network fc193579-2916-430f-9303-36af40e817bb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:41.359873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30940def-a5ce-44f2-9053-6428a9354acb None None] Network 5ae7207b-5e46-4847-b028-ec04d965909d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:41.362373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.363115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router aeba0ba8-243f-44f5-ba51-254c5ea2162b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:41.432561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30940def-a5ce-44f2-9053-6428a9354acb None None] Network 5ae7207b-5e46-4847-b028-ec04d965909d could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:49:41.449497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.450950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:41.451141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.453927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.460836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 204 len: 168 time: 3.2883346 Dec 22 15:49:41.462104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47338) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:41.470006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2105061244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:41.478079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:41.483145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:41.486974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:41.494851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:41.504865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f2015-7b0b-45bd-85e5-ff6da93d1b9f None None] Network 5ae7207b-5e46-4847-b028-ec04d965909d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:41.507246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.511897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:41.512556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.518033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:41.519733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c9162dd1-54bb-4bad-9001-57feec3e7092 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:41.536741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:41.576484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.577877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.599150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8743207 Dec 22 15:49:41.609736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47342) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:41.628532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:41.746179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 172.20.0.12 (3869d436-ab4f-45bb-9569-b3230aca28ff/54d8edbe-21ae-4614-b57f-e2c65f8e26c5/24753343-207e-487b-8355-afdebc6e3239) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:41.754265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Pushing event updated for resources: {'Network': ['ID=2b967db9-d8c2-4118-b022-510b22e2d40f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:41.755688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.764054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:41.770609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe82:1c0d (3869d436-ab4f-45bb-9569-b3230aca28ff/7dd0c4fe-91ad-4de0-a82b-cac970349877/24753343-207e-487b-8355-afdebc6e3239) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:41.772510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:41.775631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:41.824405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8352189 Dec 22 15:49:41.836737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47346) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:41.858174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2b967db9-d8c2-4118-b022-510b22e2d40f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:41.858554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Request body: {'subnet': {'network_id': '2b967db9-d8c2-4118-b022-510b22e2d40f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1879922167-subnet', 'tenant_id': 'd85427efa5fd4b19bf0437cc575d31f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:41.871571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:41.871774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:41.880687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Usage tracker for resource:subnet and tenant:d85427efa5fd4b19bf0437cc575d31f3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:41.892210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:41.905580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f2015-7b0b-45bd-85e5-ff6da93d1b9f None None] Network 5ae7207b-5e46-4847-b028-ec04d965909d could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:49:41.910714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:41.911225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:41.915817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.1 (3e8ca03a-e92b-4389-8ff5-34f01a1b290a/fd916b10-225d-487e-a49c-5e40b24e05c2/2a683b33-5908-4bc4-b2b6-fe73c18a0ffd) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:41.963504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:41.972760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:41.978090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:41.985700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:42.018060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Made reservation on behalf of d85427efa5fd4b19bf0437cc575d31f3 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:42.022754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.051818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.066135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:42.345397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:42.345787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.416381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc6516-edfb-4943-94b0-ebf01366d3e6 None None] Network fc193579-2916-430f-9303-36af40e817bb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:42.442548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.446290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01400054-dc75-4889-a007-1aadf858f2f7 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9796300 Dec 22 15:49:42.454798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:42.469047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': True}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:42.545761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.787465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25e04df2-bc99-4338-908d-9c8f8ea266f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.804034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.805575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': '7dd0c4fe-91ad-4de0-a82b-cac970349877', 'ip_address': '2001:db8::f816:3eff:fe5a:153c'}, {'subnet_id': '54d8edbe-21ae-4614-b57f-e2c65f8e26c5'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'c9162dd1-54bb-4bad-9001-57feec3e7092'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:49:42.822363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.866116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:42.897529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 24753343-207e-487b-8355-afdebc6e3239 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:42.908080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Transition to ACTIVE for port object 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:42.928868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 2dbffee7-ea72-4d60-b7ae-03dc4e644448 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:42.929227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.079659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.092578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:43.114018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Allocated IP 172.20.0.2 (3869d436-ab4f-45bb-9569-b3230aca28ff/54d8edbe-21ae-4614-b57f-e2c65f8e26c5/c9162dd1-54bb-4bad-9001-57feec3e7092) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:43.181870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.225293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.270983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] For port c9162dd1-54bb-4bad-9001-57feec3e7092, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c9162dd1-54bb-4bad-9001-57feec3e7092,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:43.271747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:43.278308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:43.280360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=24753343-207e-487b-8355-afdebc6e3239,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:43.283023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:43.312349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.312780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:43.333231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:43.333425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Transition to ACTIVE for port object c9162dd1-54bb-4bad-9001-57feec3e7092 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:43.334089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:43.335920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9b020c6-474b-4522-b00e-c483fa9529a7 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:43.367816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:43.377272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.393739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-564c4f11-0689-47fc-b5b8-a931a133df6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:43.401666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.432201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.452374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.460966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e93c5243-a5fe-4a3e-b930-23c126b4821f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:43.550502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Pushing event updated for resources: {'Port': ['ID=c9162dd1-54bb-4bad-9001-57feec3e7092,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:43.554923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:43.618723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 2dbffee7-ea72-4d60-b7ae-03dc4e644448 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:43.673633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=8620321b-07cd-4bb1-aca1-067e475ba0ff,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:43.677325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:43.692291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:43.693001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.703470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=2a683b33-5908-4bc4-b2b6-fe73c18a0ffd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:43.718693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:43.719961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c35f02b-6637-49a5-ae82-501afb7a1577 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:43.737924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3bc73a3c-a2db-4a27-a9be-8ca607c551da None None] Provisioning for port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:43.744633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3bc73a3c-a2db-4a27-a9be-8ca607c551da None None] Provisioning complete for port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:43.745151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bc73a3c-a2db-4a27-a9be-8ca607c551da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.765822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:43.790184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Checking segment: {'id': '110da7f1-0e55-4581-bb89-377db4907d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b967db9-d8c2-4118-b022-510b22e2d40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:43.790638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Network hostable DHCP agents. Network: 2b967db9-d8c2-4118-b022-510b22e2d40f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:43.801125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:43.802281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:43.845436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Router eefbb4d6-9b66-422a-92ed-51262b8451c2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:43.857994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bc73a3c-a2db-4a27-a9be-8ca607c551da None None] Port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:49:43.864526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72318072-3396-488a-b0b8-6c1e468c015d,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:43.879026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:43.884413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.1472628 Dec 22 15:49:43.927661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47356) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:43.939892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:44.009622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:44.017079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:44.017790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.020549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b210673-d5e5-4103-9277-7dbbb2b57f14 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:44.037192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.071374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.108903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.273426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.298139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6', 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': '8620321b-07cd-4bb1-aca1-067e475ba0ff'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:44.299979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.319543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Network 2b967db9-d8c2-4118-b022-510b22e2d40f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:44.330012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2b967db9-d8c2-4118-b022-510b22e2d40f) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:44.335021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:44.335864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.373121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d1201-f6d3-4237-9370-f2a5ffd6b393 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:44.373709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3bc638-d7cc-4ab9-9d28-a23317e88c98 None None] Network 2b967db9-d8c2-4118-b022-510b22e2d40f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:44.378122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d1201-f6d3-4237-9370-f2a5ffd6b393 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:44.379224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-834d1201-f6d3-4237-9370-f2a5ffd6b393 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:44.489186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8765216 Dec 22 15:49:44.493369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:44.523128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-834d1201-f6d3-4237-9370-f2a5ffd6b393 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:44.527651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-834d1201-f6d3-4237-9370-f2a5ffd6b393 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5992992 Dec 22 15:49:44.528910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47364) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:44.546121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:44.625197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7864163 Dec 22 15:49:44.635966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:44.657782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 172.26.1.53 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/3bf411ea-122f-42cc-9054-2fad61a5ae63) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:44.667157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a5e5190-fa10-42f5-9353-2bf29ff4596d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:44.699656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:44.737615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] 10.222.0.18 "PUT /v2.0/routers/eefbb4d6-9b66-422a-92ed-51262b8451c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2855487 Dec 22 15:49:44.743613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47370) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:44.868295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7283cb4-4b8a-4fbe-8e46-dd25337aacbf None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:44.886574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Sync routers for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:44.937156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Allocated IP 2001:db8::2 (f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6/8620321b-07cd-4bb1-aca1-067e475ba0ff/85c32df0-d357-4377-88e2-71550506b997) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:45.059684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=2dbffee7-ea72-4d60-b7ae-03dc4e644448,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:45.062518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:45.069814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 24753343-207e-487b-8355-afdebc6e3239 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:45.070126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.075021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:45.076215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:45.131186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.179881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.184262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64a5ed6d-2fdc-473e-a2d5-245243ac40cb None None] Provisioning for port c9162dd1-54bb-4bad-9001-57feec3e7092 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:45.267310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64a5ed6d-2fdc-473e-a2d5-245243ac40cb None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:45.268028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64a5ed6d-2fdc-473e-a2d5-245243ac40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.303806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.324029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9e82aaf-46da-41b1-b2f8-da6df99664ef tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:45.382309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.384564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd98121-a2a8-4842-a421-78265e79742a None None] Network 2b967db9-d8c2-4118-b022-510b22e2d40f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:45.397158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:45.461025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:45.470911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:45.473093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:45.478228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:subnet and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:45.481461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:45.489081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:45.501663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c9162dd1-54bb-4bad-9001-57feec3e7092 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:45.538783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=3bf411ea-122f-42cc-9054-2fad61a5ae63,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:45.554639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:45.558065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.574770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f891e6e4-eda4-4eb6-a590-99d9842e67ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.597032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:45.682715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.713363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ab4f25a-5b95-4424-a464-fd2742d687be tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:45.723948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Deleting port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:45.724339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.803546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:45.910888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.017087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] For port 1463a04c-6ea0-4f2c-965e-f1156dcda7d1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:46.017499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.024169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=2a683b33-5908-4bc4-b2b6-fe73c18a0ffd,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:46.058872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:46.060533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.142522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.153023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:46.229319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Calling delete_port for 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:46.298160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.304735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.315012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.328825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:46.329250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.379953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-a4339661-6163-49b6-9d3a-5d113de3a7b5 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:46.381572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-a4339661-6163-49b6-9d3a-5d113de3a7b5 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/networks?id=fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 200 len: 811 time: 0.8765862 Dec 22 15:49:46.420381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Transition to ACTIVE for port object 85c32df0-d357-4377-88e2-71550506b997 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:46.524007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.552914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-e03619cf-fdc8-41ab-b6b5-3ae2793625dd tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/quotas/45219a2ea944468bbd28c6aef95f2668 HTTP/1.1" status: 200 len: 375 time: 0.1545875 Dec 22 15:49:46.560748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.598205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.604244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e67a1dad-ca2d-4c45-bdac-7be7df84b776 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:46.659050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1463a04c-6ea0-4f2c-965e-f1156dcda7d1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:46.663473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:46.752683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Transition to ACTIVE for port object 85c32df0-d357-4377-88e2-71550506b997 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:46.826654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:46.836686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-710f7583-7d1e-4726-a9b7-adaab488390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:46.977057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 24753343-207e-487b-8355-afdebc6e3239 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:46.993845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Pushing event updated for resources: {'Port': ['ID=85c32df0-d357-4377-88e2-71550506b997,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:47.007291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:47.059405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:47.061329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:47.069207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:47.124140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169'}], 'enable_snat': True}, 'gw_port_id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:49:40Z', 'revision_number': 5, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port': {'id': '1463a04c-6ea0-4f2c-965e-f1156dcda7d1', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:45:06Z', 'updated_at': '2021-12-22T15:45:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:47.134304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Checking router: eefbb4d6-9b66-422a-92ed-51262b8451c2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:49:47.142273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.142623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-ebc5706d-8dc1-43e1-9f30-c540aa035ba9 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=45219a2ea944468bbd28c6aef95f2668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5771134 Dec 22 15:49:47.185656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Routers {'eefbb4d6-9b66-422a-92ed-51262b8451c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:47.186682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['eefbb4d6-9b66-422a-92ed-51262b8451c2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:47.222407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.287894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router b1c3cf41-c87b-4a90-bdc9-c51985523d4b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:49:47.368995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Attempting to bind port 85c32df0-d357-4377-88e2-71550506b997 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:47.369684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Attempting to bind port 85c32df0-d357-4377-88e2-71550506b997 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:47.370412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Attempting to bind port 85c32df0-d357-4377-88e2-71550506b997 on network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:47.381154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:47.381821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Checking segment: {'id': 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:47.382482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.383163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Bound using segment: {'id': 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:47.383842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Bound port: 85c32df0-d357-4377-88e2-71550506b997, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:47.384427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.396058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] Set router eefbb4d6-9b66-422a-92ed-51262b8451c2 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:49:47.494105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:47.571159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2289854e-a072-4922-be2c-210eefe32efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:49:46Z', 'revision_number': 7, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:47.575454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Provisioning for port 24753343-207e-487b-8355-afdebc6e3239 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:47.587909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Provisioning complete for port 24753343-207e-487b-8355-afdebc6e3239 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:47.588331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.589113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.609279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.613304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2289854e-a072-4922-be2c-210eefe32efd None None] The sync data for ids ['eefbb4d6-9b66-422a-92ed-51262b8451c2'] in dv-neutron-822514-1-hyperv is: [{'id': 'eefbb4d6-9b66-422a-92ed-51262b8451c2', 'name': 'tempest-ServerActionsTestJSON-1962672166-router', 'tenant_id': '02daa417e68e467b9736909cf6b5103e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:45:04Z', 'updated_at': '2021-12-22T15:49:46Z', 'revision_number': 7, 'project_id': '02daa417e68e467b9736909cf6b5103e', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:47.647057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Port 24753343-207e-487b-8355-afdebc6e3239 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:49:47.657768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:47.673740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:47.674762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ba07ed4-6328-453d-92cc-cb13cf2f9216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.677182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.692334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.693047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eefbb4d6-9b66-422a-92ed-51262b8451c2 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:47.719674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] For port 85c32df0-d357-4377-88e2-71550506b997, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:47.751684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] For port 85c32df0-d357-4377-88e2-71550506b997, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85c32df0-d357-4377-88e2-71550506b997,segment=NetworkSegment(a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d),segment_id=a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:47.772114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:47.812589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.817535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/eefbb4d6-9b66-422a-92ed-51262b8451c2 HTTP/1.1" status: 204 len: 168 time: 3.0724375 Dec 22 15:49:47.821299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47390) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:47.828237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:47.837119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:47.866681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=24753343-207e-487b-8355-afdebc6e3239,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:47.924926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Pushing event updated for resources: {'Port': ['ID=85c32df0-d357-4377-88e2-71550506b997,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:47.930707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:47.965313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:47.968374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Deleting subnet c21d94e0-1bbe-4a59-a24b-dac00618285c {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:47.974859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.052050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.078583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5dedcc33-d538-4b2d-9b7f-22e41970c102 None None] Could not find standard attr ID for object 24753343-207e-487b-8355-afdebc6e3239. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:49:48.114219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:48.121699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.123045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "PUT /v2.0/routers/b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 200 len: 918 time: 5.6653864 Dec 22 15:49:48.125886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47394) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:48.126302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] Sync routers for ids ['b1c3cf41-c87b-4a90-bdc9-c51985523d4b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:48.144571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] Routers {'b1c3cf41-c87b-4a90-bdc9-c51985523d4b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:48.145883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b1c3cf41-c87b-4a90-bdc9-c51985523d4b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:48.223295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eb2b8326-26f0-40fd-855f-12ab8f372920 None None] Provisioning complete for port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:48.223888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2b8326-26f0-40fd-855f-12ab8f372920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.248888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:48.272839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] Routers {'b1c3cf41-c87b-4a90-bdc9-c51985523d4b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:48.273981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b1c3cf41-c87b-4a90-bdc9-c51985523d4b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:48.320233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.335063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eb2b8326-26f0-40fd-855f-12ab8f372920 None None] Port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:49:48.337550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-14f01608-50b2-4f96-a8b8-2e4c02831446 service neutron] 10.222.0.18 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1845956 Dec 22 15:49:48.384792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:48.385256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978725a4-783a-46d9-9eee-4e76f274694c None None] The sync data for ids ['b1c3cf41-c87b-4a90-bdc9-c51985523d4b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:48.558161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7fd185fd-6b60-476a-8124-7ccb47a40fdd tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 200 len: 924 time: 0.4310303 Dec 22 15:49:48.561168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47398) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:48.616488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.624416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.639529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31119cfb-a6e4-49d1-9b57-06370c754d78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:48.691887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21d94e0-1bbe-4a59-a24b-dac00618285c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:48.694760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:48.703217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:48.711639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b936bd-bd2d-47d4-a988-b40d8cd98663 None None] Network c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:48.719547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c21d94e0-1bbe-4a59-a24b-dac00618285c HTTP/1.1" status: 204 len: 168 time: 0.8958478 Dec 22 15:49:48.723186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:48.868463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e55ec27-b36e-4ad4-ae67-8209e949b72e tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=b1c3cf41-c87b-4a90-bdc9-c51985523d4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3058283 Dec 22 15:49:48.873150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47406) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:48.917777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.014000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Deleting port f4fa0b56-4413-4275-9940-408d22c0616e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:49.014000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.135222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3ca881-0bc3-443f-ae23-c9c85d46fe39 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.136752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad3ca881-0bc3-443f-ae23-c9c85d46fe39 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.2625821 Dec 22 15:49:49.139995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47410) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:49.157769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/24753343-207e-487b-8355-afdebc6e3239 HTTP/1.1" status: 204 len: 168 time: 4.5966153 Dec 22 15:49:49.166147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47414) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:49.174218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-2809c101-a26b-4b6a-92d3-efe52776ea02 service neutron] 10.222.0.18 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8172398 Dec 22 15:49:49.194873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d93dfe5f-52e3-4d13-945e-8816b7b890db tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 200 len: 205 time: 0.0536182 Dec 22 15:49:49.211061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47418) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:49.249257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 46c8e008-85df-48b9-a938-fbe01ff5888e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:49.275615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] DHCP port deletion for c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:49.281525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Deleting port f4fa0b56-4413-4275-9940-408d22c0616e {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:49.283004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.284632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.295040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:49.338135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.339682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.347368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.347368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:49.441763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] For port f4fa0b56-4413-4275-9940-408d22c0616e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4fa0b56-4413-4275-9940-408d22c0616e,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:49.441763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.509904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85c32df0-d357-4377-88e2-71550506b997 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:49.579014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Calling delete_port for f4fa0b56-4413-4275-9940-408d22c0616e owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:49.638726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=0f370834-7333-4f93-bda1-645b7375477e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:49.647560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] For port f4fa0b56-4413-4275-9940-408d22c0616e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4fa0b56-4413-4275-9940-408d22c0616e,segment=NetworkSegment(c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57),segment_id=c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:49.648052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.660567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f5ed3b4-6d5b-44cc-8130-374738c8ee82 req-eaeaec61-f706-4e7f-a515-12501efc0bd5 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.0836844 Dec 22 15:49:49.667974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:49.684552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:49.684552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-386f88a2-ab14-486a-b63e-49a5f7c3aa3a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5047181 Dec 22 15:49:49.684552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47430) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:49.684552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:49.828838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:49.836519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:49.837491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:49.838843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Calling delete_port for f4fa0b56-4413-4275-9940-408d22c0616e owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:49.920823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:49.932075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/46c8e008-85df-48b9-a938-fbe01ff5888e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5534720 Dec 22 15:49:49.933888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47434) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:50.014271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] Sync routers for ids ['46c8e008-85df-48b9-a938-fbe01ff5888e'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:50.047031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] Routers {'46c8e008-85df-48b9-a938-fbe01ff5888e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:50.048038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['46c8e008-85df-48b9-a938-fbe01ff5888e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:50.064139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:49:50.064993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:49:50.088791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.125713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.137559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:50.145008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4402a976-57c7-4223-8891-5d18212d5b20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:50.167283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.6526275 Dec 22 15:49:50.168942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47438) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:50.178249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 54d8edbe-21ae-4614-b57f-e2c65f8e26c5 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:50.191000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.199330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 85c32df0-d357-4377-88e2-71550506b997 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:50.207342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] No DVR routers for this DVR port f4fa0b56-4413-4275-9940-408d22c0616e on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:50.225698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Pushing event deleted for resources: {'Port': ['ID=f4fa0b56-4413-4275-9940-408d22c0616e,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:50.230885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:50.232914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] Routers {'46c8e008-85df-48b9-a938-fbe01ff5888e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:50.233918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['46c8e008-85df-48b9-a938-fbe01ff5888e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:50.270755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:50.272336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:50.277572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:50.279447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:50.281173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:50.282203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Synchronizing usage tracker for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:50.326726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:50.327458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cf0e3d-7983-49d8-b73c-61af64f41e31 None None] The sync data for ids ['46c8e008-85df-48b9-a938-fbe01ff5888e'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:50.331144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61bbb02d-2e36-4dee-8e61-0f492850f23c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:50.375619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 61bbb02d-2e36-4dee-8e61-0f492850f23c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:50.376014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61bbb02d-2e36-4dee-8e61-0f492850f23c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:50.376483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4fa0b56-4413-4275-9940-408d22c0616e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:50.380964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.410011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5dfee-9813-413d-b767-56ded7925820 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:50.434716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: f4fa0b56-4413-4275-9940-408d22c0616e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:50.435121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4fa0b56-4413-4275-9940-408d22c0616e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:50.435589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:50.451116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Unset dirty status for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:50.456845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85b16108-f729-43ae-a3f3-e892ed70f014 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2824578 Dec 22 15:49:50.457191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47444) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:50.464401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-665792369'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:50.473193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:50.482122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:50.484492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:50.491517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:50.493203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:50.493579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1463a04c-6ea0-4f2c-965e-f1156dcda7d1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:50.524276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router 8a26dbee-5778-40e0-8a82-e053a1613672 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:49:50.554744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.561431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:50.571962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.581533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Deleting port f4fa0b56-4413-4275-9940-408d22c0616e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:50.582297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.594300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Provisioning for port 85c32df0-d357-4377-88e2-71550506b997 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:50.604948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Provisioning complete for port 85c32df0-d357-4377-88e2-71550506b997 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:50.605361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.630950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port 3bf411ea-122f-42cc-9054-2fad61a5ae63 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:50.631329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.743795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] The port 'f4fa0b56-4413-4275-9940-408d22c0616e' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:49:50.864326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.885693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:50.920060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce470e1d-53fe-4d3d-a20c-f61618ba1818 req-a9d46c50-fde0-4703-8b71-3b006eb9d787 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.0808203 Dec 22 15:49:50.921518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e73671a9-4676-4e4c-bf37-8d90d7669558 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:49:50.926103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e73671a9-4676-4e4c-bf37-8d90d7669558 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/46c8e008-85df-48b9-a938-fbe01ff5888e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8625782 Dec 22 15:49:50.932642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47450) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:50.961495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:51.014994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d68f7718-05c2-4777-aa8a-0f39c0d6a3fe tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:51.077891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.078462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment 3977c416-11e2-4328-81bd-dc6e84331507 of type vlan for network a5d83427-4ba5-4324-880c-d1ee17851f3e Dec 22 15:49:51.083136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.092519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.096939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d68f7718-05c2-4777-aa8a-0f39c0d6a3fe tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:51.101968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d68f7718-05c2-4777-aa8a-0f39c0d6a3fe tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=46c8e008-85df-48b9-a938-fbe01ff5888e HTTP/1.1" status: 200 len: 205 time: 0.1645696 Dec 22 15:49:51.106133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47454) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:51.111569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] For port 85c32df0-d357-4377-88e2-71550506b997, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85c32df0-d357-4377-88e2-71550506b997,segment=NetworkSegment(a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d),segment_id=a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:51.213649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.217288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-45f978f5-32fb-4cd5-b63b-12c37b64a477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:51.258627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for 3bf411ea-122f-42cc-9054-2fad61a5ae63 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:51.294385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:51.295813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Update dhcp port {'port': {'network_id': 'f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6', 'fixed_ips': [{'subnet_id': '8620321b-07cd-4bb1-aca1-067e475ba0ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f370834-7333-4f93-bda1-645b7375477e'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '85c32df0-d357-4377-88e2-71550506b997'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:49:51.337953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.347142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:51.347932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ad80a8-4707-4fb8-97bc-a50e8d5cdf57') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:51.355352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Pushing event updated for resources: {'Port': ['ID=85c32df0-d357-4377-88e2-71550506b997,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:51.372199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.377975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:51.384288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.407339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.442356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:51.442977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:51.459586 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:51.547180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.554992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a0258c5-1d45-49f8-ac49-7876553b1393 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:51.567920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.572320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:51.578507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.604222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=54d8edbe-21ae-4614-b57f-e2c65f8e26c5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:51.609065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0901ed60-b3d6-40fd-9757-6fb1d0f4986f tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:51.609858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:51.624972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.642331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.656710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a974bd2-5ea1-4bfd-a533-92bdfec8e398 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:51.728665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.739527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=a5d83427-4ba5-4324-880c-d1ee17851f3e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:51.746721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:51.747730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.753586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4afa583c-883e-42cc-81be-27877a94ea5e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:51.781235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:51.790116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:51.819257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:49:51.820774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:51.832142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] Sync routers for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:49:51.835025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47458) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:51.835602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/54d8edbe-21ae-4614-b57f-e2c65f8e26c5 HTTP/1.1" status: 204 len: 168 time: 2.0661767 Dec 22 15:49:51.852561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/routers/8a26dbee-5778-40e0-8a82-e053a1613672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9212825 Dec 22 15:49:51.855381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:51.856404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:51.869113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47462) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:51.877741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'port': {'network_id': '3e8ca03a-e92b-4389-8ff5-34f01a1b290a', 'name': 'tempest-FloatingIPTestJSON-204478031'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:51.878886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Allocated IP 172.20.0.1 (f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6/0f370834-7333-4f93-bda1-645b7375477e/85c32df0-d357-4377-88e2-71550506b997) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:51.923308 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c0da8bf8-a20d-428c-81a5-acbfc9c4ff4b HTTP/1.1" status: 204 len: 168 time: 3.1989467 Dec 22 15:49:51.924510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:51.931682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3d7dc44-2b4d-442c-bfa7-93d58bdb8b1d tempest-ServersTestManualDisk-640887539 tempest-ServersTestManualDisk-640887539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:51.954245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:51.970933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:49:51.973945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:52.034145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5757625 Dec 22 15:49:52.041941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=3bf411ea-122f-42cc-9054-2fad61a5ae63,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:52.048886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47470) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:52.054253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:52.079188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:52.091226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:52.091680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e0597d-4fb4-4510-a01f-ff2295a678ea None None] The sync data for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:49:52.404322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] For port 85c32df0-d357-4377-88e2-71550506b997, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85c32df0-d357-4377-88e2-71550506b997,segment=NetworkSegment(a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d),segment_id=a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:52.443865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.466853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Transition to ACTIVE for port object 85c32df0-d357-4377-88e2-71550506b997 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:52.481371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-633d05fb-1583-4627-81cc-933a1d2c0b42 req-cfdd9b09-20a3-4bc7-83dc-0621e9dfd085 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.1909621 Dec 22 15:49:52.488598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47478) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:52.508685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.514231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a61030f-2f77-42b9-a791-506ed335217c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:52.620596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.672580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Pushing event updated for resources: {'Port': ['ID=85c32df0-d357-4377-88e2-71550506b997,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:52.677048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:52.687923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-a7b7af05-bc5b-4735-9402-f820d7e2a687 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:52.689727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-a7b7af05-bc5b-4735-9402-f820d7e2a687 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.46 "GET /v2.0/networks?id=fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 200 len: 811 time: 0.9013281 Dec 22 15:49:52.706900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Request body: {'port': {'device_id': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'network_id': 'fc193579-2916-430f-9303-36af40e817bb', 'admin_state_up': True, 'tenant_id': '45219a2ea944468bbd28c6aef95f2668'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:52.714339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 7dd0c4fe-91ad-4de0-a82b-cac970349877 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:52.751532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.790003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.828425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:52.906382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Usage tracker for resource:port and tenant:31c68ba542254d16a420382c4db60cad is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:52.910905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:52.917094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.917827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router 46c8e008-85df-48b9-a938-fbe01ff5888e {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:52.942714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52a187e4-c878-455d-9c1a-77563c57370f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02daa417e68e467b9736909cf6b5103e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4501469 Dec 22 15:49:52.944241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:52.950746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:52.985361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:52.988511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26aa4f4a-47d0-4d8b-b3c7-bf54ab528b2d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/46c8e008-85df-48b9-a938-fbe01ff5888e HTTP/1.1" status: 204 len: 168 time: 1.8781984 Dec 22 15:49:53.001816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47486) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:53.068930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.102227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Made reservation on behalf of 31c68ba542254d16a420382c4db60cad for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:53.108115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.163759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:53.183531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Usage tracker for resource:port and tenant:45219a2ea944468bbd28c6aef95f2668 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:53.188167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.190627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] device_id is not set on port 021bee9c-90ac-4f56-b64a-691793437823 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:49:53.227516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:53.239800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:53.381555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85c32df0-d357-4377-88e2-71550506b997 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:53.396179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.417216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Made reservation on behalf of 45219a2ea944468bbd28c6aef95f2668 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:53.420663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.427580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.432015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.510941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.532915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.599824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.610276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30780461-076c-46c6-bd43-07922db75a04 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:53.629405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network a5d83427-4ba5-4324-880c-d1ee17851f3e is not hosted by any dhcp agent {{(pid=88957) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:49:53.633451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:53.634119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.635851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "PUT /v2.0/networks/a5d83427-4ba5-4324-880c-d1ee17851f3e HTTP/1.1" status: 200 len: 723 time: 1.5874872 Dec 22 15:49:53.646305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47492) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:53.668892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d29a32dd-9f64-4481-85b2-621820b4a913 None None] Provisioning complete for port c9162dd1-54bb-4bad-9001-57feec3e7092 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:53.669684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d29a32dd-9f64-4481-85b2-621820b4a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.718201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:53.737327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.738269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router b1c3cf41-c87b-4a90-bdc9-c51985523d4b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:49:53.738875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 1c4c5b7d-98a1-458b-8440-d41735f25dbc {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:49:53.746019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.755294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb597377-7e50-49d1-a52f-bab460e484e2 req-14505387-7515-404b-9063-14cc251120ef tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.1206703 Dec 22 15:49:53.755993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.804446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=a5d83427-4ba5-4324-880c-d1ee17851f3e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:53.820727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:53.825188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.830503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:53.831483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 204 len: 168 time: 4.6191802 Dec 22 15:49:53.839061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47496) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:53.846426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-260387065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:53.868158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:53.876851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:53.882774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:53.894749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:53.941519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.942871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.945906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6140449c-4788-4c5f-a8da-6f4ca8bb310f None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:53.967359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.977159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:53.983830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be86b5d9-f233-4fcd-b8dc-4f9765982bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:54.028994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd0c4fe-91ad-4de0-a82b-cac970349877,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:54.035690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:54.045308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.059682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/7dd0c4fe-91ad-4de0-a82b-cac970349877 HTTP/1.1" status: 204 len: 168 time: 2.2234821 Dec 22 15:49:54.062325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47500) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:54.063834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36324d2-738d-47e9-aaec-b12f4f86a53e None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:54.126720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.152276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2954c9b7-e048-4487-a204-5437a85072a0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854020 Dec 22 15:49:54.152909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47504) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:54.160363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:54.211401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.215668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68ed12f4-da5d-4b87-92f9-c66852552f00 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3724036 Dec 22 15:49:54.248690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Allocated IP 172.20.0.9 (3e8ca03a-e92b-4389-8ff5-34f01a1b290a/fd916b10-225d-487e-a49c-5e40b24e05c2/021bee9c-90ac-4f56-b64a-691793437823) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:54.259174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47508) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:54.282385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-81d038be-4094-4e9a-a7af-b92047953de8 None None] Provisioning for port 85c32df0-d357-4377-88e2-71550506b997 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:54.283795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.287730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:54.291086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.292776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:54.295937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:54.303342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:54.329878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'enable_snat': False}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:54.352920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:54.359666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.384697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc6b2054-da6a-44c2-a711-07ed1084caed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:54.449837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a06af59-11cc-4b83-8294-afbfbfba366e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:54.456882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:54.466837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:54.505191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Allocated IP 172.20.0.14 (fc193579-2916-430f-9303-36af40e817bb/abdbb075-3140-47a0-8196-575d3c274050/ed0bc736-3c57-43ad-b7af-189b38ec5cb6) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:54.525717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-81d038be-4094-4e9a-a7af-b92047953de8 None None] Provisioning complete for port 85c32df0-d357-4377-88e2-71550506b997 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:54.526123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81d038be-4094-4e9a-a7af-b92047953de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.573030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:54.645870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.651240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:54.672370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.673407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a06af59-11cc-4b83-8294-afbfbfba366e HTTP/1.1" status: 204 len: 168 time: 1.7214577 Dec 22 15:49:54.724949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:54.728574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:54.733965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:54.734762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:54.744061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=29a62276-92c4-416d-b9bb-96e80748055a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:54.753135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:54.781078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:54.815972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6618576 Dec 22 15:49:54.819853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47516) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:54.827456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:54.882503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:54.887116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Deleting port c9162dd1-54bb-4bad-9001-57feec3e7092 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:54.887538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.098087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.117312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:55.122290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:55.125677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:55.134405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:55.200402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:55.209149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.214093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] For port c9162dd1-54bb-4bad-9001-57feec3e7092, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c9162dd1-54bb-4bad-9001-57feec3e7092,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:55.214681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.302718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2d73056b-3787-4712-af0d-0f5acd886fc5 req-123475a2-49c5-4433-80f1-73a9efc5e361 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Synchronizing usage tracker for tenant:45219a2ea944468bbd28c6aef95f2668 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:55.350701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-368ec69e-fac3-417f-a9cd-f8992387abb9 None None] Provisioning complete for port 85c32df0-d357-4377-88e2-71550506b997 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:55.351124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-368ec69e-fac3-417f-a9cd-f8992387abb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.380674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Calling delete_port for c9162dd1-54bb-4bad-9001-57feec3e7092 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:55.431349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c9162dd1-54bb-4bad-9001-57feec3e7092 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:55.480410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.547336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No ports have port_id starting with c9162dd1-54bb-4bad-9001-57feec3e7092 Dec 22 15:49:55.597068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.603454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:55.626402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2d73056b-3787-4712-af0d-0f5acd886fc5 req-123475a2-49c5-4433-80f1-73a9efc5e361 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Unset dirty status for tenant:45219a2ea944468bbd28c6aef95f2668 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:55.627784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d73056b-3787-4712-af0d-0f5acd886fc5 req-123475a2-49c5-4433-80f1-73a9efc5e361 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.4850674 Dec 22 15:49:55.628828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.650735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Pushing event deleted for resources: {'Port': ['ID=c9162dd1-54bb-4bad-9001-57feec3e7092,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:55.655721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:55.661902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] No DVR routers for this DVR port c9162dd1-54bb-4bad-9001-57feec3e7092 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:55.669841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:55.699077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1673b8c-3167-4352-b356-0e8f84add513 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:55.722976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.732583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba62d3b-11c1-40ff-aa70-624e1cde9945 None None] Network 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:55.756146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/1c4c5b7d-98a1-458b-8440-d41735f25dbc HTTP/1.1" status: 204 len: 168 time: 2.7188828 Dec 22 15:49:55.766314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4c5b7d-98a1-458b-8440-d41735f25dbc,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:55.767508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47530) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:55.768985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:55.823167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.834799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.870772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0ae9c10-f6e2-4497-8101-301505d28519 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:55.881360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.915783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:55.918191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Transition to ACTIVE for port object 021bee9c-90ac-4f56-b64a-691793437823 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:55.979133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:55.981944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:55.994757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:55.995408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.044883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.056220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=2100ba24-1fc8-485c-9013-bcc06935cc7a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:56.064434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:56.069370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port bddfb849-8bce-45f3-9229-9bc8cb1099bf {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:49:56.069742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.124870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3034418 Dec 22 15:49:56.128915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47540) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:56.137097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:96:43:73', 'name': 'tempest-NetworksTestDHCPv6-1246595333'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:56.156223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.168345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '2100ba24-1fc8-485c-9013-bcc06935cc7a'}, {'subnet_id': '29a62276-92c4-416d-b9bb-96e80748055a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:56.170395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.427768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a59d49b-9ac0-4822-aaf5-226c8251f34f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:56.430486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port bddfb849-8bce-45f3-9229-9bc8cb1099bf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bddfb849-8bce-45f3-9229-9bc8cb1099bf,segment=NetworkSegment(2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00),segment_id=2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:49:56.430885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.456184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Allocated IP 172.20.0.2 (3869d436-ab4f-45bb-9569-b3230aca28ff/29a62276-92c4-416d-b9bb-96e80748055a/fdbee268-fbe6-4348-ab6d-15d1669edef1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:56.462503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Allocated IP 2001:db8::f816:3eff:fefb:f5b2 (3869d436-ab4f-45bb-9569-b3230aca28ff/2100ba24-1fc8-485c-9013-bcc06935cc7a/fdbee268-fbe6-4348-ab6d-15d1669edef1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:56.560638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:56.568771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:56.571330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:56.618198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for bddfb849-8bce-45f3-9229-9bc8cb1099bf owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:49:56.654476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:56.663780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.670822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event updated for resources: {'Port': ['ID=021bee9c-90ac-4f56-b64a-691793437823,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:56.674717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:56.683109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.694471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-99805bbc-4f5f-4ca7-aa3d-eabf2526c93e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:56.757833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:56.762611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:56.765682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:56.773261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:56.793997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9225307 Dec 22 15:49:56.799700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:56.799881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.812942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.815514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:56.818401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Request body: {'floatingip': {'port_id': '021bee9c-90ac-4f56-b64a-691793437823'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:56.822752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.863886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Transition to ACTIVE for port object fdbee268-fbe6-4348-ab6d-15d1669edef1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:56.864285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.883289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e945dd9a-562a-45c7-ad44-751b41283f84 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:56.896235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Transition to ACTIVE for port object fdbee268-fbe6-4348-ab6d-15d1669edef1 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:56.932035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:56.942108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8718db8-8623-4c25-a6f8-0985a8354f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:56.966315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No DVR routers for this DVR port bddfb849-8bce-45f3-9229-9bc8cb1099bf on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:49:56.968333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=bddfb849-8bce-45f3-9229-9bc8cb1099bf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:56.971047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.007870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f42d8-a1a2-40a7-b7a6-f8610d4ecfa7 None None] DHCP port deletion for 0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:49:57.035865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:57.039092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:57.044311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:57.060719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:57.083814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Network fc193579-2916-430f-9303-36af40e817bb is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:57.093174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Pushing event updated for resources: {'Port': ['ID=fdbee268-fbe6-4348-ab6d-15d1669edef1,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:57.093500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port b5b702dd-5778-4652-9dcb-c0906ed1cea7 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:49:57.127586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:57.137867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Pushing event updated for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:57.140946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:57.142040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:57.145261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:57.190799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Attempting to bind port fdbee268-fbe6-4348-ab6d-15d1669edef1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:49:57.190799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Attempting to bind port fdbee268-fbe6-4348-ab6d-15d1669edef1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:49:57.190799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Attempting to bind port fdbee268-fbe6-4348-ab6d-15d1669edef1 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:49:57.207747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:49:57.208168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:57.208978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.209832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:49:57.209832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Bound port: fdbee268-fbe6-4348-ab6d-15d1669edef1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:49:57.210815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.211055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9679392b-00f9-4fd3-819f-45fd2f293d30 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.401s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:57.257943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae2ec95a-f9ef-4827-953a-cce2c834b2cc None None] Provisioning for port 021bee9c-90ac-4f56-b64a-691793437823 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:49:57.281446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae2ec95a-f9ef-4827-953a-cce2c834b2cc None None] Provisioning complete for port 021bee9c-90ac-4f56-b64a-691793437823 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:49:57.282520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae2ec95a-f9ef-4827-953a-cce2c834b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.284479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.308406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=b12624b0-0f76-4ee7-8350-cb7548cab9f3,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:57.312201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:57.338008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0636e35d-eb92-4ed8-9d55-cc83c84ab2b4']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:57.369792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae2ec95a-f9ef-4827-953a-cce2c834b2cc None None] Port 021bee9c-90ac-4f56-b64a-691793437823 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:49:57.381284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bddfb849-8bce-45f3-9229-9bc8cb1099bf no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:49:57.396346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:57.396654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad5d0ad-ae5b-4dc7-8dad-b20e7f5fad00') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:49:57.402678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.420844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.422637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: bddfb849-8bce-45f3-9229-9bc8cb1099bf {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:49:57.423037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bddfb849-8bce-45f3-9229-9bc8cb1099bf not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:49:57.426723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] For port fdbee268-fbe6-4348-ab6d-15d1669edef1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:49:57.435132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:57.435973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.436497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] For port fdbee268-fbe6-4348-ab6d-15d1669edef1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fdbee268-fbe6-4348-ab6d-15d1669edef1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:49:57.450427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.478711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.479306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.484589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b7a9cb7-1b9d-4368-a461-6d514e728d2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:57.565907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Pushing event updated for resources: {'Port': ['ID=fdbee268-fbe6-4348-ab6d-15d1669edef1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:57.578613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:57.624650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9223607 Dec 22 15:49:57.680137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Request body: {'port': {'device_id': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:57.734210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:49:57.734760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:49:57.753753 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:49:57.778270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Allocated IP 172.26.1.15 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/9ff78fe7-1609-4415-9a0d-b078d46929f0) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:57.810920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': '3977c416-11e2-4328-81bd-dc6e84331507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:49:57.811337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: a5d83427-4ba5-4324-880c-d1ee17851f3e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:49:57.836850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480938c4-fa39-4939-8276-c60b7d7c1a76 req-ba10d587-4436-4168-8568-a65dd74c8d47 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:57.844838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-480938c4-fa39-4939-8276-c60b7d7c1a76 req-ba10d587-4436-4168-8568-a65dd74c8d47 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 932 time: 0.8782361 Dec 22 15:49:57.884060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 172.20.0.4 (3869d436-ab4f-45bb-9569-b3230aca28ff/29a62276-92c4-416d-b9bb-96e80748055a/b5b702dd-5778-4652-9dcb-c0906ed1cea7) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:57.891079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe96:4373 (3869d436-ab4f-45bb-9569-b3230aca28ff/2100ba24-1fc8-485c-9013-bcc06935cc7a/b5b702dd-5778-4652-9dcb-c0906ed1cea7) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:57.899003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.905244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d0c5950-e12b-4fbf-8817-b476f05f0c16 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:57.923481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47568) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:57.928077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:57.947915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=0636e35d-eb92-4ed8-9d55-cc83c84ab2b4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:57.959835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:58.043741 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/0636e35d-eb92-4ed8-9d55-cc83c84ab2b4 HTTP/1.1" status: 204 len: 168 time: 2.2744982 Dec 22 15:49:58.045314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47574) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:58.080790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-741315428'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:58.087654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:58.092395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:58.097136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:58.103454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:58.160991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-480938c4-fa39-4939-8276-c60b7d7c1a76 req-686c7a7f-fb7f-4697-b0ad-56595a932294 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150601 Dec 22 15:49:58.182907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.218485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:58.225060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.249676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1356764137'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:58.266869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:58.278223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network a5d83427-4ba5-4324-880c-d1ee17851f3e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:49:58.286158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Usage tracker for resource:network and tenant:f4a4c257482247f88f447c131918a8fc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:58.293598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:58.313462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:58.323027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:58.349680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.350071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment bd00c2f2-08e9-476b-a1d5-070cb4362fad of type vlan for network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 Dec 22 15:49:58.353430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.369485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a5d83427-4ba5-4324-880c-d1ee17851f3e) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:58.377881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54a9ce-950b-425d-9148-19c65dfa5591 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:58.390256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object b5b702dd-5778-4652-9dcb-c0906ed1cea7 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:58.402221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Made reservation on behalf of f4a4c257482247f88f447c131918a8fc for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:58.408954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.422502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.434276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.445213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:58.445862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.473487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:58.477677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Usage tracker for resource:security_group_rule and tenant:f4a4c257482247f88f447c131918a8fc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:58.480666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:58.489297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:58.495190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.588107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.616743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a5d83427-4ba5-4324-880c-d1ee17851f3e', 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': 'b12624b0-0f76-4ee7-8350-cb7548cab9f3'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:49:58.617698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.623642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.635083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.9400239 Dec 22 15:49:58.635227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.635355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47578) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:58.638959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:58.639755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.649009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6de1fb1f-6a5b-4f44-9db4-64e84834c11a tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:58.675026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:58.707186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.756156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:58.757189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:49:58.762722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:58.765433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:58.797791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=b5b702dd-5778-4652-9dcb-c0906ed1cea7,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:58.801215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:58.806796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:58.827388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7742600 Dec 22 15:49:58.829471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Allocated IP 2001:db8::2 (a5d83427-4ba5-4324-880c-d1ee17851f3e/b12624b0-0f76-4ee7-8350-cb7548cab9f3/302d8529-22b6-4a51-8586-57e48d00781e) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:49:58.837506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47582) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:58.868222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:58.868828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Added segment 9232058a-f3d5-4829-8fee-2f86aac2f6b3 of type vlan for network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 Dec 22 15:49:58.878058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:59.009633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=23232c9a-46f5-4b37-a75f-2111dc4cdbf8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:59.012858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:59.020927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:59.035268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:59.035989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.085286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.179249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d94da-5da1-4ff3-a026-2992af6d9996,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:59.179790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036846463366'] for subnet, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.183375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:59.207603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:59.217561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0870633 Dec 22 15:49:59.223506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47588) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:59.265469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:59.276054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:59.295606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:59.316290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.321087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:59.321870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.341778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a716d818-c1c5-4c63-9024-e48b163a10bd tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:59.356410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.367768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04bd6db0-6a78-4759-b6dc-f4cbdb1f422f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:59.383347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.399074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4665923 Dec 22 15:49:59.403176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47592) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:59.411369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Request body: {'subnet': {'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:49:59.416655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Transition to ACTIVE for port object 302d8529-22b6-4a51-8586-57e48d00781e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:59.443264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:59.457949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fdbee268-fbe6-4348-ab6d-15d1669edef1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:49:59.504253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:59.543567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Transition to ACTIVE for port object 302d8529-22b6-4a51-8586-57e48d00781e will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:49:59.552509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event updated for resources: {'Network': ['ID=e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:59.556663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:59.633324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:49:59.639221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1182b23-f103-45cd-b142-1c870eee7f03 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:59.644360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1182b23-f103-45cd-b142-1c870eee7f03 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:49:59.645224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1182b23-f103-45cd-b142-1c870eee7f03 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:49:59.663551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.688126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:49:59.707299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:59.710214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Pushing event updated for resources: {'Port': ['ID=9ff78fe7-1609-4415-9a0d-b078d46929f0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:59.721565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdabed3b-8bfe-416c-84b1-334628684e2c None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:49:59.748187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:59.758564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:49:59.764373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:49:59.764373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:59.765472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:49:59.785680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Usage tracker for resource:subnet and tenant:f4a4c257482247f88f447c131918a8fc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:49:59.793435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:49:59.796571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1182b23-f103-45cd-b142-1c870eee7f03 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:49:59.801329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1182b23-f103-45cd-b142-1c870eee7f03 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5753617 Dec 22 15:49:59.804523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47596) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:49:59.820456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:49:59.858058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:49:59.869839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:49:59.927472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Made reservation on behalf of f4a4c257482247f88f447c131918a8fc for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:49:59.935813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:49:59.972980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Pushing event updated for resources: {'Port': ['ID=302d8529-22b6-4a51-8586-57e48d00781e,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:49:59.985070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:00.009449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036847313363'] for subnet, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.019596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port b5b702dd-5778-4652-9dcb-c0906ed1cea7 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:00.023915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.050956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059ba6b-338d-4c95-85b7-8f6523bccc91 req-7d1325fd-33d5-4f38-8ed0-d112a21a4284 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:00.058637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1059ba6b-338d-4c95-85b7-8f6523bccc91 req-7d1325fd-33d5-4f38-8ed0-d112a21a4284 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 932 time: 0.5705979 Dec 22 15:50:00.075948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4bd64658-6e12-4fe1-899d-152c8915d1f6 None None] Provisioning for port fdbee268-fbe6-4348-ab6d-15d1669edef1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:00.081227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-933d8e60-a7dd-4f93-8e32-400df260520a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:00.157875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Attempting to bind port 302d8529-22b6-4a51-8586-57e48d00781e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:00.158310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Attempting to bind port 302d8529-22b6-4a51-8586-57e48d00781e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '3977c416-11e2-4328-81bd-dc6e84331507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:00.158762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Attempting to bind port 302d8529-22b6-4a51-8586-57e48d00781e on network a5d83427-4ba5-4324-880c-d1ee17851f3e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:00.170304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port fdbee268-fbe6-4348-ab6d-15d1669edef1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:00.178717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fdbee268-fbe6-4348-ab6d-15d1669edef1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:00.179148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Checking segment: {'id': '3977c416-11e2-4328-81bd-dc6e84331507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Bound using segment: {'id': '3977c416-11e2-4328-81bd-dc6e84331507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Bound port: 302d8529-22b6-4a51-8586-57e48d00781e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3977c416-11e2-4328-81bd-dc6e84331507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5d83427-4ba5-4324-880c-d1ee17851f3e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:00.233066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.240383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.282853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.291733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:00.323103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:00.323918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.328078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "PUT /v2.0/subnets/b12624b0-0f76-4ee7-8350-cb7548cab9f3 HTTP/1.1" status: 200 len: 826 time: 1.6770291 Dec 22 15:50:00.330720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47600) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:00.396473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0bc736-3c57-43ad-b7af-189b38ec5cb6 {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:50:00.435471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=b12624b0-0f76-4ee7-8350-cb7548cab9f3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:00.447792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.453726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:00.467894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1059ba6b-338d-4c95-85b7-8f6523bccc91 req-3f6af64a-f9fc-4849-8a7b-5da31b11c393 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081724 Dec 22 15:50:00.487090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.519635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] For port 302d8529-22b6-4a51-8586-57e48d00781e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:00.534312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] For port 302d8529-22b6-4a51-8586-57e48d00781e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=302d8529-22b6-4a51-8586-57e48d00781e,segment=NetworkSegment(3977c416-11e2-4328-81bd-dc6e84331507),segment_id=3977c416-11e2-4328-81bd-dc6e84331507)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:00.537678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port fdbee268-fbe6-4348-ab6d-15d1669edef1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fdbee268-fbe6-4348-ab6d-15d1669edef1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:00.560375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=2188d2c3-d94c-435f-aa36-f3b90583e8ad,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:00.577815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.583062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:00.584587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aea89275-7fcb-4f36-ba07-694a9cabb663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:00.614807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.621323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'bd00c2f2-08e9-476b-a1d5-070cb4362fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:00.621732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 23232c9a-46f5-4b37-a75f-2111dc4cdbf8, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:00.637839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.648227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.660263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 302d8529-22b6-4a51-8586-57e48d00781e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:00.660640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.677092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Transition to ACTIVE for port object ed0bc736-3c57-43ad-b7af-189b38ec5cb6 will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:00.681930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.700716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Pushing event updated for resources: {'Port': ['ID=302d8529-22b6-4a51-8586-57e48d00781e,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:00.706156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:00.706945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:00.753146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:00.785398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.805944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=fdbee268-fbe6-4348-ab6d-15d1669edef1,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:00.810058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:00.815212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:00.831688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbe86669-6190-427e-b32d-7263c19eb18f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:00.853571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 23232c9a-46f5-4b37-a75f-2111dc4cdbf8) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:00.864818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb212bf-ffa3-4791-961b-e2f043efdc65 None None] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:00.865759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:00.866686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.099401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for b5b702dd-5778-4652-9dcb-c0906ed1cea7 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:01.155839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Provisioning complete for port fdbee268-fbe6-4348-ab6d-15d1669edef1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:01.156270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.204443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-23232c9a-46f5-4b37-a75f-2111dc4cdbf8', 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '2188d2c3-d94c-435f-aa36-f3b90583e8ad'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:01.206725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.261553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:01.266348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:01.337693 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4938936 Dec 22 15:50:01.372143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47604) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:01.379203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815185990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:01.411579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:01.446486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 302d8529-22b6-4a51-8586-57e48d00781e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=302d8529-22b6-4a51-8586-57e48d00781e,segment=NetworkSegment(3977c416-11e2-4328-81bd-dc6e84331507),segment_id=3977c416-11e2-4328-81bd-dc6e84331507)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:01.446947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.567940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.585900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fdbee268-fbe6-4348-ab6d-15d1669edef1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:01.678863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:01.683494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:01.691258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Allocated IP 172.20.0.2 (23232c9a-46f5-4b37-a75f-2111dc4cdbf8/2188d2c3-d94c-435f-aa36-f3b90583e8ad/ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:01.703356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 302d8529-22b6-4a51-8586-57e48d00781e owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:01.737976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:01.739770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Provisioning for port b5b702dd-5778-4652-9dcb-c0906ed1cea7 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:01.763428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Provisioning complete for port b5b702dd-5778-4652-9dcb-c0906ed1cea7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:01.763832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.829399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.831205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.885963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:01.894949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9297976f-717f-40d0-8b81-623bccd972db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:01.967779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.024991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event updated for resources: {'Subnet': ['ID=6d435a7a-7679-456d-b0b2-51c4baafc680,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:02.031975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:02.041379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Checking segment: {'id': '9232058a-f3d5-4829-8fee-2f86aac2f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:02.041775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Network hostable DHCP agents. Network: e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:02.054338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.060801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7943387-a3c5-453e-83e9-71645104fdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:02.075765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fdbee268-fbe6-4348-ab6d-15d1669edef1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:02.076285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.104277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.119770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Port': ['ID=302d8529-22b6-4a51-8586-57e48d00781e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:02.130210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:02.137944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-67f089dd-41f3-4078-9414-dc5d7df30050 None None] Port b5b702dd-5778-4652-9dcb-c0906ed1cea7 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:02.209829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.213963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b29ba96-f170-4116-9dfd-9ce0dae97017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8380058 Dec 22 15:50:02.220268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47610) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:02.223065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No DVR routers for this DVR port 302d8529-22b6-4a51-8586-57e48d00781e on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:02.231829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Attempting to bind port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:02.232207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Attempting to bind port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '05a7a7ea-6276-47e7-8001-4dca1991d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fc193579-2916-430f-9303-36af40e817bb'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:02.232572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Attempting to bind port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 on network fc193579-2916-430f-9303-36af40e817bb {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:02.311065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.315992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 on network fc193579-2916-430f-9303-36af40e817bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:50:02.316355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Attempting to bind port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 on network fc193579-2916-430f-9303-36af40e817bb {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:02.322144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:02.336451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.339563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.340372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 302d8529-22b6-4a51-8586-57e48d00781e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:02.358284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4b921-c1ae-4e70-aad1-7a8174b7b4a3 req-976f1f3d-b5ca-4463-8838-d229d5b5247a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:02.359899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61f4b921-c1ae-4e70-aad1-7a8174b7b4a3 req-976f1f3d-b5ca-4463-8838-d229d5b5247a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 944 time: 0.4351361 Dec 22 15:50:02.367509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:02.367878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Checking segment: {'id': '05a7a7ea-6276-47e7-8001-4dca1991d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fc193579-2916-430f-9303-36af40e817bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:02.368286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Bound using segment: {'id': '05a7a7ea-6276-47e7-8001-4dca1991d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fc193579-2916-430f-9303-36af40e817bb'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:02.368748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Bound port: ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a7a7ea-6276-47e7-8001-4dca1991d552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fc193579-2916-430f-9303-36af40e817bb'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:02.369133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.387093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 474a74dc-1a3c-436b-9692-87e199acfbad associated. External IP: 172.26.1.172, port: 684bbce5-41d0-43bd-a64a-e02aa2c07159. Dec 22 15:50:02.389537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 302d8529-22b6-4a51-8586-57e48d00781e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:02.390081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 302d8529-22b6-4a51-8586-57e48d00781e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 15:50:02.415786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:02.416418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c92af020-a9c0-40f1-8f5f-29deab68c7a7 None None] Provisioning complete for port b5b702dd-5778-4652-9dcb-c0906ed1cea7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:02.417315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c92af020-a9c0-40f1-8f5f-29deab68c7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.427630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:02.428273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.453839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec02c78-8e2e-4423-9052-dfa6b7498006 None None] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:02.467937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.477441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Transition to ACTIVE for port object ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:02.495572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 302d8529-22b6-4a51-8586-57e48d00781e not found, will not notify nova. {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:50:02.545146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Transition to ACTIVE for port object ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:02.557901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.600760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdee5ee2-fdfa-42f4-be2a-9e2bbf75477b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:02.603005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1978583 Dec 22 15:50:02.603929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47614) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:02.607132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c92af020-a9c0-40f1-8f5f-29deab68c7a7 None None] Port b5b702dd-5778-4652-9dcb-c0906ed1cea7 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:02.609304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.624001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9854d81-6928-41e6-be63-9f3697122a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:02.628320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Request body: {'port': {'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1696338979'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:02.695754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:02.696842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=b5b702dd-5778-4652-9dcb-c0906ed1cea7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:02.701093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:02.709237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:02.710085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:02.730705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Pushing event updated for resources: {'Port': ['ID=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:02.770564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:02.804267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61f4b921-c1ae-4e70-aad1-7a8174b7b4a3 req-5242663d-c7df-49e4-b3cb-0ef649e483ac tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193814 Dec 22 15:50:02.881438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:02.892964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:02.906739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Attempting to bind port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:02.907172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Attempting to bind port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bd00c2f2-08e9-476b-a1d5-070cb4362fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:02.907593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Attempting to bind port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 on network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:02.918149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:02.918668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Checking segment: {'id': 'bd00c2f2-08e9-476b-a1d5-070cb4362fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:02.919132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.919580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Bound using segment: {'id': 'bd00c2f2-08e9-476b-a1d5-070cb4362fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:02.920114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Bound port: ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd00c2f2-08e9-476b-a1d5-070cb4362fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '23232c9a-46f5-4b37-a75f-2111dc4cdbf8'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:02.920542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:02.965772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,segment=NetworkSegment(05a7a7ea-6276-47e7-8001-4dca1991d552),segment_id=05a7a7ea-6276-47e7-8001-4dca1991d552)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:02.989095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Usage tracker for resource:port and tenant:f4a4c257482247f88f447c131918a8fc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:02.993123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:03.000054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:03.013492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.030150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1cd6012-255a-454c-99f7-df002fce9407 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:03.053390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0', 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0', 'tenant_id': 'f4a4c257482247f88f447c131918a8fc', 'fixed_ips': [{'subnet_id': '6d435a7a-7679-456d-b0b2-51c4baafc680'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:03.054621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.107214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Made reservation on behalf of f4a4c257482247f88f447c131918a8fc for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:03.114115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.121795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.133570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=b12624b0-0f76-4ee7-8350-cb7548cab9f3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:03.144041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3741fbc5-69c6-447e-bee7-42fd82fb8d36 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:03.167339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:03.237586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.257871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Allocated IP 172.20.0.2 (e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0/6d435a7a-7679-456d-b0b2-51c4baafc680/37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:03.301281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.302830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 200 len: 1094 time: 5.6575270 Dec 22 15:50:03.303387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:03.321269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:03.326894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:03.354649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/b5b702dd-5778-4652-9dcb-c0906ed1cea7 HTTP/1.1" status: 204 len: 168 time: 3.5419214 Dec 22 15:50:03.359975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47620) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:03.360131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] device_id is not set on port 4595a537-2291-48ac-8e7b-8be2cbab4c66 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:03.363771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e99e95-74b3-43a5-8af2-6c8ec4054a24 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:03.409955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6', 'status': 'completed', 'code': 200} Dec 22 15:50:03.412638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.428774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-90dc9700-ea44-4b70-af7c-03101a6683f7 None None] Could not find standard attr ID for object 302d8529-22b6-4a51-8586-57e48d00781e. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:50:03.490307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] For port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:03.514566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d83427-4ba5-4324-880c-d1ee17851f3e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:03.543274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3977c416-11e2-4328-81bd-dc6e84331507') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:03.543787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3977c416-11e2-4328-81bd-dc6e84331507') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:03.570859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.573361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] For port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,segment=NetworkSegment(bd00c2f2-08e9-476b-a1d5-070cb4362fad),segment_id=bd00c2f2-08e9-476b-a1d5-070cb4362fad)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:03.611404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:03.613557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:03.615188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:03.616054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:03.636671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.646055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.649091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:03.649622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:03.668674 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:03.672521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-049e8d07-2e52-455e-bf49-643f2a4149f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:03.679890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-38f17971-4604-4751-bd9a-1dfb20fabd72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45219a2ea944468bbd28c6aef95f2668&device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2584584 Dec 22 15:50:03.683404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:03.684689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68cc52bc-e5b3-4bc6-a1e8-13c823381bce tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3252752 Dec 22 15:50:03.688627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47624) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:03.787657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.806942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Router 06cde36b-c355-439e-a5b8-d8968928d2b4 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:50:03.860646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474dbe2e-66ea-4212-89c2-6901a82ba4d8 None None] DHCP port deletion for a5d83427-4ba5-4324-880c-d1ee17851f3e request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:03.875799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Pushing event updated for resources: {'Port': ['ID=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:03.883732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:03.899847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.904359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.915034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:03.918135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1afe554a-bd8a-414d-aff5-4ed0c3835a7a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:03.927940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a4ca-ebfc-4e42-a859-c98f6fac3881 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:03.947766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-3f88b947-2388-456d-aedc-175b068bb5f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 200 len: 217 time: 0.2215741 Dec 22 15:50:03.957565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f5a4ca-ebfc-4e42-a859-c98f6fac3881 None None] Network a5d83427-4ba5-4324-880c-d1ee17851f3e could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:50:03.964101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Transition to ACTIVE for port object 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:03.986646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Transition to ACTIVE for port object 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:04.023204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.028623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-988a12f9-589d-44e2-83b2-12a125fa3b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:04.065473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=a5d83427-4ba5-4324-880c-d1ee17851f3e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:04.067671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:04.098282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:04.102233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:04.106939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:04.121677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Pushing event updated for resources: {'Port': ['ID=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:04.165783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:04.237793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Attempting to bind port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:04.238374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Attempting to bind port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9232058a-f3d5-4829-8fee-2f86aac2f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:04.238928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Attempting to bind port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 on network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:04.250384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:04.251150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Checking segment: {'id': '9232058a-f3d5-4829-8fee-2f86aac2f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:04.252368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.252942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Bound using segment: {'id': '9232058a-f3d5-4829-8fee-2f86aac2f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:04.253699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Bound port: 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9232058a-f3d5-4829-8fee-2f86aac2f6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:04.254461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.390350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] For port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:04.395186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] For port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,segment=NetworkSegment(9232058a-f3d5-4829-8fee-2f86aac2f6b3),segment_id=9232058a-f3d5-4829-8fee-2f86aac2f6b3)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:04.426960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/a5d83427-4ba5-4324-880c-d1ee17851f3e HTTP/1.1" status: 204 len: 168 time: 4.0913498 Dec 22 15:50:04.434465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47630) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:04.440337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.453610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7974f26-501b-4daf-9624-543d9f8100ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:04.490777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a262e1d-ff61-4333-8ee3-64088e7ee8d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:04.491272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a262e1d-ff61-4333-8ee3-64088e7ee8d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:04.510843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Allocated IP 172.20.0.4 (e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0/6d435a7a-7679-456d-b0b2-51c4baafc680/4595a537-2291-48ac-8e7b-8be2cbab4c66) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:04.513752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6a262e1d-ff61-4333-8ee3-64088e7ee8d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/a5d83427-4ba5-4324-880c-d1ee17851f3e HTTP/1.1" status: 404 len: 339 time: 0.0759668 Dec 22 15:50:04.521005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47634) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:04.560812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Pushing event updated for resources: {'Port': ['ID=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:04.563795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-669167769', 'description': 'd1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:04.565562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:04.583234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:04.599066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Usage tracker for resource:network and tenant:7c1b372ec36440ddbb9e386e67ac3068 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:04.603752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:04.614103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:04.631002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-29bd1fa7-bf83-4689-a1da-3a4f135d24e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:04.632639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-29bd1fa7-bf83-4689-a1da-3a4f135d24e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdbb075-3140-47a0-8196-575d3c274050 HTTP/1.1" status: 200 len: 851 time: 0.6738560 Dec 22 15:50:04.709727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:04.715384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.725271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-3bec2797-1819-4779-811e-86f2455ce79a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc193579-2916-430f-9303-36af40e817bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744302 Dec 22 15:50:04.746613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:04.816425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84d368-d910-46b3-9783-87d081f21a2d req-05888ec2-b084-4d7d-8dd6-4164446e3cab tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:04.818120 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f84d368-d910-46b3-9783-87d081f21a2d req-05888ec2-b084-4d7d-8dd6-4164446e3cab tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 944 time: 0.4865346 Dec 22 15:50:04.829129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.20.0.1 (23232c9a-46f5-4b37-a75f-2111dc4cdbf8/2188d2c3-d94c-435f-aa36-f3b90583e8ad/3cc0211d-450b-4063-9608-bcfdb6c5fbc9) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:04.830952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 2100ba24-1fc8-485c-9013-bcc06935cc7a {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:04.831847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:04.856181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.909905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:04.910301 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment 261cf020-2e22-44c4-9d5a-f7b40cf6c8d4 of type vlan for network 86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 Dec 22 15:50:04.992115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.115069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.121006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.142700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Transition to ACTIVE for port object 4595a537-2291-48ac-8e7b-8be2cbab4c66 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:05.193049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.198030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:05.199403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.220015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41ddee8d-8833-44ab-aa28-67d158df2995 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:05.221856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f84d368-d910-46b3-9783-87d081f21a2d req-be1fcc0e-e755-412a-87b1-c7836b5c7579 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852937 Dec 22 15:50:05.255241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-f618a935-8d57-4a7f-bd12-0e345c193c40 service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172284 Dec 22 15:50:05.265743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.371669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.390402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8318162 Dec 22 15:50:05.391481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=86d53dd9-85a0-4c98-83e4-8f7c5377d0d9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:05.395634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:05.396853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47640) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:05.405882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:05.434955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:05.436497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7b404953-e0e3-44c0-b442-30959f4b384f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:05.538496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.616893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:05.632429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af375c0e-e3e6-4e10-8365-faae131acc9b req-fce08542-c423-4cb8-8eb5-57326c68c30f service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701351 Dec 22 15:50:05.637877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:05.652695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.654060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "PUT /v2.0/routers/06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 200 len: 918 time: 11.3881950 Dec 22 15:50:05.661280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] Sync routers for ids ['06cde36b-c355-439e-a5b8-d8968928d2b4'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:05.665852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47644) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:05.681110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88248dbf-4586-4287-9c14-9cc36dfcdff0 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:05.682162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-88248dbf-4586-4287-9c14-9cc36dfcdff0 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Synchronizing usage tracker for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:05.707229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] Routers {'06cde36b-c355-439e-a5b8-d8968928d2b4'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:05.708081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['06cde36b-c355-439e-a5b8-d8968928d2b4'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:05.737593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:05.738756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event updated for resources: {'Port': ['ID=4595a537-2291-48ac-8e7b-8be2cbab4c66,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:05.743679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:05.745774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:05.746548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:05.804972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.819665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-88248dbf-4586-4287-9c14-9cc36dfcdff0 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Unset dirty status for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:05.821007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-88248dbf-4586-4287-9c14-9cc36dfcdff0 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks?id=86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 HTTP/1.1" status: 200 len: 764 time: 0.4232883 Dec 22 15:50:05.829718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5c1fb83-6cf6-44f8-8bd0-90414b85c436 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:05.831286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47648) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:05.856660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'description': 'd2'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:05.881311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:05.896299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:05.936218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:05.937790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:05.994555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.001261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c35ba-7250-46b0-bb99-48cb9d1397f3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:06.015878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] Routers {'06cde36b-c355-439e-a5b8-d8968928d2b4'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:06.016125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:06.016748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.016881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['06cde36b-c355-439e-a5b8-d8968928d2b4'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.038763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=3cc0211d-450b-4063-9608-bcfdb6c5fbc9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:06.066339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.074508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=2100ba24-1fc8-485c-9013-bcc06935cc7a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:06.083366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:06.085760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:06.094834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:06.103929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:06.105232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:06.106987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:06.115245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4993815 Dec 22 15:50:06.119127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:06.119477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.121361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:06.122247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.139515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10fb5de-720c-4233-a5da-760d4bdf9471 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:06.171107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.171580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28df57-d56d-4904-bf7d-2c6dde4678cd None None] The sync data for ids ['06cde36b-c355-439e-a5b8-d8968928d2b4'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:06.204479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.217666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:06.218726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.232600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-c43f74d4-fcf7-4085-93e3-8d2eb6c132c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45219a2ea944468bbd28c6aef95f2668&device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 1097 time: 0.5009980 Dec 22 15:50:06.273821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Deleting port 4595a537-2291-48ac-8e7b-8be2cbab4c66 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:06.274399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.294426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:06.295237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f6ac3-2e86-4f32-bb48-fd732463689e None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:06.403552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.530802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc19d60-6309-4e2d-bb30-7b67f2ab00ee None None] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:06.567175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:06.656139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 302d8529-22b6-4a51-8586-57e48d00781e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:06.730898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 302d8529-22b6-4a51-8586-57e48d00781e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:06.732732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 302d8529-22b6-4a51-8586-57e48d00781e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:06.765655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Provisioning for port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:06.781859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Provisioning complete for port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:06.782229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:06.864887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-f8da39d4-8318-4cc7-9586-a0f65d82a0d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:06.866874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-f8da39d4-8318-4cc7-9586-a0f65d82a0d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 200 len: 912 time: 0.3067183 Dec 22 15:50:06.898181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.006565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/2100ba24-1fc8-485c-9013-bcc06935cc7a HTTP/1.1" status: 204 len: 168 time: 3.3160398 Dec 22 15:50:07.047493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47658) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:07.051247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea10a10-595c-48ec-a9c7-6c2dd3bd6cf7 None None] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:07.054117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-36f13d33-e3da-418d-85be-0ade13b9c67c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 200 len: 217 time: 0.1102431 Dec 22 15:50:07.062275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.099041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Calling delete_port for 4595a537-2291-48ac-8e7b-8be2cbab4c66 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:07.107140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.214185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-ea22e333-06cd-4449-878f-ee17865029be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.216134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-ea22e333-06cd-4449-878f-ee17865029be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdbb075-3140-47a0-8196-575d3c274050 HTTP/1.1" status: 200 len: 851 time: 0.0968773 Dec 22 15:50:07.244807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] For port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,segment=NetworkSegment(bd00c2f2-08e9-476b-a1d5-070cb4362fad),segment_id=bd00c2f2-08e9-476b-a1d5-070cb4362fad)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:07.319989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.332132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:07.339198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.408267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bef5b84f-2b82-4cd6-b0b1-9301f600db21 tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:07.421635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.452718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-08a86767-be17-48e6-9535-5061a015c262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc193579-2916-430f-9303-36af40e817bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2124622 Dec 22 15:50:07.459853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e1e1d-688f-4eaf-bba9-b3744740e984 req-0234b4bd-1f59-4879-90a9-cff1a5bb6b0d tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.461584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c0e1e1d-688f-4eaf-bba9-b3744740e984 req-0234b4bd-1f59-4879-90a9-cff1a5bb6b0d tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 944 time: 0.7358971 Dec 22 15:50:07.468998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.471634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.511585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Pushing event updated for resources: {'Port': ['ID=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:07.515427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:07.541849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a1043a4-fa63-40f9-a6dc-ff58ef4c50a6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:07.564559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 29a62276-92c4-416d-b9bb-96e80748055a {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:07.571077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Provisioning for port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:07.577893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Provisioning complete for port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:07.578672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.691687 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-702f6dd4-7508-48fd-95e0-5a3bec2bdd1b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 200 len: 924 time: 2.0220160 Dec 22 15:50:07.692964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=86d53dd9-85a0-4c98-83e4-8f7c5377d0d9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:07.696231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:07.699452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47662) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:07.707077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.739073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ed0bc736-3c57-43ad-b7af-189b38ec5cb6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:50:07.742031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:07.758275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 is not hosted by any dhcp agent {{(pid=88958) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 22 15:50:07.769460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:07.770331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:07.775829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "PUT /v2.0/networks/86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 HTTP/1.1" status: 200 len: 761 time: 1.9399464 Dec 22 15:50:07.786293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47664) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:07.978933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.022988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.087870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.151328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.195348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,segment=NetworkSegment(05a7a7ea-6276-47e7-8001-4dca1991d552),segment_id=05a7a7ea-6276-47e7-8001-4dca1991d552)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:08.217622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6', 'network_id': 'fc193579-2916-430f-9303-36af40e817bb', 'port_id': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6', 'mac_address': 'fa:16:3e:86:65:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abdbb075-3140-47a0-8196-575d3c274050', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:50:08.271735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:08.278457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:08.283760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=3cc0211d-450b-4063-9608-bcfdb6c5fbc9,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:08.301258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.319145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-0b01dcda-50d8-42c1-a95f-63a2dea77622 service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8345413 Dec 22 15:50:08.325191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0bc736-3c57-43ad-b7af-189b38ec5cb6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:50:08.335265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4335b57b-2982-41f1-b070-854587e9614d None None] For port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,segment=NetworkSegment(9232058a-f3d5-4829-8fee-2f86aac2f6b3),segment_id=9232058a-f3d5-4829-8fee-2f86aac2f6b3)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:08.370141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.382137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,segment=NetworkSegment(05a7a7ea-6276-47e7-8001-4dca1991d552),segment_id=05a7a7ea-6276-47e7-8001-4dca1991d552)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:08.405686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.407642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2348c1e1-a7bd-47f8-a067-ef2198643f19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:08.433227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aca96d37-c313-4ade-825e-615bced7fb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:08.450860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.478492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.492698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Pushing event updated for resources: {'Port': ['ID=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:08.496295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:08.497058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:08.498169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event deleted for resources: {'Port': ['ID=4595a537-2291-48ac-8e7b-8be2cbab4c66,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:08.504687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.963s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:08.506333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.901s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:08.506807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:08.517747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "DELETE /v2.0/ports/4595a537-2291-48ac-8e7b-8be2cbab4c66 HTTP/1.1" status: 204 len: 168 time: 2.3951123 Dec 22 15:50:08.518143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47672) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:08.612249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2eb0b8-8ba8-4e46-b451-cae2a2dba2cf None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:08.625577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.632378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=29a62276-92c4-416d-b9bb-96e80748055a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:08.636947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c0e1e1d-688f-4eaf-bba9-b3744740e984 req-9ba85c09-d157-4318-af79-8b29429b54dc tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1598043 Dec 22 15:50:08.651001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Provisioning for port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:08.651738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:08.677683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:08.683869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Provisioning complete for port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:08.684412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:08.715020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:08.776468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9301a913-c0e3-430f-9fd5-5071f61d3284 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:08.777539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9301a913-c0e3-430f-9fd5-5071f61d3284 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Synchronizing usage tracker for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:08.791949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71a1514c-872d-47fa-85fb-84150c685229 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2700131 Dec 22 15:50:08.792166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/29a62276-92c4-416d-b9bb-96e80748055a HTTP/1.1" status: 204 len: 168 time: 1.7305276 Dec 22 15:50:08.792266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47678) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:08.793473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47680) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:08.815674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1297721071'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:08.830009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:08.852909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Usage tracker for resource:network and tenant:f4a4c257482247f88f447c131918a8fc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:08.862991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:08.877378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9301a913-c0e3-430f-9fd5-5071f61d3284 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Unset dirty status for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:08.882660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9301a913-c0e3-430f-9fd5-5071f61d3284 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks?id=86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 HTTP/1.1" status: 200 len: 764 time: 0.6492581 Dec 22 15:50:08.896802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47686) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:08.897725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:08.918561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89a9d736-4284-45c2-a67a-fa3fb334b730 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Synchronizing usage tracker for tenant:027de956e2c7494182c47ac881633162 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:08.922953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b6d7e8-e2bb-4191-a8a2-2f2d28563861 req-d55c3c59-0179-4b1c-9c23-da66abee7976 service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399158 Dec 22 15:50:08.961024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dba0085d-2e0c-4aa2-a0e2-4ac3821ae4e1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1688480 Dec 22 15:50:08.968956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47690) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:08.999566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['ed0bc736-3c57-43ad-b7af-189b38ec5cb6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:50:09.004557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:09.017732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Made reservation on behalf of f4a4c257482247f88f447c131918a8fc for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:09.023593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.051680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89a9d736-4284-45c2-a67a-fa3fb334b730 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Unset dirty status for tenant:027de956e2c7494182c47ac881633162 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:09.056131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-89a9d736-4284-45c2-a67a-fa3fb334b730 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=06cde36b-c355-439e-a5b8-d8968928d2b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2751167 Dec 22 15:50:09.056993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47694) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.117559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:09.124577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:09.198853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.200130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Added segment be7238a7-6141-42ba-9973-65bc2cb7c0a1 of type vlan for network b76f5370-1abf-419f-9b45-fd9916c51e24 Dec 22 15:50:09.214501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Provisioning complete for port fdbee268-fbe6-4348-ab6d-15d1669edef1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:09.214937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.254669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:09.264555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc04c1b-bf83-46bf-841f-08ed36a556ac tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:09.269823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.270121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2fc04c1b-bf83-46bf-841f-08ed36a556ac tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3659949 Dec 22 15:50:09.271010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47698) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.319112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:09.326858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:09.346547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b2a150-8217-4c95-9c97-0aa5b0af3ffa tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:09.347204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82b2a150-8217-4c95-9c97-0aa5b0af3ffa tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Synchronizing usage tracker for tenant:027de956e2c7494182c47ac881633162 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:09.351383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbd73520-b975-4882-b0a6-df8ba883866e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Synchronizing usage tracker for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:09.386621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:09.418865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:09.430749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Deleting port fdbee268-fbe6-4348-ab6d-15d1669edef1 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:09.431173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.451227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82b2a150-8217-4c95-9c97-0aa5b0af3ffa tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Unset dirty status for tenant:027de956e2c7494182c47ac881633162 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:09.456425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47702) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.456685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-82b2a150-8217-4c95-9c97-0aa5b0af3ffa tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/networks/8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 881 time: 0.3980181 Dec 22 15:50:09.459831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:09.462836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router 8a26dbee-5778-40e0-8a82-e053a1613672 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:09.469406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.474017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:09.474822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.480817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff2048e5-5abb-40d5-b88f-640f8a73c0db tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:09.505051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:09.527274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router fdee7759-40ff-42fc-bf10-44cc6e64d54b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:50:09.529357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbd73520-b975-4882-b0a6-df8ba883866e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Unset dirty status for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:09.534311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bbd73520-b975-4882-b0a6-df8ba883866e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 207 time: 0.2554839 Dec 22 15:50:09.537294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47706) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.538110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-732da81c-c682-4c46-8356-1bcdbdfeac81 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 200 len: 205 time: 0.0802369 Dec 22 15:50:09.547876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47710) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:09.623482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Provisioning complete for port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:09.623910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.704958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.878920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:09.879643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.929505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.931271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:09.933713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] For port fdbee268-fbe6-4348-ab6d-15d1669edef1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fdbee268-fbe6-4348-ab6d-15d1669edef1,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:09.934159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:09.955897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] Sync routers for ids ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:09.957991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/fdee7759-40ff-42fc-bf10-44cc6e64d54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7369471 Dec 22 15:50:09.959237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47716) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.064683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2583475 Dec 22 15:50:10.065963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2395b3-90dc-4554-ad55-8d741f21524f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.066826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df2395b3-90dc-4554-ad55-8d741f21524f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:10.088579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47720) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.095443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event updated for resources: {'Network': ['ID=b76f5370-1abf-419f-9b45-fd9916c51e24,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:10.114094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Calling delete_port for fdbee268-fbe6-4348-ab6d-15d1669edef1 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:10.167369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df2395b3-90dc-4554-ad55-8d741f21524f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:10.171075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df2395b3-90dc-4554-ad55-8d741f21524f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports/3cc0211d-450b-4063-9608-bcfdb6c5fbc9 HTTP/1.1" status: 200 len: 910 time: 0.2077417 Dec 22 15:50:10.177496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47724) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.201840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] Routers {'fdee7759-40ff-42fc-bf10-44cc6e64d54b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:10.202683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:10.231134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.231597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.232109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.232618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.233121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.233624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.234121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.234664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.235159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.236189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.236685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.255565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:10.263712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b76f5370-1abf-419f-9b45-fd9916c51e24 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:10.354137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:10.426308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.431854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.436361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.440916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.445427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.450023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.459155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d2008fc-38cb-4684-b3c6-4d8a6d5d856c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9160719 Dec 22 15:50:10.462829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47728) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.476480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:10.519798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Provisioning complete for port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:10.520303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eaadc026-6005-415f-a79e-b8b4b5365782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:10.556322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:10.561646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:10.566422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42250f78-db9c-4a12-ab07-1fbcaf9cf42d tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:10.577377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c271bf39-cfff-4899-bc57-da280e9faf55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:10.593714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93a23a-cac9-470c-b7b4-66e8b68c88ce req-eac6d795-af8e-4b4f-9519-8dc1116ba4d9 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.596049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0a93a23a-cac9-470c-b7b4-66e8b68c88ce req-eac6d795-af8e-4b4f-9519-8dc1116ba4d9 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 945 time: 0.7022724 Dec 22 15:50:10.607045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] Routers {'fdee7759-40ff-42fc-bf10-44cc6e64d54b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:10.608525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:10.662409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:10.664586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=0b232e68-32c3-4648-9732-761e0deb78a8,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:10.668367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:10.671422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:10.672077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:10.700419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.700872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.701287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.701801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.702217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.702662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.703074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.703486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.703896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.705021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.705947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:10.709804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:10.826093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8372302 Dec 22 15:50:10.827221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47732) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.837203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:10.862241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:10.862891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fee5d3-38bf-4c22-a123-8cc6e32879eb None None] The sync data for ids ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:10.869628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02932e4c-cd5e-4fbd-bbe1-847f3fa754e3 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks HTTP/1.1" status: 200 len: 10162 time: 0.7756929 Dec 22 15:50:10.878381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47736) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:10.888533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Pushing event deleted for resources: {'Port': ['ID=fdbee268-fbe6-4348-ab6d-15d1669edef1,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:10.897556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:10.906858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] No DVR routers for this DVR port fdbee268-fbe6-4348-ab6d-15d1669edef1 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:10.952499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0a93a23a-cac9-470c-b7b4-66e8b68c88ce req-79a5e477-ff6b-486c-95b6-a40db725845e tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907677 Dec 22 15:50:10.956793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244201d5-328e-4482-87ec-c291fd5ad9ae None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:10.975343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-129da379-0b6f-4c5f-a5bd-95ce5d8ae00b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5026481 Dec 22 15:50:10.984499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47740) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.023443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:11.023875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.080894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:11.086986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:11.092534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:11.095708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.097391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.098975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.100661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.100874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.102400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.103499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Synchronizing usage tracker for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:11.157149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:11.172941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:11.184107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.192017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82869c63-e948-477d-9612-905882f12566 None None] Sync routers for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:11.209134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82869c63-e948-477d-9612-905882f12566 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:11.210215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-82869c63-e948-477d-9612-905882f12566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:11.223354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.238286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:11.245147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.304906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Unset dirty status for tenant:7c1b372ec36440ddbb9e386e67ac3068 on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:11.309494 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e1200b1-84c4-4d82-9cff-e9029a626995 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3161101 Dec 22 15:50:11.309683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-455ed9af-95a1-444c-b5fa-d6f8e17750b9 None None] Provisioning complete for port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:11.309683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-455ed9af-95a1-444c-b5fa-d6f8e17750b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.309922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47744) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.343321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15a9df-df94-4341-9dcd-75e4b559b68a tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] Network b76f5370-1abf-419f-9b45-fd9916c51e24 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:11.355070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-82869c63-e948-477d-9612-905882f12566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:11.387619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82869c63-e948-477d-9612-905882f12566 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:11.390058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-82869c63-e948-477d-9612-905882f12566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:11.402417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4a15a9df-df94-4341-9dcd-75e4b559b68a tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "POST /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5163689 Dec 22 15:50:11.407996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47748) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.432592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3de771-5415-4211-a7dd-4e2ac56505aa None None] Network b76f5370-1abf-419f-9b45-fd9916c51e24 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:11.440289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e935cf2f-ff70-4bf2-852e-ee28ac9a4b47 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/floatingips/474a74dc-1a3c-436b-9692-87e199acfbad HTTP/1.1" status: 200 len: 977 time: 14.6354270 Dec 22 15:50:11.443866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47752) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.454216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '0b232e68-32c3-4648-9732-761e0deb78a8'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:11.457854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.477821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fdbee268-fbe6-4348-ab6d-15d1669edef1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:11.516541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-82869c63-e948-477d-9612-905882f12566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:11.518884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82869c63-e948-477d-9612-905882f12566 None None] The sync data for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:11.532196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.534286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.535613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: fdbee268-fbe6-4348-ab6d-15d1669edef1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:11.535746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.535992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fdbee268-fbe6-4348-ab6d-15d1669edef1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:11.537882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.539866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:11.541343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7f00398-dddb-4aa2-b747-41505bd1ea11 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2304628 Dec 22 15:50:11.544840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-455ed9af-95a1-444c-b5fa-d6f8e17750b9 None None] Port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:11.554713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-455ed9af-95a1-444c-b5fa-d6f8e17750b9 None None] Could not find standard attr ID for object 4595a537-2291-48ac-8e7b-8be2cbab4c66. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:50:11.569331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47756) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:11.624683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 021bee9c-90ac-4f56-b64a-691793437823 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:11.625611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:11.717807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ed0bc736-3c57-43ad-b7af-189b38ec5cb6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:11.940948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Allocated IP 172.20.0.2 (3869d436-ab4f-45bb-9569-b3230aca28ff/0b232e68-32c3-4648-9732-761e0deb78a8/85f51eb7-0a97-45d6-a6c3-53d990c43b63) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:11.986607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:11.997872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:11.997872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.000481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e3738b-0591-42fc-95c6-10a3a4b224cf tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:12.005546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00e3738b-0591-42fc-95c6-10a3a4b224cf tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks/136cf5c1-3dcb-4d29-ac8a-38d609ee410e HTTP/1.1" status: 200 len: 804 time: 0.4301183 Dec 22 15:50:12.018986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47760) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.097459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.113725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-403e13ca-2434-4c03-bf8f-610ed04f06d2 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks HTTP/1.1" status: 200 len: 10908 time: 0.6983545 Dec 22 15:50:12.119401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47766) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.266410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.276481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port 9ff78fe7-1609-4415-9a0d-b078d46929f0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:12.277109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.282820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.303793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Transition to ACTIVE for port object 85f51eb7-0a97-45d6-a6c3-53d990c43b63 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:12.320381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:12.340019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,segment=NetworkSegment(05a7a7ea-6276-47e7-8001-4dca1991d552),segment_id=05a7a7ea-6276-47e7-8001-4dca1991d552)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:12.350287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Transition to ACTIVE for port object 85f51eb7-0a97-45d6-a6c3-53d990c43b63 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:12.364542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2060dab7-ebdd-47fa-855f-ca3a3e861cfe tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "DELETE /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks/b76f5370-1abf-419f-9b45-fd9916c51e24 HTTP/1.1" status: 204 len: 168 time: 0.2407279 Dec 22 15:50:12.369404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.373045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.377446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4335b57b-2982-41f1-b070-854587e9614d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:12.427657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.454236 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6', 'code': 200} Dec 22 15:50:12.457810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.469114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:12.474578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:12.475786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6aa645a-9046-4e68-b0b5-a9bb7b7dcb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:12.544940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:12.546093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:12.551921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:12.569285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Pushing event updated for resources: {'Port': ['ID=85f51eb7-0a97-45d6-a6c3-53d990c43b63,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:12.603404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:12.662624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Attempting to bind port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:12.663179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Attempting to bind port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:12.663692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Attempting to bind port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:12.671360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:12.671911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:12.672456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.673105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:12.674057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Bound port: 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:12.674609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.711722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23ab7014-9319-46a9-aa25-0aa17a9d0e20 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/networks/136cf5c1-3dcb-4d29-ac8a-38d609ee410e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6898401 Dec 22 15:50:12.741757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47776) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:12.798532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] For port 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:12.801104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] For port 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85f51eb7-0a97-45d6-a6c3-53d990c43b63,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:12.816914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-421c0aa3-4311-4646-987f-c4f32ab530ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.852172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:12.859160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a5a338af-6485-4e95-86e6-bac8bb6b5659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:12.867666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4b200-7c5d-438d-a323-57b1b4ded106 req-90a7fb83-68bf-4445-afb1-c6c4fc8f635b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:12.869304 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cab4b200-7c5d-438d-a323-57b1b4ded106 req-90a7fb83-68bf-4445-afb1-c6c4fc8f635b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 945 time: 0.7058408 Dec 22 15:50:12.946099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Pushing event updated for resources: {'Port': ['ID=85f51eb7-0a97-45d6-a6c3-53d990c43b63,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:12.949368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:13.044763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.081645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb90df5-6058-4c61-aba4-35e05e398f94 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:13.083015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8cb90df5-6058-4c61-aba4-35e05e398f94 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets/fe7208d9-2f66-4f49-b00f-0d75f8f7070f HTTP/1.1" status: 200 len: 843 time: 0.2795906 Dec 22 15:50:13.087271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47780) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.096012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ffad2e3-2218-46bf-b4a4-8b7d281e9eb4 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks HTTP/1.1" status: 200 len: 10203 time: 0.7207754 Dec 22 15:50:13.141823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47784) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.218367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for 9ff78fe7-1609-4415-9a0d-b078d46929f0 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:13.283063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cab4b200-7c5d-438d-a323-57b1b4ded106 req-7d45734e-79a9-4e86-bf6e-198e685273e2 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925507 Dec 22 15:50:13.292793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.293199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.293545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Floating IP 474a74dc-1a3c-436b-9692-87e199acfbad disassociated. External IP: 172.26.1.172, port: 021bee9c-90ac-4f56-b64a-691793437823. Dec 22 15:50:13.293919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 021bee9c-90ac-4f56-b64a-691793437823 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:13.304085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3793d53-e50c-4ea1-878c-62626fb06dc1 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:13.309236 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a3793d53-e50c-4ea1-878c-62626fb06dc1 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "GET /v2.0/subnets/fe7208d9-2f66-4f49-b00f-0d75f8f7070f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2130983 Dec 22 15:50:13.312307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47788) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.331369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062268238'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:13.341183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6127b773-23f0-4afe-8e4e-2e3d8297e899 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/networks/e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1955862 Dec 22 15:50:13.351681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.351813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:13.356614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f72b0622-f821-4f00-9f22-0525f52c9125 req-f4d1bbe7-c683-4ca8-be8f-e30aea1b58d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 1099 time: 0.6171007 Dec 22 15:50:13.372248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:13.474935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:13.475490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.489046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0b7cc78-37cc-4de2-b703-6fb4f032c9f1 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/networks/e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1336446 Dec 22 15:50:13.489722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47796) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:13.495218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f72b0622-f821-4f00-9f22-0525f52c9125 req-2d17f58d-f5fc-416a-ac4f-ead0c321e2d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258657 Dec 22 15:50:13.511265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:13.515532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85f51eb7-0a97-45d6-a6c3-53d990c43b63 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:13.519461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.648933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:13.651315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:13.684636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.700184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.700579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Added segment b2a38fed-ddd3-4801-a4d1-11e41c68e876 of type vlan for network 7e75c794-6d80-46bf-9076-09a2b8046874 Dec 22 15:50:13.726344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.737364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52278910-80f2-44ed-9c0a-daab5d4ef480 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:13.883820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:13.925667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.046683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=021bee9c-90ac-4f56-b64a-691793437823,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:14.055387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:14.109357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 3cc0211d-450b-4063-9608-bcfdb6c5fbc9 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:14.131365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.153274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.165757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:14.179096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:50:14.216134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-35d04888-222f-4c64-99ee-a616cabdcda7 tempest-DHCPAgentSchedulersTestJSON-101385971 tempest-DHCPAgentSchedulersTestJSON-101385971-project-admin] 10.222.0.18 "GET /v2.0/agents/be12b6f0-8f8e-42cd-9719-45ccdfdd56c0/dhcp-networks HTTP/1.1" status: 200 len: 10203 time: 0.7232368 Dec 22 15:50:14.219563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=9ff78fe7-1609-4415-9a0d-b078d46929f0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:14.222348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:14.234730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:14.261489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.270621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:14.271405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.292183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-433c284f-4409-4290-8f94-afc3713495aa tempest-PortsAdminExtendedAttrsTestJSON-310542027 tempest-PortsAdminExtendedAttrsTestJSON-310542027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:14.412981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85f51eb7-0a97-45d6-a6c3-53d990c43b63,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:14.512997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1968293 Dec 22 15:50:14.515754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.527157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47806) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:14.536281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:14.556771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.559731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Network': ['ID=7e75c794-6d80-46bf-9076-09a2b8046874,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:14.573022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:14.577816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 7e75c794-6d80-46bf-9076-09a2b8046874 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:14.587794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.588702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.599536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd9408d8-52c3-4d4a-ab6c-2ce2c3538c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:14.804113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:14.810085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:14.816761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:14.830371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:14.831038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.836151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=85f51eb7-0a97-45d6-a6c3-53d990c43b63,revision_number=4']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:14.841250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:14.847892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:14.849493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b315edc0-0184-4582-b1f3-996caf290dc0 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:14.960175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:14.999307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:14.999307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:15.017481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Made reservation on behalf of 7c1b372ec36440ddbb9e386e67ac3068 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:15.040914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d506c-a2f3-447a-a3e8-4ed21e9f5d05 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:15.053327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.060526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c835eb7-a251-4251-8e09-799922cd4bb1 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:15.094015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2625515 Dec 22 15:50:15.100189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:15.115267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=3cc0211d-450b-4063-9608-bcfdb6c5fbc9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:15.170990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:91:67:9d', 'name': 'tempest-NetworksTestDHCPv6-1262979545'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:15.185370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.207316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:15.231840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4350bfb-e722-4d2c-b811-0901bdbb72aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.243829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Provisioning for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:15.255261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Provisioning complete for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:15.255671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.261595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65888f28-de30-4936-b6b1-b8685d1aff4f req-e23bf0c2-d6d2-4650-aa38-d649fd97d434 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:15.263307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65888f28-de30-4936-b6b1-b8685d1aff4f req-e23bf0c2-d6d2-4650-aa38-d649fd97d434 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.7211320 Dec 22 15:50:15.383896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76f5370-1abf-419f-9b45-fd9916c51e24']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:15.391648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.403797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7238a7-6141-42ba-9973-65bc2cb7c0a1') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:15.404536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7238a7-6141-42ba-9973-65bc2cb7c0a1') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:15.419699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.459968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.474511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85f51eb7-0a97-45d6-a6c3-53d990c43b63 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:15.486206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:15.486797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:15.507974 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:15.512212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.547998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router 8a26dbee-5778-40e0-8a82-e053a1613672 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:15.553055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.567689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.616192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.623644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] For port 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85f51eb7-0a97-45d6-a6c3-53d990c43b63,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:15.627018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65888f28-de30-4936-b6b1-b8685d1aff4f req-5149b908-508b-4815-9c9f-c93a2d465639 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415987 Dec 22 15:50:15.639014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:15.639710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.712043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.722147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e293bfc9-d9ae-46d1-855c-b8a1fc0779aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:15.731654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.732233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router 06cde36b-c355-439e-a5b8-d8968928d2b4 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:15.740915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.750809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a04cd98-6eb9-4044-a84d-617716416257 tempest-ExternalNetworksTestJSON-1737698639 tempest-ExternalNetworksTestJSON-1737698639-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:15.774399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.811255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event deleted for resources: {'Network': ['ID=b76f5370-1abf-419f-9b45-fd9916c51e24,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:15.814974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "DELETE /v2.0/networks/b76f5370-1abf-419f-9b45-fd9916c51e24 HTTP/1.1" status: 204 len: 168 time: 1.5846286 Dec 22 15:50:15.816698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:15.824135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47814) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:15.835569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:15.841700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 204 len: 168 time: 6.2664607 Dec 22 15:50:15.843560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:15.862578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing IP validity checks on allocation pools {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:50:15.863183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:50:15.871381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1226097376', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:15.890738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:15.894061 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0769712b-6520-462e-8898-214dbfe31b86 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:15.894772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0769712b-6520-462e-8898-214dbfe31b86 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:15.897227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0769712b-6520-462e-8898-214dbfe31b86 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "DELETE /v2.0/ports/4595a537-2291-48ac-8e7b-8be2cbab4c66 HTTP/1.1" status: 404 len: 333 time: 0.0700080 Dec 22 15:50:15.903356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47822) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:15.933203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Usage tracker for resource:router and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:15.944336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:15.962583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:16.046025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:16.061596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Pushing event updated for resources: {'Port': ['ID=85f51eb7-0a97-45d6-a6c3-53d990c43b63,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:16.073476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.074334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.075034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.075733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.076305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.076959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.077683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.078275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.078894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.079549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.080334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:50:16.086806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:16.113667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:16.117862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:16.126994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.128041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.139524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:16.185137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.193394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:16.217142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Deleting subnet 6d435a7a-7679-456d-b0b2-51c4baafc680 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:16.221920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.300548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.537752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.588457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:16.604123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] Sync routers for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:16.620188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:16.620876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:16.703692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:16.716702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.719485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.722736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:16.723615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:16.724792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/021bee9c-90ac-4f56-b64a-691793437823 HTTP/1.1" status: 204 len: 168 time: 5.2797532 Dec 22 15:50:16.725335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.726949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47828) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:16.796100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75267b54-faad-4ec6-90fb-d2135f50b235 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:16.805546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:16.806231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b795ade-c79a-4296-9643-ea0a29bb9506 None None] The sync data for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:16.828401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-849d5d51-6cc0-4908-904b-21e53ec29b2c None None] Provisioning complete for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:16.830312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-849d5d51-6cc0-4908-904b-21e53ec29b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.855139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.968875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port db7d5de9-1639-49a2-b892-71cb3d7f9370 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:16.980252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:16.994474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654afd6-b2be-43bc-b258-f5d1864e8f6f req-2db708e3-901b-422b-9183-144041821cb9 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:17.000598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5654afd6-b2be-43bc-b258-f5d1864e8f6f req-2db708e3-901b-422b-9183-144041821cb9 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.1933494 Dec 22 15:50:17.054234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.076864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b7dc3d3-ca0c-486c-a080-3e3b743c4ea9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:17.078419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=637f0b30-0ec7-46f1-bdaf-91b95caf163f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:17.102781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:17.131494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.135646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event deleted for resources: {'Subnet': ['ID=6d435a7a-7679-456d-b0b2-51c4baafc680,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:17.145673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:17.149208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.155308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197438d8-8835-4659-a59f-016dcc9099c1 None None] Network e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:17.182360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "DELETE /v2.0/subnets/6d435a7a-7679-456d-b0b2-51c4baafc680 HTTP/1.1" status: 204 len: 168 time: 1.2742145 Dec 22 15:50:17.183041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47832) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:17.212243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5654afd6-b2be-43bc-b258-f5d1864e8f6f req-695c3319-f1bb-43f0-9313-3dfc7f67ff8b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651711 Dec 22 15:50:17.220955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Checking segment: {'id': 'b2a38fed-ddd3-4801-a4d1-11e41c68e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:17.220955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network hostable DHCP agents. Network: 7e75c794-6d80-46bf-9076-09a2b8046874, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:17.334248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router fdee7759-40ff-42fc-bf10-44cc6e64d54b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:17.350700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.428196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85f51eb7-0a97-45d6-a6c3-53d990c43b63 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:17.428614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Network 7e75c794-6d80-46bf-9076-09a2b8046874 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:17.510931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Deleting port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:17.511243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:17.511352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.511716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.579043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] DHCP port deletion for e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:17.588101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Deleting port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:17.588521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.757429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8608f5a-c122-4c7e-8fe6-2f81b831080f req-69a15a0d-6d66-4e7d-8142-55df3934fb24 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:17.759015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8608f5a-c122-4c7e-8fe6-2f81b831080f req-69a15a0d-6d66-4e7d-8142-55df3934fb24 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.3209112 Dec 22 15:50:17.869551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 7e75c794-6d80-46bf-9076-09a2b8046874) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:17.876408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 172.20.0.10 (3869d436-ab4f-45bb-9569-b3230aca28ff/0b232e68-32c3-4648-9732-761e0deb78a8/db7d5de9-1639-49a2-b892-71cb3d7f9370) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:17.882297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cce66a2-199a-406d-8033-ac41711f99e9 None None] Network 7e75c794-6d80-46bf-9076-09a2b8046874 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:17.892397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:17.893047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.903993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe91:679d (3869d436-ab4f-45bb-9569-b3230aca28ff/b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8/db7d5de9-1639-49a2-b892-71cb3d7f9370) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:17.904825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8608f5a-c122-4c7e-8fe6-2f81b831080f req-e0352b93-d6ca-4cb5-b113-672d433e9b0e tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282182 Dec 22 15:50:17.927541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] For port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,segment=NetworkSegment(9232058a-f3d5-4829-8fee-2f86aac2f6b3),segment_id=9232058a-f3d5-4829-8fee-2f86aac2f6b3)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:17.928271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.935545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] For port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,segment=NetworkSegment(9232058a-f3d5-4829-8fee-2f86aac2f6b3),segment_id=9232058a-f3d5-4829-8fee-2f86aac2f6b3)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:17.935941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:17.974039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:17.985810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] Sync routers for ids ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:18.007332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] Routers {'fdee7759-40ff-42fc-bf10-44cc6e64d54b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:18.012535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:18.017884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/fdee7759-40ff-42fc-bf10-44cc6e64d54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8359740 Dec 22 15:50:18.019564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47840) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:18.074780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.5459199 Dec 22 15:50:18.081152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Calling delete_port for 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:18.099447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47844) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:18.107983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7430e532-9010-4ab4-b8a4-0739de2f7df4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:18.127098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:18.170181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Calling delete_port for 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:18.173545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.177664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:18.205644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] Routers {'fdee7759-40ff-42fc-bf10-44cc6e64d54b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:18.206617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:18.293687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.296916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:18.297555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f7b5e-bf84-411e-8fce-f2bff2287c42 None None] The sync data for ids ['fdee7759-40ff-42fc-bf10-44cc6e64d54b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:18.335081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.350084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:18.385276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7430e532-9010-4ab4-b8a4-0739de2f7df4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:18.386606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7430e532-9010-4ab4-b8a4-0739de2f7df4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdee7759-40ff-42fc-bf10-44cc6e64d54b HTTP/1.1" status: 200 len: 205 time: 0.3658841 Dec 22 15:50:18.390956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47848) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:18.394857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event deleted for resources: {'Port': ['ID=37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:18.399322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:18.399733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:18.408846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.410662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:18.502432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-7e75c794-6d80-46bf-9076-09a2b8046874', 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874', 'tenant_id': '7c1b372ec36440ddbb9e386e67ac3068', 'fixed_ips': [{'subnet_id': '637f0b30-0ec7-46f1-bdaf-91b95caf163f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:18.503517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.517774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847372436'] for subnet, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.574868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.699250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object db7d5de9-1639-49a2-b892-71cb3d7f9370 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:18.721397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Allocated IP 172.26.1.76 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/48ded884-829a-4505-9dc9-1a8f95632027) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:18.755907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:50:18.755907 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 22 15:50:18.755907 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'in_use': 1, 'id_1': '637f0b30-0ec7-46f1-bdaf-91b95caf163f'}] Dec 22 15:50:18.755907 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:18.756502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:18.863722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] No DVR routers for this DVR port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:18.899399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.901596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Deleting port 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:18.902472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.946732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:18.963379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-699edb9b-9bcf-4710-8e9b-8ded4b351bb6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:18.972336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5dc58-21b5-4bc2-9e1c-af27e7c9d74c None None] The port '37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:19.078480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:19.085297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:19.096516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=db7d5de9-1639-49a2-b892-71cb3d7f9370,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:19.099344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:19.139581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:19.140299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7866045'] for subnet, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.152834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:19.170770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.233228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.233870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.257735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.269991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event updated for resources: {'Subnet': ['ID=637f0b30-0ec7-46f1-bdaf-91b95caf163f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:19.278601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:19.279292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.284354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:19.288142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:19.288811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.291092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "PUT /v2.0/subnets/637f0b30-0ec7-46f1-bdaf-91b95caf163f HTTP/1.1" status: 200 len: 900 time: 1.1852539 Dec 22 15:50:19.299959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:19.325149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8b8c7-6fd5-4b7d-9fbb-43dd9b60effc req-82a9a88a-97f6-4feb-a043-e06eba2270b7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:19.333908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-86e8b8c7-6fd5-4b7d-9fbb-43dd9b60effc req-82a9a88a-97f6-4feb-a043-e06eba2270b7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.7593858 Dec 22 15:50:19.366482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9232058a-f3d5-4829-8fee-2f86aac2f6b3') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.366839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9232058a-f3d5-4829-8fee-2f86aac2f6b3') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:19.435319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3241060 Dec 22 15:50:19.446326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:19.448808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47858) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:19.489365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.489580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:19.489882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37cc1b12-6ffe-46f9-9ca7-a39eebaef1e3 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:19.536342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.548621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dda794cb-ef53-40e9-8432-3cdea92ffb4f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:19.583151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Allocated IP 2001:db8::3 (7e75c794-6d80-46bf-9076-09a2b8046874/637f0b30-0ec7-46f1-bdaf-91b95caf163f/c5b76566-a031-478f-9f34-a0907c826969) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:19.604995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.645434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:19.656792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:19.664085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:19.683100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:19.683561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.698110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.700019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event updated for resources: {'Port': ['ID=48ded884-829a-4505-9dc9-1a8f95632027,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:19.706203 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:19.710153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:19.719152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-86e8b8c7-6fd5-4b7d-9fbb-43dd9b60effc req-3c78cfcd-4dff-4b2d-b403-31ca24efb414 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843658 Dec 22 15:50:19.743464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24446f66-4f85-4410-94d1-0e9bc66bbb2b None None] Provisioning for port db7d5de9-1639-49a2-b892-71cb3d7f9370 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:19.752986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24446f66-4f85-4410-94d1-0e9bc66bbb2b None None] Provisioning complete for port db7d5de9-1639-49a2-b892-71cb3d7f9370 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:19.753411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24446f66-4f85-4410-94d1-0e9bc66bbb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.795552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b0401-98b1-4cda-bad1-b677ced81443 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:19.801064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3b0401-98b1-4cda-bad1-b677ced81443 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:19.801914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee3b0401-98b1-4cda-bad1-b677ced81443 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:19.803767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.869452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-24446f66-4f85-4410-94d1-0e9bc66bbb2b None None] Port db7d5de9-1639-49a2-b892-71cb3d7f9370 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:19.887007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee3b0401-98b1-4cda-bad1-b677ced81443 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:19.888174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.888409 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee3b0401-98b1-4cda-bad1-b677ced81443 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.4385598 Dec 22 15:50:19.898215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47862) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:19.902314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Transition to ACTIVE for port object c5b76566-a031-478f-9f34-a0907c826969 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:19.917819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.923559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Transition to ACTIVE for port object c5b76566-a031-478f-9f34-a0907c826969 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:19.949849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.961972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.967872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ddb76b5-2289-48f4-b047-046bfcc0b1ad tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:19.977144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:19.982820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13bfd84d-93d4-43b0-a6cf-19c829ccd97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:19.984419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.032522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Pushing event deleted for resources: {'Network': ['ID=e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:20.044922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:20.045279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.046183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router fdee7759-40ff-42fc-bf10-44cc6e64d54b {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:20.051208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] 10.222.0.18 "DELETE /v2.0/networks/e13de56d-6ce5-4aac-a9c7-a4e5e7d16ac0 HTTP/1.1" status: 204 len: 168 time: 2.8672352 Dec 22 15:50:20.062654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.064418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Network 7e75c794-6d80-46bf-9076-09a2b8046874 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:20.064553 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ddd30265-40e9-4730-b597-902f410b87df tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/fdee7759-40ff-42fc-bf10-44cc6e64d54b HTTP/1.1" status: 204 len: 168 time: 1.6714275 Dec 22 15:50:20.068211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:20.068364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port db7d5de9-1639-49a2-b892-71cb3d7f9370 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:20.068462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47868) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:20.068572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.071991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:20.083991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Pushing event updated for resources: {'Port': ['ID=c5b76566-a031-478f-9f34-a0907c826969,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:20.087616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:20.185828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Attempting to bind port c5b76566-a031-478f-9f34-a0907c826969 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:20.186317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Attempting to bind port c5b76566-a031-478f-9f34-a0907c826969 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b2a38fed-ddd3-4801-a4d1-11e41c68e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:20.187299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Attempting to bind port c5b76566-a031-478f-9f34-a0907c826969 on network 7e75c794-6d80-46bf-9076-09a2b8046874 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:20.195898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:20.195898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Checking segment: {'id': 'b2a38fed-ddd3-4801-a4d1-11e41c68e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:20.196373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.196811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Bound using segment: {'id': 'b2a38fed-ddd3-4801-a4d1-11e41c68e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:20.197343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Bound port: c5b76566-a031-478f-9f34-a0907c826969, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a38fed-ddd3-4801-a4d1-11e41c68e876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7e75c794-6d80-46bf-9076-09a2b8046874'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:20.198805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.261123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.271847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-183983dd-c7cd-4832-a004-ceb6d62a6daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:20.339361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=637f0b30-0ec7-46f1-bdaf-91b95caf163f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:20.346599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] For port c5b76566-a031-478f-9f34-a0907c826969, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:20.350330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:20.396551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 2188d2c3-d94c-435f-aa36-f3b90583e8ad {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:20.439352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.440109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.446263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] For port c5b76566-a031-478f-9f34-a0907c826969, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c5b76566-a031-478f-9f34-a0907c826969,segment=NetworkSegment(b2a38fed-ddd3-4801-a4d1-11e41c68e876),segment_id=b2a38fed-ddd3-4801-a4d1-11e41c68e876)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:20.449083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.514848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.521430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02a504d4-3dba-40bf-ba92-63f86d634103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:20.529354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:20.529730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.561964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.601665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Pushing event updated for resources: {'Port': ['ID=c5b76566-a031-478f-9f34-a0907c826969,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:20.605376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:20.717900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a5f4c-35b2-409f-8904-692e6775b66e None None] Network 7e75c794-6d80-46bf-9076-09a2b8046874 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:20.794849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47876) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:20.824748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.868434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:20.984428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65912d0-8243-485f-a967-7a81ac656b56 None None] Network 7e75c794-6d80-46bf-9076-09a2b8046874 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:21.014409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.069997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 2a683b33-5908-4bc4-b2b6-fe73c18a0ffd owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:21.090372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.183324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for db7d5de9-1639-49a2-b892-71cb3d7f9370 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:21.255518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e75c794-6d80-46bf-9076-09a2b8046874']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:21.276711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a38fed-ddd3-4801-a4d1-11e41c68e876') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:21.277352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a38fed-ddd3-4801-a4d1-11e41c68e876') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:21.306146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.338819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.349539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:21.350075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.407980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c9cb0c-50a9-41f7-9f69-ca517ce2ad36 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:21.421828 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:21.494772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.502342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:21.542322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c9cb0c-50a9-41f7-9f69-ca517ce2ad36 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:50:21.542588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-afa0819b-a54b-4d6f-aa3c-e696d12249e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4a4c257482247f88f447c131918a8fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7411542 Dec 22 15:50:21.544560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47882) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:21.551351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=2188d2c3-d94c-435f-aa36-f3b90583e8ad,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:21.558998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea4d24-874c-474d-87d1-c83362cd5654 req-84dc7a60-0b8b-4cb1-93bb-28fb10e25f1a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:21.560599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6fea4d24-874c-474d-87d1-c83362cd5654 req-84dc7a60-0b8b-4cb1-93bb-28fb10e25f1a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.6022346 Dec 22 15:50:21.565522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:21.596832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.615711 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/2188d2c3-d94c-435f-aa36-f3b90583e8ad HTTP/1.1" status: 204 len: 168 time: 1.5463965 Dec 22 15:50:21.618831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:21.651181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6fea4d24-874c-474d-87d1-c83362cd5654 req-18bf6e3e-e983-4773-82de-16c810089bb4 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828507 Dec 22 15:50:21.700769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 15:50:21.700769 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 15:50:21.700769 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'id': '7e75c794-6d80-46bf-9076-09a2b8046874'}] Dec 22 15:50:21.700769 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:21.701166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:21.776393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.781410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6d4b24b0-6cd8-4b66-8694-e235697e0fb7 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:21.828962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=2a683b33-5908-4bc4-b2b6-fe73c18a0ffd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:21.831830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:21.897627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.909357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.936197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:21.953343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f58210f9-8bd5-4212-a3c7-a03d9efc1b91 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:21.998649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:21.998649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.047014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.056063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=db7d5de9-1639-49a2-b892-71cb3d7f9370,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:22.061466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da878ebb-d075-4093-9ca4-1b4f076a9248 None None] Network 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:22.068441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:22.225673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.393579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-03db3f74-a1af-4a69-95bc-674b1ca26b6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45219a2ea944468bbd28c6aef95f2668&device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 1099 time: 0.1702189 Dec 22 15:50:22.411795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a1958-60ee-441b-b236-a1b8c210f1c0 req-fb82bcab-c42c-4432-b03b-5e14c1561ac3 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:22.423880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port c5b76566-a031-478f-9f34-a0907c826969 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:22.424185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-356a1958-60ee-441b-b236-a1b8c210f1c0 req-fb82bcab-c42c-4432-b03b-5e14c1561ac3 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2751563 Dec 22 15:50:22.424317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.479773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] DHCP port deletion for 23232c9a-46f5-4b37-a75f-2111dc4cdbf8 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:22.484866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Deleting port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:22.485338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.506065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.507435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.512425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Router 6a298630-ece5-4efb-92aa-6e57c4ad98fa is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:50:22.548898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.559211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5e046a1-08f5-4e28-a1ef-e354b07ebd69 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:22.656445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d94da-5da1-4ff3-a026-2992af6d9996,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:22.669989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-356a1958-60ee-441b-b236-a1b8c210f1c0 req-898ef886-f654-4740-b655-d1241f6466af tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446246 Dec 22 15:50:22.695230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:22.714581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/db7d5de9-1639-49a2-b892-71cb3d7f9370 HTTP/1.1" status: 204 len: 168 time: 2.8128309 Dec 22 15:50:22.716922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:22.717359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,segment=NetworkSegment(bd00c2f2-08e9-476b-a1d5-070cb4362fad),segment_id=bd00c2f2-08e9-476b-a1d5-070cb4362fad)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:22.717767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.733392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.737455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf2d94da-5da1-4ff3-a026-2992af6d9996 HTTP/1.1" status: 204 len: 168 time: 1.1816564 Dec 22 15:50:22.748605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] For port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,segment=NetworkSegment(bd00c2f2-08e9-476b-a1d5-070cb4362fad),segment_id=bd00c2f2-08e9-476b-a1d5-070cb4362fad)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:22.750189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:22.777529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-bf2bbbeb-e14f-4504-a7be-408774877b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:22.779192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-bf2bbbeb-e14f-4504-a7be-408774877b32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 200 len: 912 time: 0.3360722 Dec 22 15:50:22.889746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Calling delete_port for ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:22.935101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:22.936674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:22.938843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:22.939742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:22.945097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-0a3b849f-e185-4b95-b8f5-a4a8f1164a8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 200 len: 217 time: 0.1299248 Dec 22 15:50:22.982041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:23.020867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.027487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76835735-e5dc-4000-97b0-57ea98407769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:23.067017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:23.070852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71c82824-7d83-44da-a3f4-22b1fe1c8417 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3462687 Dec 22 15:50:23.086352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47902) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:23.090024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Pushing event deleted for resources: {'Port': ['ID=ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:23.093795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:23.100874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] No DVR routers for this DVR port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:23.165278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-1de9e1f5-c74f-419d-ae34-d8deefb2a958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:23.166941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-1de9e1f5-c74f-419d-ae34-d8deefb2a958 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdbb075-3140-47a0-8196-575d3c274050 HTTP/1.1" status: 200 len: 851 time: 0.2066402 Dec 22 15:50:23.257132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-1e673ecd-25af-4efa-83a9-3dfdc7df7dbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc193579-2916-430f-9303-36af40e817bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787001 Dec 22 15:50:23.351168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47906) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:23.395868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:23.407494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.426738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port c5b76566-a031-478f-9f34-a0907c826969, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c5b76566-a031-478f-9f34-a0907c826969,segment=NetworkSegment(b2a38fed-ddd3-4801-a4d1-11e41c68e876),segment_id=b2a38fed-ddd3-4801-a4d1-11e41c68e876)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:23.427142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.434877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:23.435344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:23.561442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:23.561806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:23.581397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 0b232e68-32c3-4648-9732-761e0deb78a8 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:23.588522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.616410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for c5b76566-a031-478f-9f34-a0907c826969 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:23.659439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-b8e9f4e0-fa71-4af5-8d97-eac2c069b1e7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875067 Dec 22 15:50:23.705692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:23.718710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Usage tracker for resource:security_group_rule and tenant:96d27d22d67a4509b36a09862403bab8 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:23.727658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:23.750377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:23.808639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:23.818744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.823034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] Sync routers for ids ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:23.831305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-270d2548-a88d-4806-ba4e-0736e2ffa27e tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:23.839970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] Routers {'6a298630-ece5-4efb-92aa-6e57c4ad98fa'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:23.840807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:23.900137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Port': ['ID=c5b76566-a031-478f-9f34-a0907c826969,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:23.903271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:23.921724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:23.925571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No DVR routers for this DVR port c5b76566-a031-478f-9f34-a0907c826969 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:23.933564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] Routers {'6a298630-ece5-4efb-92aa-6e57c4ad98fa'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:23.934413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:23.997215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:23.998584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1417897 Dec 22 15:50:24.000686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.003717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.004184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36146afb-a61d-40dd-a070-733a1cdc543a None None] The sync data for ids ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:24.011026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47914) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:24.025803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.037186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.067934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.093061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:24.093446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.102686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:24.143683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.224402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] The port 'ec958dc6-b1fb-4d7b-83e1-d9bca92f7b04' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:24.229632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e75c794-6d80-46bf-9076-09a2b8046874']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.237463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8547088-d8af-4c9d-84eb-ec92df5d231a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:24.240794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:24.274396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=96d27d22d67a4509b36a09862403bab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9219224 Dec 22 15:50:24.279934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:24.281688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a38fed-ddd3-4801-a4d1-11e41c68e876') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.282265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a38fed-ddd3-4801-a4d1-11e41c68e876') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.335981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.396198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.441924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88a5c9aa-da57-4c43-bb87-5766e0164a24 req-ff00b515-f8e1-4b17-b0aa-bbb84c2d345b service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697285 Dec 22 15:50:24.461002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:24.461459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.481114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e0c01-7f7c-4c77-b310-2a272d9ad092 req-f8a94e57-9fb4-4ca0-9b53-ce5da0c7650e tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:24.481949 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:24.484647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e38e0c01-7f7c-4c77-b310-2a272d9ad092 req-f8a94e57-9fb4-4ca0-9b53-ce5da0c7650e tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.5294766 Dec 22 15:50:24.484725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.484813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.600067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23232c9a-46f5-4b37-a75f-2111dc4cdbf8']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.616440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.620250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd00c2f2-08e9-476b-a1d5-070cb4362fad') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.620596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd00c2f2-08e9-476b-a1d5-070cb4362fad') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:24.644310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.676661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.715272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.723855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:24.724268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.736043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e38e0c01-7f7c-4c77-b310-2a272d9ad092 req-e967f303-c634-4eba-ba6f-0d186872fcf3 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189140 Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:24.740701 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:24.812387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.817936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.834948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-234ac8a7-7e6e-4e51-bc34-57790f20c154 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.855628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.864817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.867550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.872949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=7e75c794-6d80-46bf-9076-09a2b8046874,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:24.877827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:24.878895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e26c7d6-18c8-4591-b103-3a0ec8506a31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.887991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/7e75c794-6d80-46bf-9076-09a2b8046874 HTTP/1.1" status: 204 len: 168 time: 5.5869670 Dec 22 15:50:24.889263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.893798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8547088-d8af-4c9d-84eb-ec92df5d231a HTTP/1.1" status: 204 len: 168 time: 0.6041090 Dec 22 15:50:24.896147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:24.899343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8547088-d8af-4c9d-84eb-ec92df5d231a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:24.909872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=0b232e68-32c3-4648-9732-761e0deb78a8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:24.916322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:24.940042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.945699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657dccb1-8a8a-4406-894f-6aa9dcaf1fef None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:24.956898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8058cb8a-71ec-46d8-ab17-68dd517b9d68 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:24.957630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8058cb8a-71ec-46d8-ab17-68dd517b9d68 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:24.962075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:24.964532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.967099 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8058cb8a-71ec-46d8-ab17-68dd517b9d68 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/637f0b30-0ec7-46f1-bdaf-91b95caf163f HTTP/1.1" status: 404 len: 337 time: 0.0699320 Dec 22 15:50:24.969312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:24.972049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47928) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:24.987576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:24.990136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/23232c9a-46f5-4b37-a75f-2111dc4cdbf8 HTTP/1.1" status: 204 len: 168 time: 3.3693056 Dec 22 15:50:24.994913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47932) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:25.005104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-671867952', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:25.014715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/0b232e68-32c3-4648-9732-761e0deb78a8 HTTP/1.1" status: 204 len: 168 time: 1.9246385 Dec 22 15:50:25.015112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=23232c9a-46f5-4b37-a75f-2111dc4cdbf8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:25.018949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47936) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:25.020919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b007e521-c24e-4d62-a33e-fb5c9fd74605 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:25.021488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b007e521-c24e-4d62-a33e-fb5c9fd74605 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:25.022473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:25.026035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b007e521-c24e-4d62-a33e-fb5c9fd74605 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/7e75c794-6d80-46bf-9076-09a2b8046874 HTTP/1.1" status: 404 len: 339 time: 0.0505064 Dec 22 15:50:25.027187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router 8a26dbee-5778-40e0-8a82-e053a1613672 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:25.029389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47940) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:25.078155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:25.089320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:25.096331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:25.113467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:25.318037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.319516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.326303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.352457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:25.382049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.456191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.490526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.577816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.846882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.873687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.903380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:25.909186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-67bc5dd7-5aa4-4358-913b-5904ee4baec3 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:25.989410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:25.992199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:25.997826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.024177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8 HTTP/1.1" status: 204 len: 168 time: 1.0033402 Dec 22 15:50:26.025213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d53dd9-85a0-4c98-83e4-8f7c5377d0d9']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.026891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47958) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.065654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261cf020-2e22-44c4-9d5a-f7b40cf6c8d4') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.065997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261cf020-2e22-44c4-9d5a-f7b40cf6c8d4') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.089843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.121966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.137587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:26.138038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.156758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4f58d95-30b6-4638-ae20-146f183bff6a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1268919 Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:26.157707 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:26.165440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47964) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.269864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a967e-b228-4b2d-8530-6fa2742b5c33 req-72511a2c-dbd4-453f-aaff-7787da407009 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:26.271580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-907a967e-b228-4b2d-8530-6fa2742b5c33 req-72511a2c-dbd4-453f-aaff-7787da407009 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.3260615 Dec 22 15:50:26.296189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02c91cf-963a-486f-a159-67109de0eb91 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:26.297087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d02c91cf-963a-486f-a159-67109de0eb91 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:26.314921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe7c675-74b0-465b-80f4-79655e247459 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:26.335046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:26.343037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.348359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] Sync routers for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:26.361704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.370316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:26.371129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.379478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a9e0be-7e8d-4283-8647-0d54a5fd2d9f tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:26.400216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47970) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.403805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.409004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.430874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/routers/8a26dbee-5778-40e0-8a82-e053a1613672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7025840 Dec 22 15:50:26.431717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47974) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.444524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=86d53dd9-85a0-4c98-83e4-8f7c5377d0d9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:26.456605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.469810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] Routers {'8a26dbee-5778-40e0-8a82-e053a1613672'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:26.471626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a26dbee-5778-40e0-8a82-e053a1613672'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.521439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:26.523012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/86d53dd9-85a0-4c98-83e4-8f7c5377d0d9 HTTP/1.1" status: 204 len: 168 time: 1.4910822 Dec 22 15:50:26.534530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47978) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.552263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:26.553035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b567bc-08d3-42d2-82ac-b3107558cfa0 None None] The sync data for ids ['8a26dbee-5778-40e0-8a82-e053a1613672'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:26.558820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-909bd4d3-27da-4832-9017-b9c1da3fc993 None None] Provisioning complete for port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:26.559323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-909bd4d3-27da-4832-9017-b9c1da3fc993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.609339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6d9046-a1f8-49dd-948c-944edea9bb32 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:26.609901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6d9046-a1f8-49dd-948c-944edea9bb32 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:26.615379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf6d9046-a1f8-49dd-948c-944edea9bb32 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/b12624b0-0f76-4ee7-8350-cb7548cab9f3 HTTP/1.1" status: 404 len: 337 time: 0.0693312 Dec 22 15:50:26.616262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-907a967e-b228-4b2d-8530-6fa2742b5c33 req-1769c43c-0efc-4d64-affc-eba91de9b22e tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831898 Dec 22 15:50:26.616417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47982) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.678048 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d313b2b-3c22-4cdf-af6b-a18a8770b0cf tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:26.678582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d313b2b-3c22-4cdf-af6b-a18a8770b0cf tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:26.680581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d313b2b-3c22-4cdf-af6b-a18a8770b0cf tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/a5d83427-4ba5-4324-880c-d1ee17851f3e HTTP/1.1" status: 404 len: 339 time: 0.0615292 Dec 22 15:50:26.686433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 47988) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.843998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:26.844087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.844509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d02c91cf-963a-486f-a159-67109de0eb91 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:26.844616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Deleting port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:26.844616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:26.844757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d02c91cf-963a-486f-a159-67109de0eb91 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6666708 Dec 22 15:50:26.844757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47994) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:26.903569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.26.1.10 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/1f38a72f-d421-4af0-8765-e7df8e959a3e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:26.984943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5145c802-cb0b-461b-9f5f-8c3e5ae97a70 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:26.985714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5145c802-cb0b-461b-9f5f-8c3e5ae97a70 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:27.023504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-5189f858-8959-4c28-95d0-ce0c1d5f00d2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.023504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5189f858-8959-4c28-95d0-ce0c1d5f00d2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.6143007 Dec 22 15:50:27.026583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 47998) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.093380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-828bf006-7cf2-4b62-803a-cc767476f372 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.095554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-828bf006-7cf2-4b62-803a-cc767476f372 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0647039 Dec 22 15:50:27.099543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.108807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting subnet 0f370834-7333-4f93-bda1-645b7375477e {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:27.116999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] For port 85f51eb7-0a97-45d6-a6c3-53d990c43b63, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85f51eb7-0a97-45d6-a6c3-53d990c43b63,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:27.117574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.118532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.129247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.150463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5145c802-cb0b-461b-9f5f-8c3e5ae97a70 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:27.151829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5145c802-cb0b-461b-9f5f-8c3e5ae97a70 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3139658 Dec 22 15:50:27.155025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48008) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.207584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.241873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fd667f6a-7954-4d7a-bd87-9c44dc6aa2e8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854495 Dec 22 15:50:27.245071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.253059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48012) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.260229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:27.261526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7b17531a-3186-4046-a852-15a66f261bd3 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.265192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b17531a-3186-4046-a852-15a66f261bd3 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1611738 Dec 22 15:50:27.273227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Calling delete_port for 85f51eb7-0a97-45d6-a6c3-53d990c43b63 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:27.273955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48016) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.326038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-f1356c78-7c1c-434d-9ce6-002ecb5283ae tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.329870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1356c78-7c1c-434d-9ce6-002ecb5283ae tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0135486 Dec 22 15:50:27.330414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Deleting port 48ded884-829a-4505-9dc9-1a8f95632027 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:27.330820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.356144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48020) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.382311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.394830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4a78bc0-0107-4ec9-853b-d0379545a73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:27.402305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-2a84fdf3-8854-46a0-b559-0602d4555537 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.408140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a84fdf3-8854-46a0-b559-0602d4555537 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0339816 Dec 22 15:50:27.409453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:27.410498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48024) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.420980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:27.428697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.430030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-953cdd98-880b-4057-bbe3-d8714c9bb5a9 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.433771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-953cdd98-880b-4057-bbe3-d8714c9bb5a9 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0169415 Dec 22 15:50:27.433902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:27.441847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Pushing event deleted for resources: {'Port': ['ID=85f51eb7-0a97-45d6-a6c3-53d990c43b63,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:27.444040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85f51eb7-0a97-45d6-a6c3-53d990c43b63 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:27.445960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48028) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.477509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:27.478775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] No DVR routers for this DVR port 85f51eb7-0a97-45d6-a6c3-53d990c43b63 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:27.481367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-84f42b75-8624-4a55-a953-b580b45ea3ab tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.485691 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84f42b75-8624-4a55-a953-b580b45ea3ab tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0343761 Dec 22 15:50:27.487990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.488801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 85f51eb7-0a97-45d6-a6c3-53d990c43b63 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:27.488921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85f51eb7-0a97-45d6-a6c3-53d990c43b63 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:27.491248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.497168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7029b096-e508-4e4a-8da0-cce96baff4b3 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.501985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7029b096-e508-4e4a-8da0-cce96baff4b3 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059516 Dec 22 15:50:27.505366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.518144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-22c62530-151e-48aa-bba3-a26c9af9fe4d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.519223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-22c62530-151e-48aa-bba3-a26c9af9fe4d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102324 Dec 22 15:50:27.528329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48040) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.537131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:27.540699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-2e05cec6-7e12-4861-8562-8686693876c5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.541694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e05cec6-7e12-4861-8562-8686693876c5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104723 Dec 22 15:50:27.542574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=1f38a72f-d421-4af0-8765-e7df8e959a3e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:27.545264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:27.547939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:27.548725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48044) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.551729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:27.579487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:27.585520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.587067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:27.587546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:27.596058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-ed751b1d-ea90-46b4-8175-4effbcb0184b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.597128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed751b1d-ea90-46b4-8175-4effbcb0184b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0474577 Dec 22 15:50:27.605337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48048) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.619546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-fdd13eab-a8ca-4c8b-a2f2-984216abc7bd tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.620557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdd13eab-a8ca-4c8b-a2f2-984216abc7bd tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0093255 Dec 22 15:50:27.627665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.638326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-c6e2368b-3678-4f66-b2e1-3970bdc3cc5b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.639392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6e2368b-3678-4f66-b2e1-3970bdc3cc5b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0101972 Dec 22 15:50:27.643248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48056) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.650181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-37e7fbb2-6900-490b-bc0b-435e14fa5c7b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.651722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37e7fbb2-6900-490b-bc0b-435e14fa5c7b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0072773 Dec 22 15:50:27.654160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48060) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.656587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.663193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-c8eea51c-b783-47ca-bdb0-1b0b6a97f104 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.666669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8eea51c-b783-47ca-bdb0-1b0b6a97f104 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0091348 Dec 22 15:50:27.689700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48064) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.712177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2109ffae-bd60-4e13-b157-507d49d75206 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4575911 Dec 22 15:50:27.715207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-4d3736ba-c090-4b7c-a134-3b50da38b98d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.719024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4d3736ba-c090-4b7c-a134-3b50da38b98d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0214603 Dec 22 15:50:27.719517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48068) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.719887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48070) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.729175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-17b05028-1ccb-4302-8bf4-3ab1e3e91fe8 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.730508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17b05028-1ccb-4302-8bf4-3ab1e3e91fe8 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0076385 Dec 22 15:50:27.733916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:27.740479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3bb87-1661-4478-83cd-078ea99995b6 req-4b2d2565-3e14-46f9-b4a2-583bf837ed9f tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:27.742114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ba3bb87-1661-4478-83cd-078ea99995b6 req-4b2d2565-3e14-46f9-b4a2-583bf837ed9f tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.4728372 Dec 22 15:50:27.748961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48076) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.766085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-d1b58c32-7c76-49de-88b2-0cc31411646d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.767189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1b58c32-7c76-49de-88b2-0cc31411646d tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0183225 Dec 22 15:50:27.773774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48080) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.789035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-da120ace-88f1-40b5-aa47-040ac387663e tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.792804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da120ace-88f1-40b5-aa47-040ac387663e tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0153177 Dec 22 15:50:27.799375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:27.806893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48084) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.827436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-168e800f-1006-4365-a717-c0cef3e1de5b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.832226 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-168e800f-1006-4365-a717-c0cef3e1de5b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0181787 Dec 22 15:50:27.858211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48088) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.874851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-08bde686-de16-425b-b0fd-e2c976b869fc tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.875940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08bde686-de16-425b-b0fd-e2c976b869fc tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0167143 Dec 22 15:50:27.885054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48092) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.899629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-e58d9966-ce03-4b14-a291-4cd5f85a11d0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.900684 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e58d9966-ce03-4b14-a291-4cd5f85a11d0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0101459 Dec 22 15:50:27.904192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48096) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.914173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-6e31b891-18f5-45f0-a087-380e9d514a1a tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.915215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e31b891-18f5-45f0-a087-380e9d514a1a tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0089910 Dec 22 15:50:27.920618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.923854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:27.931366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7a43bf78-a5f0-455f-a770-a180def376d2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.932406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7a43bf78-a5f0-455f-a770-a180def376d2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0108883 Dec 22 15:50:27.937834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48104) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.945526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-99ba739b-3bc2-4949-889d-0217c5f9a2e5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.948758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99ba739b-3bc2-4949-889d-0217c5f9a2e5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077293 Dec 22 15:50:27.948758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:27.950638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.957632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-5a8d6f41-0ec9-4f24-8154-2426d284f804 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.958714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5a8d6f41-0ec9-4f24-8154-2426d284f804 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070996 Dec 22 15:50:27.959933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Calling delete_port for 48ded884-829a-4505-9dc9-1a8f95632027 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:27.961678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48112) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.966820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-32e04ae8-6ceb-4f69-8f78-e745dc4e7811 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.967845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32e04ae8-6ceb-4f69-8f78-e745dc4e7811 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052254 Dec 22 15:50:27.970857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48116) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.975673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-48eb907d-bc6f-46c7-b3b2-c6614c3567f2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.976685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-48eb907d-bc6f-46c7-b3b2-c6614c3567f2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049293 Dec 22 15:50:27.986045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48120) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:27.993008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-da79a2aa-a371-40d4-9513-ee8f85d924e2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:27.994042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da79a2aa-a371-40d4-9513-ee8f85d924e2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068314 Dec 22 15:50:27.996842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48124) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.003738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7bd0dd13-828a-45e8-9002-aa79c44b426a tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.004843 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7bd0dd13-828a-45e8-9002-aa79c44b426a tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0063868 Dec 22 15:50:28.005470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:28.011455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.012425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48128) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.012929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:28.013413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:28.033705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-b1aceb36-fb1e-4e6c-a613-28ec840648a2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.034794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1aceb36-fb1e-4e6c-a613-28ec840648a2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0149651 Dec 22 15:50:28.041769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.042564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.044485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48132) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.052778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-e8726bfa-3e4b-4737-9f03-b486690c5734 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.053830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8726bfa-3e4b-4737-9f03-b486690c5734 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0077219 Dec 22 15:50:28.084295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48136) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.103177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.110950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-61a6bd41-202a-4875-b58b-a9b9b84e5dd1 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.114783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95de734b-b875-44a5-ab55-1d6c88655e63 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3907487 Dec 22 15:50:28.114912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61a6bd41-202a-4875-b58b-a9b9b84e5dd1 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0190058 Dec 22 15:50:28.115723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-255b0038-e1e0-4341-ba9e-595c20b3cb4f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:28.118704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.119085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48142) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.132626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:28.145057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ba3bb87-1661-4478-83cd-078ea99995b6 req-d4da070c-527a-4eef-bf10-bfcbf5af0a64 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944163 Dec 22 15:50:28.149224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-542df361-6350-4728-b0c7-e077fcf8d5d5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.153039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-542df361-6350-4728-b0c7-e077fcf8d5d5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0301020 Dec 22 15:50:28.160005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48148) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.179814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=0f370834-7333-4f93-bda1-645b7375477e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:28.185800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-b9bdba79-7d3c-487c-9cca-7426ac8ed8b9 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.186886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9bdba79-7d3c-487c-9cca-7426ac8ed8b9 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0191638 Dec 22 15:50:28.190383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:28.192682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48152) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.207324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdca11a-2f33-4904-8d45-46c6b7b929c1 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:28.207482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-91700850-af43-407d-8cb4-d5af8c63a323 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.211031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91700850-af43-407d-8cb4-d5af8c63a323 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0147645 Dec 22 15:50:28.212211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.218496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48156) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.229480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-3fdc774e-e973-42a3-964c-71bc9099fef5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.233068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3fdc774e-e973-42a3-964c-71bc9099fef5 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0110631 Dec 22 15:50:28.234140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48160) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.244626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/0f370834-7333-4f93-bda1-645b7375477e HTTP/1.1" status: 204 len: 168 time: 1.5546896 Dec 22 15:50:28.246651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-c2fc3212-eaa2-42ef-8262-898814425fec tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.247695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2fc3212-eaa2-42ef-8262-898814425fec tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0097010 Dec 22 15:50:28.249316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48164) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.251913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48166) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.272424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-c2f14fbf-f307-46c5-8a40-3fb5d4c6befe tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.276152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2f14fbf-f307-46c5-8a40-3fb5d4c6befe tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0155447 Dec 22 15:50:28.279574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48172) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.294630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-438fbafd-fc63-40eb-bf45-ef5d7da1df1b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.294630 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-438fbafd-fc63-40eb-bf45-ef5d7da1df1b tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0115178 Dec 22 15:50:28.298255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.306147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-6f98ce59-c733-4748-bd77-805183bd1a83 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.309436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f98ce59-c733-4748-bd77-805183bd1a83 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0073342 Dec 22 15:50:28.309436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:28.312725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48180) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.324294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-37dd8509-0b96-42dc-80e9-4073a47cb7c6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.329953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37dd8509-0b96-42dc-80e9-4073a47cb7c6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0102105 Dec 22 15:50:28.330907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48184) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.333650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:28.345205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-5823ac93-983a-403f-8b5c-143c5ba10070 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.349025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5823ac93-983a-403f-8b5c-143c5ba10070 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0106101 Dec 22 15:50:28.396036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48188) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.416594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-8d1efdb9-bd57-4072-ae6b-153a5329e097 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.418708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d1efdb9-bd57-4072-ae6b-153a5329e097 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0142148 Dec 22 15:50:28.433727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48192) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.441870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-47b63079-fe11-4fab-9928-75123c832ae2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.445792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47b63079-fe11-4fab-9928-75123c832ae2 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0083179 Dec 22 15:50:28.446525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48196) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.454687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-a39f626c-79a3-4619-b9b5-74bc3cd8c334 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.458524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a39f626c-79a3-4619-b9b5-74bc3cd8c334 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0086882 Dec 22 15:50:28.458524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:28.464355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.465929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:28.466432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:28.473101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48200) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.481733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-8b257f52-6204-470c-ada0-5238c8f9e662 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.486860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8b257f52-6204-470c-ada0-5238c8f9e662 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0087860 Dec 22 15:50:28.491958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48204) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.501522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-4f05dab2-49f0-4e94-97b2-8b9f3babe0e6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.506388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f05dab2-49f0-4e94-97b2-8b9f3babe0e6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096600 Dec 22 15:50:28.506388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48208) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.514547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-114e98db-2a6e-4a0c-b556-601ce1c68f30 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.523125 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-114e98db-2a6e-4a0c-b556-601ce1c68f30 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090418 Dec 22 15:50:28.523586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48212) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.531230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-98267418-5f97-439b-8640-19429312f7c7 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.535894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98267418-5f97-439b-8640-19429312f7c7 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0079610 Dec 22 15:50:28.536069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48216) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.545041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-a0a3860b-f3d9-41f7-a502-415e93f15fed tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.552889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a0a3860b-f3d9-41f7-a502-415e93f15fed tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090017 Dec 22 15:50:28.552889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6bc10794-283e-47c6-a301-a34275e48799 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4278190 Dec 22 15:50:28.553204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.553324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48222) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.561455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-7e27a76e-21f0-44d6-8055-720b074584e6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.564627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7e27a76e-21f0-44d6-8055-720b074584e6 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065436 Dec 22 15:50:28.568728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:28.570370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48228) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.588289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-271f2b4e-40c4-4c77-b65c-c41cbf96ab29 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.591063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-271f2b4e-40c4-4c77-b65c-c41cbf96ab29 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0137575 Dec 22 15:50:28.595780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.616139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-9caccdb2-aab5-4176-abf2-9ac656a72ea4 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.619780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9caccdb2-aab5-4176-abf2-9ac656a72ea4 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0177145 Dec 22 15:50:28.622972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48236) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.635326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-d1f5e952-013f-458a-b4e7-6a734d208ba0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.638831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1f5e952-013f-458a-b4e7-6a734d208ba0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096064 Dec 22 15:50:28.640469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48240) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.680719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting subnet 8620321b-07cd-4bb1-aca1-067e475ba0ff {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:28.689999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.696696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-ca532d1f-c992-469d-89ae-475a03703df0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.700311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca532d1f-c992-469d-89ae-475a03703df0 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0549898 Dec 22 15:50:28.705441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48244) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.732603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-1d6a75d7-5ee9-4fce-bcf5-a394277b3904 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.733679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d6a75d7-5ee9-4fce-bcf5-a394277b3904 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0269201 Dec 22 15:50:28.737106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48248) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.740843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.751303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-8ec28f9f-2696-43d0-bca6-61fb49560890 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.752364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ec28f9f-2696-43d0-bca6-61fb49560890 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0128114 Dec 22 15:50:28.762042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:28.763077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48252) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.768872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:28.770120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.808167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-2db768f2-596d-489a-bef3-29d87bf34dda tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.810164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2db768f2-596d-489a-bef3-29d87bf34dda tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0438626 Dec 22 15:50:28.812219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.815167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.818880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-e7a6763a-7289-4d0c-a488-108e03b61924 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.820480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e7a6763a-7289-4d0c-a488-108e03b61924 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066624 Dec 22 15:50:28.822998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48260) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.826141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6c597c8f-e8a2-4b84-ac3f-896e2123a3a6 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:28.828770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-2e146999-e3c9-4eca-8ea6-78051be7d944 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.830071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e146999-e3c9-4eca-8ea6-78051be7d944 tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0057168 Dec 22 15:50:28.834637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48264) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:28.844834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [None req-3ade7b81-561e-4488-af28-a15a87b5d90f tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:50:28.846401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ade7b81-561e-4488-af28-a15a87b5d90f tempest-ExtensionsTestJSON-1055696041 tempest-ExtensionsTestJSON-1055696041-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0105791 Dec 22 15:50:28.854722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port df2a97ed-f86d-4dd1-a079-10efbee9b2bc {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:28.855258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.872879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 02192b66-13ad-4a6e-a2ca-564f436f5b29 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:50:28.919912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Pushing event deleted for resources: {'Port': ['ID=48ded884-829a-4505-9dc9-1a8f95632027,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:28.934812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:28.952389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:28.959135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:28.961340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:28.961829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:29.026620 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6794773-140e-4f71-bc09-343ffef581fd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4694185 Dec 22 15:50:29.027308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48270) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.035556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:29.166655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.245645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:29.262874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:29.285833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:29.299171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] Sync routers for ids ['02192b66-13ad-4a6e-a2ca-564f436f5b29'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:29.330717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] Routers {'02192b66-13ad-4a6e-a2ca-564f436f5b29'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:29.331006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['02192b66-13ad-4a6e-a2ca-564f436f5b29'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:29.347475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.353047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3545430 Dec 22 15:50:29.353047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:29.361835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.363419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:29.363924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:29.382226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48278) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.436680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:29.451202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] Routers {'02192b66-13ad-4a6e-a2ca-564f436f5b29'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:29.451811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['02192b66-13ad-4a6e-a2ca-564f436f5b29'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:29.472554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91c7d688-b06b-468f-8829-069cd5bcc951 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4440658 Dec 22 15:50:29.479782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48282) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.480148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.498081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:29.519636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.529917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:29.530388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70230b97-c207-4d8b-9d77-da4d23dbc6d0 None None] The sync data for ids ['02192b66-13ad-4a6e-a2ca-564f436f5b29'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:29.530630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.602789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.663139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:29.717268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b8945e6-4848-4437-8440-e398983c0f05 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:29.762026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:29.773513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.782884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ad5e637f-314c-4edc-a7b0-4827b38e9f1b None None] Provisioning complete for port 85c32df0-d357-4377-88e2-71550506b997 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:29.783476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5e637f-314c-4edc-a7b0-4827b38e9f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.821350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for df2a97ed-f86d-4dd1-a079-10efbee9b2bc owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:29.846225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:29.852807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Usage tracker for resource:security_group_rule and tenant:17aee65dff754498b5238dd7d1b46dc5 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:29.856759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:29.865713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:29.870495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=8620321b-07cd-4bb1-aca1-067e475ba0ff,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:29.873039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.874746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:29.875541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:29.881192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.883021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:29.885206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:29.898211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.902853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:29.911461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4011d3ff-79f4-47a2-b3d6-cd55c4f83754 None None] Network f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:29.940267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/8620321b-07cd-4bb1-aca1-067e475ba0ff HTTP/1.1" status: 204 len: 168 time: 1.6886349 Dec 22 15:50:29.946958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7de12c5-cf9a-4965-ba20-f4b2b5d89f8b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4636540 Dec 22 15:50:29.947731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.948156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48296) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:29.966338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c158ef44-9ded-40aa-961b-8cc7c76c06b7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers/02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 200 len: 879 time: 0.5804605 Dec 22 15:50:30.000961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48302) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:30.055443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f10b410-619f-4ff6-9f51-330d870cc90c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1022151 Dec 22 15:50:30.068979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:30.082618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4d41d-2fd1-4956-820f-ffa2d7d90827 req-4b792064-de5c-4d34-95f4-4bc34f9a6522 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:30.084271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ac4d41d-2fd1-4956-820f-ffa2d7d90827 req-4b792064-de5c-4d34-95f4-4bc34f9a6522 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.7477157 Dec 22 15:50:30.192395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] DHCP port deletion for f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:30.197406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Deleting port 85c32df0-d357-4377-88e2-71550506b997 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:30.197834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.275904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ac4d41d-2fd1-4956-820f-ffa2d7d90827 req-a6f1157a-36f5-4d00-8bdc-1bb59f8c269a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795092 Dec 22 15:50:30.278201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Router 6a298630-ece5-4efb-92aa-6e57c4ad98fa has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:30.485172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] For port 85c32df0-d357-4377-88e2-71550506b997, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=85c32df0-d357-4377-88e2-71550506b997,segment=NetworkSegment(a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d),segment_id=a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:30.487859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.490814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.498795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.521264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f879d16e-6866-4ce6-a839-20d5b91dd10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:30.526153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f879d16e-6866-4ce6-a839-20d5b91dd10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4529202 Dec 22 15:50:30.526153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48312) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:30.630128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d47caf70-254f-40fc-b091-88abcf5d7ed0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031382 Dec 22 15:50:30.633291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48318) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:30.634529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 85c32df0-d357-4377-88e2-71550506b997 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:30.647650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.656127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Calling delete_port for 85c32df0-d357-4377-88e2-71550506b997 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:30.661796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.675881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:30.698905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:30.787908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.794989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:30.805697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:30.820388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:30.831684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:30.866380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Pushing event deleted for resources: {'Port': ['ID=85c32df0-d357-4377-88e2-71550506b997,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:30.879213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:30.881547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] No DVR routers for this DVR port 85c32df0-d357-4377-88e2-71550506b997 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:30.885066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:30.888789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfbc8a8f-37e8-4690-b3e0-ddbab54fdbf0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:30.952421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] The port '85c32df0-d357-4377-88e2-71550506b997' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:30.953867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf3c36d-260d-4632-b05a-4f2927dac2b2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:30.963599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=df2a97ed-f86d-4dd1-a079-10efbee9b2bc,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:30.970629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17aee65dff754498b5238dd7d1b46dc5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4892974 Dec 22 15:50:30.971834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:30.973902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:30.979953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48322) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.107387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:31.119789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] Sync routers for ids ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:31.121921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.134378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] Routers {'6a298630-ece5-4efb-92aa-6e57c4ad98fa'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:31.135071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.176480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.180791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "PUT /v2.0/routers/6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 200 len: 710 time: 7.1365705 Dec 22 15:50:31.186185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2ca5b8df-2a70-4715-a9c4-835e68d071d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:router {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:31.189485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48326) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.221205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.278151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b474e6-d910-483e-bc4e-4dc90b859f53 req-6e90e3c2-12ab-441b-a944-2c85c88fbba7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:31.279913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84b474e6-d910-483e-bc4e-4dc90b859f53 req-6e90e3c2-12ab-441b-a944-2c85c88fbba7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.5312669 Dec 22 15:50:31.314852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.332315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.332656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b8f3a8-d9b3-413a-abf0-1631b05b2f2d') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.349764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.354976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.376624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.379688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] Routers {'6a298630-ece5-4efb-92aa-6e57c4ad98fa'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:31.380594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.386053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:31.386629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:31.408328 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:31.441827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85c32df0-d357-4377-88e2-71550506b997 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:31.455467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:31.456276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386e7362-7a21-4290-b20a-ca07799b999d None None] The sync data for ids ['6a298630-ece5-4efb-92aa-6e57c4ad98fa'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:31.461867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-2268eec6-bd2f-4010-91d2-e95717305fd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45219a2ea944468bbd28c6aef95f2668&device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 1099 time: 0.6144269 Dec 22 15:50:31.492404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 85c32df0-d357-4377-88e2-71550506b997 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:31.492786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 85c32df0-d357-4377-88e2-71550506b997 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:31.534581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.589914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2ca5b8df-2a70-4715-a9c4-835e68d071d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:router {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:31.591263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2ca5b8df-2a70-4715-a9c4-835e68d071d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.5815451 Dec 22 15:50:31.596177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48330) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.601869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-671867952'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:31.623041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.723727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.731417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4a2052e-985b-41e5-9ea0-701a8571d9f6 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:31.753540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.777686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:31.786600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:31.795575 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/f14c3e4f-d3d3-46eb-b3bf-b2984bd85ad6 HTTP/1.1" status: 204 len: 168 time: 1.8441284 Dec 22 15:50:31.800097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48334) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.809923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.866614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42ada2f6-25cd-46ed-9902-e72272ed54b2 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/routers/6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 200 len: 745 time: 0.6722336 Dec 22 15:50:31.869112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84b474e6-d910-483e-bc4e-4dc90b859f53 req-ac56176a-5228-4079-b7a4-45721760cd1c tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110397 Dec 22 15:50:31.869937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48338) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.884329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dbe12f-ccd2-4d7f-88b0-779f16f5591c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:31.884831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dbe12f-ccd2-4d7f-88b0-779f16f5591c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:31.886697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58dbe12f-ccd2-4d7f-88b0-779f16f5591c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/1fc93215-d790-4623-802b-bf81a78b0d73 HTTP/1.1" status: 404 len: 337 time: 0.0591335 Dec 22 15:50:31.892181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48342) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:31.898416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:31.921111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:32.034748 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe5d007-a235-48eb-9b8f-887626849229 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:32.035251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe5d007-a235-48eb-9b8f-887626849229 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:32.037086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ffe5d007-a235-48eb-9b8f-887626849229 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/5ae7207b-5e46-4847-b028-ec04d965909d HTTP/1.1" status: 404 len: 339 time: 0.1430836 Dec 22 15:50:32.045752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48346) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.074104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-686a443a-42dc-4dd2-9d63-f5852f74afd6 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&device_id=6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 200 len: 205 time: 0.1982262 Dec 22 15:50:32.087119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48350) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.096532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.107859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:32.121164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:32.123283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbf12ae-1d48-40ea-8484-602b158851ad tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:32.123776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbf12ae-1d48-40ea-8484-602b158851ad tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:32.128242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdbf12ae-1d48-40ea-8484-602b158851ad tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/92245719-59be-4590-a6d9-1c827727e80f HTTP/1.1" status: 404 len: 337 time: 0.0758562 Dec 22 15:50:32.128242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:32.128242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.131717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:32.132728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e235b9d-3904-48bc-a629-3fb29fdf540c None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:32.135036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:32.137327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48354) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.144410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-d245552b-2761-4fae-918f-8fb133d1f54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:32.146033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-d245552b-2761-4fae-918f-8fb133d1f54e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 200 len: 912 time: 0.6173260 Dec 22 15:50:32.158302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d4ca7fbc-d073-4f41-9d5d-e8ed084b6ebe tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 200 len: 205 time: 0.0664306 Dec 22 15:50:32.175497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48358) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.214382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.235441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-7f60632d-de43-499b-b9ee-310a6a7404ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 200 len: 217 time: 0.0767884 Dec 22 15:50:32.243766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c079d1-714d-40bb-bee1-2f59f84a83bc tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:32.244645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c079d1-714d-40bb-bee1-2f59f84a83bc tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:32.248605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76c079d1-714d-40bb-bee1-2f59f84a83bc tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/d77883b5-97fd-4454-a151-11131845c195 HTTP/1.1" status: 404 len: 339 time: 0.1062570 Dec 22 15:50:32.261477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5988615 Dec 22 15:50:32.261477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48362) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.267662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48364) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.306463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:1b:ec:ae', 'name': 'tempest-NetworksTestDHCPv6-1121436390'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:32.314102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.321589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-196cd7cb-b3e0-4419-b3b3-a9e53eb2a84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:32.343497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf3c36d-260d-4632-b05a-4f2927dac2b2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:32.347635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-37e49ca0-b9c7-4e1c-b808-e752930fa93c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:32.349228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-37e49ca0-b9c7-4e1c-b808-e752930fa93c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=abdbb075-3140-47a0-8196-575d3c274050 HTTP/1.1" status: 200 len: 851 time: 0.1052320 Dec 22 15:50:32.350359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:32.351297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.352475 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8cf3c36d-260d-4632-b05a-4f2927dac2b2 HTTP/1.1" status: 204 len: 168 time: 1.3708298 Dec 22 15:50:32.358931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.359545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Fanout notify agent at l3_agent the message router_deleted on router 8a26dbee-5778-40e0-8a82-e053a1613672 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:32.384312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:32.385226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.403905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b663230b-8a2c-4e38-af5a-57616792707b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:32.404407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b663230b-8a2c-4e38-af5a-57616792707b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:32.406254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b663230b-8a2c-4e38-af5a-57616792707b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/564cdc3e-2f77-49d1-87ee-a65e87e92e73 HTTP/1.1" status: 404 len: 337 time: 0.1444418 Dec 22 15:50:32.425224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48372) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.430570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-8886aaf4-7e8f-43da-ac08-a954e20ca6cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc193579-2916-430f-9303-36af40e817bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682275 Dec 22 15:50:32.444991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.449398 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/routers/8a26dbee-5778-40e0-8a82-e053a1613672 HTTP/1.1" status: 204 len: 168 time: 6.0134773 Dec 22 15:50:32.450476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48376) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.527215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4322a104-093c-4944-96f3-6d87428e0479 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:32.527731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4322a104-093c-4944-96f3-6d87428e0479 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:32.529560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4322a104-093c-4944-96f3-6d87428e0479 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/080dc4a6-0512-443f-9883-be66098354aa HTTP/1.1" status: 404 len: 339 time: 0.1019821 Dec 22 15:50:32.542162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48380) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:32.550947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.575668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Allocated IP 2001:db8::f816:3eff:fe15:e154 (3869d436-ab4f-45bb-9569-b3230aca28ff/1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6/f2150abc-d20a-4f43-b61a-d3a351becdcb) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:32.885399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:32.973667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Transition to ACTIVE for port object f2150abc-d20a-4f43-b61a-d3a351becdcb will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:33.012803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Transition to ACTIVE for port object f2150abc-d20a-4f43-b61a-d3a351becdcb will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:33.050925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.055052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-f53a7cc8-86c7-486a-b00d-590d3edc85c9 service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034522 Dec 22 15:50:33.056683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea37fa89-8302-4f69-8168-702b82f920b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:33.118847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:33.147785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:33.149021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:33.151603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:33.156288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:33.164187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Pushing event updated for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:33.167153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:33.251979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-184de9d5-3f72-4935-8a2e-c89ec1e375e8 req-dde6b014-53ff-4bc7-ac1f-ad4108e02d1e service neutron] 10.222.0.46 "GET /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838307 Dec 22 15:50:33.257814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Attempting to bind port f2150abc-d20a-4f43-b61a-d3a351becdcb on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:33.258231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Attempting to bind port f2150abc-d20a-4f43-b61a-d3a351becdcb by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:33.259343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Attempting to bind port f2150abc-d20a-4f43-b61a-d3a351becdcb on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:33.267005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:33.267421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:33.267868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.268307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:33.268830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Bound port: f2150abc-d20a-4f43-b61a-d3a351becdcb, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:33.269245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.293697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:33.300880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.357325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting subnet fd916b10-225d-487e-a49c-5e40b24e05c2 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:33.361255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.400493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:33.404795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:33.430935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.439693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.451363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:33.491618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe0ada-1230-4031-a608-3d0fd869dd02 req-b7e3231f-61da-4c07-b1ed-51548f837960 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:33.499283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cafe0ada-1230-4031-a608-3d0fd869dd02 req-b7e3231f-61da-4c07-b1ed-51548f837960 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.2456610 Dec 22 15:50:33.536438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 29068a05-a735-41c5-9581-428fd834a295 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:33.543702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Pushing event updated for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:33.547806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:33.568992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cafe0ada-1230-4031-a608-3d0fd869dd02 req-41292d25-5593-493c-8765-963b27d4c107 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687625 Dec 22 15:50:33.639716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.746773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.758168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.763210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c08819de-8665-4644-9c1f-acac739cecbc tempest-BulkNetworkOpsIpV6Test-1770555393 tempest-BulkNetworkOpsIpV6Test-1770555393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:33.773082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting subnet 118240cd-9d4a-4f2d-9bc9-1cff03169c50 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:33.775157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:33.775759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.786767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.807569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Subnet': ['ID=fd916b10-225d-487e-a49c-5e40b24e05c2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:33.812000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:33.817937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:33.826094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680ddb9-b98d-4044-91d6-c4ac2db642b1 None None] Network 3e8ca03a-e92b-4389-8ff5-34f01a1b290a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:33.883316 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/subnets/fd916b10-225d-487e-a49c-5e40b24e05c2 HTTP/1.1" status: 204 len: 168 time: 1.3822162 Dec 22 15:50:33.884274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48408) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:33.987793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.095177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.095723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Fanout notify agent at l3_agent the message router_deleted on router 6a298630-ece5-4efb-92aa-6e57c4ad98fa {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:34.106888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe1b:ecae (3869d436-ab4f-45bb-9569-b3230aca28ff/1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6/29068a05-a735-41c5-9581-428fd834a295) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:34.150213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.162858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-293baf50-092c-4610-a762-0b25934b7b8f tempest-DvrRoutersNegativeTest-227908774 tempest-DvrRoutersNegativeTest-227908774-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1662655316', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:34.163532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:34.163915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.165476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.policy [None req-293baf50-092c-4610-a762-0b25934b7b8f tempest-DvrRoutersNegativeTest-227908774 tempest-DvrRoutersNegativeTest-227908774-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88957) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 22 15:50:34.165840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.policy [None req-293baf50-092c-4610-a762-0b25934b7b8f tempest-DvrRoutersNegativeTest-227908774 tempest-DvrRoutersNegativeTest-227908774-project] Failed policy check for 'create_router' {{(pid=88957) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 22 15:50:34.166381 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-293baf50-092c-4610-a762-0b25934b7b8f tempest-DvrRoutersNegativeTest-227908774 tempest-DvrRoutersNegativeTest-227908774-project] create failed (client error): Access was denied to this resource. Dec 22 15:50:34.171269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-293baf50-092c-4610-a762-0b25934b7b8f tempest-DvrRoutersNegativeTest-227908774 tempest-DvrRoutersNegativeTest-227908774-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3830056 Dec 22 15:50:34.239241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.240452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c71136a-4f99-4a9d-ac27-690b4951b165 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 204 len: 168 time: 2.0639319 Dec 22 15:50:34.274710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48414) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:34.382375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91c62a5c-343b-4fcb-b6e5-be1d4e919eba tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 200 len: 205 time: 0.1041970 Dec 22 15:50:34.382636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] DHCP port deletion for 3e8ca03a-e92b-4389-8ff5-34f01a1b290a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:34.386954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Deleting port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:34.387767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.392959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48418) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:34.441054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] For port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,segment=NetworkSegment(533efe16-e3b3-4549-bb76-203ec1874f6c),segment_id=533efe16-e3b3-4549-bb76-203ec1874f6c)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:34.441611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.475499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.581653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:34.688223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] For port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,segment=NetworkSegment(533efe16-e3b3-4549-bb76-203ec1874f6c),segment_id=533efe16-e3b3-4549-bb76-203ec1874f6c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:34.688688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.703003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48426) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:34.851894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Calling delete_port for 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:34.860598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-fbe9c524-c653-4d84-bbfe-6edabe839f16 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:34.862218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fbe9c524-c653-4d84-bbfe-6edabe839f16 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/6a298630-ece5-4efb-92aa-6e57c4ad98fa HTTP/1.1" status: 404 len: 336 time: 0.4093482 Dec 22 15:50:34.870532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48432) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:34.933384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.937350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:34.937759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:34.940919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da31eb7a-4f7b-47a3-afd8-74edb19ac466 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:34.975171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eed3235b-407d-4831-8f88-dcda9aa536ec tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 200 len: 205 time: 0.1010983 Dec 22 15:50:34.978194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.987134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:34.991154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.013517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=00f1ed84-f607-42b2-b6b3-aa5330f2abc7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:35.016778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:35.025612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] No DVR routers for this DVR port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:35.126003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:35.134904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-255b76cb-fb55-4efb-a575-63ec6535f162 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:35.136052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-255b76cb-fb55-4efb-a575-63ec6535f162 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/06cde36b-c355-439e-a5b8-d8968928d2b4 HTTP/1.1" status: 404 len: 336 time: 0.1425660 Dec 22 15:50:35.137144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.138120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbd4cc-cf20-4763-9a03-b415f94279ce req-d4b707b9-8315-4fac-ac10-ea7ecec83b20 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:35.139195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.139811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d5dbd4cc-cf20-4763-9a03-b415f94279ce req-d4b707b9-8315-4fac-ac10-ea7ecec83b20 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.3742435 Dec 22 15:50:35.192082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Usage tracker for resource:security_group_rule and tenant:0ad9b92b67b44caf97ee3f8032280e49 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:35.202049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:35.206548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.239783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:35.274973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8ca03a-e92b-4389-8ff5-34f01a1b290a']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:35.282972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3fd92a87-90f8-4f74-802d-3fdb85d46bee tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 200 len: 205 time: 0.1305573 Dec 22 15:50:35.291531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48444) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.341976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.350927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2605974-5ab4-4888-af0b-e4354b6c373d tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:35.365315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533efe16-e3b3-4549-bb76-203ec1874f6c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:35.365684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533efe16-e3b3-4549-bb76-203ec1874f6c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:35.384218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.398328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-55b0edad-26f1-4fae-84c4-f19109a74088 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:35.402372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55b0edad-26f1-4fae-84c4-f19109a74088 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/b1c3cf41-c87b-4a90-bdc9-c51985523d4b HTTP/1.1" status: 404 len: 336 time: 0.1070375 Dec 22 15:50:35.410784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48448) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.413361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d5dbd4cc-cf20-4763-9a03-b415f94279ce req-cb82d277-6a3c-46dd-b7c5-7d98baa925bd tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180388 Dec 22 15:50:35.414352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=118240cd-9d4a-4f2d-9bc9-1cff03169c50,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:35.415373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.424077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:35.439197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Deleting port 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:35.439954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.452751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.469033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:35.469033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.470963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.479045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 29068a05-a735-41c5-9581-428fd834a295 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:35.486786 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:35.490264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d7d5e2d9-9958-4b85-8a97-7d379afa96cf tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 200 len: 205 time: 0.0732336 Dec 22 15:50:35.495920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48454) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.505345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/118240cd-9d4a-4f2d-9bc9-1cff03169c50 HTTP/1.1" status: 204 len: 168 time: 2.9587646 Dec 22 15:50:35.523796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48458) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.597215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4aec0a-9389-49f1-acb8-fcf769494512 None None] Network b10e3598-ae26-4b0b-ab9e-14e976200e5b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:35.638907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-082a7d1e-dc76-4e69-bfee-47cce0efffac tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:35.640049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-082a7d1e-dc76-4e69-bfee-47cce0efffac tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/aeba0ba8-243f-44f5-ba51-254c5ea2162b HTTP/1.1" status: 404 len: 336 time: 0.1421363 Dec 22 15:50:35.655964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48462) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.726039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e4f9def-45ce-42ba-b94c-613d36d129f6 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 200 len: 205 time: 0.0682628 Dec 22 15:50:35.729575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48466) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.752760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f2150abc-d20a-4f43-b61a-d3a351becdcb up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:35.798181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.836497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.841327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:35.841710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.855314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.861352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f0fe2389-63dd-465c-b048-028da8c3d3d9 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:35.861352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f0fe2389-63dd-465c-b048-028da8c3d3d9 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/8557ce74-f70f-4905-b417-d55779616b3d HTTP/1.1" status: 404 len: 336 time: 0.1289072 Dec 22 15:50:35.870701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cb62fce-7d4e-4386-bf2f-228c970eaf69 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:35.878828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48470) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:35.891246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bc72e-f2c5-45f9-8163-9906ab6f1e8c None None] The port '00f1ed84-f607-42b2-b6b3-aa5330f2abc7' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:35.928444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:35.948815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b54e5c0d-1804-4d54-bb0c-03ee5a9d992e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:35.980119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=29068a05-a735-41c5-9581-428fd834a295,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:35.985960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2174f52-e0b3-4103-b01e-f8218b58a6d4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:35.986246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:35.993694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41c8d431-80a4-4dd3-a565-6953b0a4375f tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "GET /v2.0/ports?device_id=99bba43d-402d-4318-82a4-788dc28747d7 HTTP/1.1" status: 200 len: 205 time: 0.1136005 Dec 22 15:50:35.994763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48476) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.001509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:36.002353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.006669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Provisioning for port f2150abc-d20a-4f43-b61a-d3a351becdcb completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:36.013029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Provisioning complete for port f2150abc-d20a-4f43-b61a-d3a351becdcb triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:36.014501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.024394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a10d05f1-d993-46a1-995a-c698af91f8be tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:36.050907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.054199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f2150abc-d20a-4f43-b61a-d3a351becdcb completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:36.079933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f2150abc-d20a-4f43-b61a-d3a351becdcb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:36.080525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.091392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-db1791c5-1883-48cd-a3a0-fb4c3d662c56 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] delete failed (client error): The resource could not be found. Dec 22 15:50:36.095917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db1791c5-1883-48cd-a3a0-fb4c3d662c56 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/routers/99bba43d-402d-4318-82a4-788dc28747d7 HTTP/1.1" status: 404 len: 336 time: 0.0967715 Dec 22 15:50:36.095917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:36.099672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48480) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.102502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:36.116730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] DHCP port deletion for b10e3598-ae26-4b0b-ab9e-14e976200e5b request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:36.134306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Deleting port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:36.134859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.137044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:36.141472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:36.142147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.164327 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-62057f22-4d94-4a3f-9ce5-1300cfb2ec70 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:36.164837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62057f22-4d94-4a3f-9ce5-1300cfb2ec70 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:36.169540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62057f22-4d94-4a3f-9ce5-1300cfb2ec70 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] 10.222.0.18 "DELETE /v2.0/subnets/a0ea7a96-8028-406a-8df8-29444eeaea09 HTTP/1.1" status: 404 len: 337 time: 0.0662203 Dec 22 15:50:36.188004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 02192b66-13ad-4a6e-a2ca-564f436f5b29 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:36.269460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9985464 Dec 22 15:50:36.274475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48486) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.307073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,segment=NetworkSegment(c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef),segment_id=c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:36.307767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.449708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:36.499683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c83c51-9ca3-484d-8821-eaeb907c0340 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:36.507025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c83c51-9ca3-484d-8821-eaeb907c0340 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:36.508600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b2c83c51-9ca3-484d-8821-eaeb907c0340 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:36.511824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Network': ['ID=3e8ca03a-e92b-4389-8ff5-34f01a1b290a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:36.526818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:36.575521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ad9b92b67b44caf97ee3f8032280e49&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8561101 Dec 22 15:50:36.576139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.579051 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/networks/3e8ca03a-e92b-4389-8ff5-34f01a1b290a HTTP/1.1" status: 204 len: 168 time: 2.6928756 Dec 22 15:50:36.579887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48492) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.580444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48496) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.589555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b2c83c51-9ca3-484d-8821-eaeb907c0340 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:36.596759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b2c83c51-9ca3-484d-8821-eaeb907c0340 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3209887 Dec 22 15:50:36.597452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48502) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.678293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.687306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:36.721655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.726074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5ef46e7-d26c-4a38-816a-47e768dcfb45 tempest-RoutersAdminTest-1765130940 tempest-RoutersAdminTest-1765130940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:36.738464 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c125c5f-e754-4ebe-bd28-71c5cc7fc5ca tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 200 len: 886 time: 5.1410220 Dec 22 15:50:36.742957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48506) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.743339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48508) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:36.771072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.874922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:36.879279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] Sync routers for ids ['02192b66-13ad-4a6e-a2ca-564f436f5b29'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:36.900181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 29068a05-a735-41c5-9581-428fd834a295 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:36.900601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.965748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:36.981047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:37.081984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] Routers {'02192b66-13ad-4a6e-a2ca-564f436f5b29'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:37.082926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['02192b66-13ad-4a6e-a2ca-564f436f5b29'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.115920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Port': ['ID=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:37.131445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:37.196946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.207114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.251083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] For port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8,segment=NetworkSegment(c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef),segment_id=c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:37.252123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.285556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No DVR routers for this DVR port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:37.325142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port d220b3a0-03cd-4f84-bc85-1d487a929576 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:37.325614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.448795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Calling delete_port for 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:37.452846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.532792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Pushing event updated for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:37.539594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:37.540204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:37.541766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:37.564920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] Routers {'02192b66-13ad-4a6e-a2ca-564f436f5b29'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:37.565638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['02192b66-13ad-4a6e-a2ca-564f436f5b29'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.588659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:37.593241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.612008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Usage tracker for resource:security_group_rule and tenant:68c3c9c2db4e486cb7463e98cf781b88 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:37.615646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:37.630091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:37.630423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:37.640273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.640784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c57f0d2-304f-4778-be30-07e947d65087 None None] The sync data for ids ['02192b66-13ad-4a6e-a2ca-564f436f5b29'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:37.670168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.684642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4619d685-548f-4a02-9570-c1815eca605b None None] Provisioning for port 29068a05-a735-41c5-9581-428fd834a295 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:37.690042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.690519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4619d685-548f-4a02-9570-c1815eca605b None None] Provisioning complete for port 29068a05-a735-41c5-9581-428fd834a295 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:37.691013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4619d685-548f-4a02-9570-c1815eca605b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.704796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f719-9934-42f5-9588-854cc4657184 req-c3e88073-1176-4c24-beef-3398cfdbe85f tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:37.706470 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d554f719-9934-42f5-9588-854cc4657184 req-c3e88073-1176-4c24-beef-3398cfdbe85f tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 1.1907258 Dec 22 15:50:37.732816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:37.743446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 29068a05-a735-41c5-9581-428fd834a295 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:37.752870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4619d685-548f-4a02-9570-c1815eca605b None None] Port 29068a05-a735-41c5-9581-428fd834a295 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:37.769664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10e3598-ae26-4b0b-ab9e-14e976200e5b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.798559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.798767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec8bfa-71f0-4d3d-8ff1-75b3a2141fef') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:37.833802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6c1ab476-71b9-4b6f-9cc6-a5ef20d5c699 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers/02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 200 len: 886 time: 1.0851500 Dec 22 15:50:37.834536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48518) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:37.839192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.863687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.864059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.880095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d554f719-9934-42f5-9588-854cc4657184 req-f5c4e373-0448-4efa-b12c-ce69b8a49b2d tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614795 Dec 22 15:50:37.881666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.909557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c5f5f1b-9620-4adc-9149-6815bde8f414 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:37.946382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:37.946851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:37.962907 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:37.996441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c5f5f1b-9620-4adc-9149-6815bde8f414 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:37.997753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c5f5f1b-9620-4adc-9149-6815bde8f414 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 200 len: 205 time: 0.1624773 Dec 22 15:50:38.010980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48522) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.044274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for d220b3a0-03cd-4f84-bc85-1d487a929576 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:38.117767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.132569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Deleting port 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:38.133237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.148400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.152390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.158189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f80096e-f8c5-4ef2-9ee2-012c568805ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:38.158493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-975b07a2-3c2f-43f6-9120-2bd229486845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:38.176855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:38.182125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.184340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2174f52-e0b3-4103-b01e-f8218b58a6d4,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:38.221073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:38.222173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3d8c1-44e5-47c6-b668-ee69ffc7a81a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:38.229375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:38.229938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:38.231524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:38.232183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f1ed84-f607-42b2-b6b3-aa5330f2abc7 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:38.237661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.245900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55225c8f-6e6d-492c-b4e3-081f296dedb9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:38.267453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.267581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-28e68377-7c13-42b8-8184-e30c061388c6 None None] The port '0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:38.280200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=68c3c9c2db4e486cb7463e98cf781b88&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5308554 Dec 22 15:50:38.287315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48526) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.296589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.298568 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2174f52-e0b3-4103-b01e-f8218b58a6d4 HTTP/1.1" status: 204 len: 168 time: 1.7170787 Dec 22 15:50:38.299649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=b10e3598-ae26-4b0b-ab9e-14e976200e5b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:38.319570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:38.325989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/b10e3598-ae26-4b0b-ab9e-14e976200e5b HTTP/1.1" status: 204 len: 168 time: 2.7982929 Dec 22 15:50:38.330191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48532) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.364215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=29068a05-a735-41c5-9581-428fd834a295,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:38.389325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f2150abc-d20a-4f43-b61a-d3a351becdcb up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:38.427741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:38.429189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1b4a4a-13e1-426d-a812-6b8285b71031 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:38.429695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1b4a4a-13e1-426d-a812-6b8285b71031 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:38.440890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.468041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb1b4a4a-13e1-426d-a812-6b8285b71031 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/e02eaf41-977a-4df9-bcd1-37b5bae13f8d HTTP/1.1" status: 404 len: 337 time: 0.1365893 Dec 22 15:50:38.472461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48536) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.508248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f93a6-129f-4480-b31f-421a054d9a81 req-58c16307-4e05-47d2-b74a-8caeac9be42a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:38.508926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f2150abc-d20a-4f43-b61a-d3a351becdcb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:38.509910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-640f93a6-129f-4480-b31f-421a054d9a81 req-58c16307-4e05-47d2-b74a-8caeac9be42a tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.46 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.3241038 Dec 22 15:50:38.510147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bbf26d-8b6c-4d57-9489-5118ab186801 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:38.510410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.510729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12bbf26d-8b6c-4d57-9489-5118ab186801 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:38.517219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12bbf26d-8b6c-4d57-9489-5118ab186801 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/685e0298-e429-4fb5-8a85-08ec4438d62f HTTP/1.1" status: 404 len: 339 time: 0.0408709 Dec 22 15:50:38.518055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48540) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.527484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/29068a05-a735-41c5-9581-428fd834a295 HTTP/1.1" status: 204 len: 168 time: 1.9267232 Dec 22 15:50:38.528367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48544) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:38.566389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.571884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae3c131d-98c4-40d9-997e-85d83b1b33ae tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:38.600540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.644419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.662093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=d220b3a0-03cd-4f84-bc85-1d487a929576,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:38.670116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:38.741343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.758807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:38.804137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ef16-1146-4093-8b6c-c91b9150a240 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:38.806367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201ef16-1146-4093-8b6c-c91b9150a240 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:38.806758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Deleting port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:38.807142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:38.807917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3201ef16-1146-4093-8b6c-c91b9150a240 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:38.834528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:38.835059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0a1b1bdf-ab29-4a2a-b1ab-ebfebf7af5d8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:38.941175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3201ef16-1146-4093-8b6c-c91b9150a240 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:38.942483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3201ef16-1146-4093-8b6c-c91b9150a240 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3805342 Dec 22 15:50:38.949143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48556) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.026231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.029215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.036545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/floatingips/474a74dc-1a3c-436b-9692-87e199acfbad HTTP/1.1" status: 204 len: 168 time: 2.4533505 Dec 22 15:50:39.045967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48562) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.121551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting subnet fe7208d9-2f66-4f49-b00f-0d75f8f7070f {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:39.126763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.157383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ade24552-4115-47f1-983f-250c0613fe4e tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:39.158327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ade24552-4115-47f1-983f-250c0613fe4e tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:39.162735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ade24552-4115-47f1-983f-250c0613fe4e tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/021bee9c-90ac-4f56-b64a-691793437823 HTTP/1.1" status: 404 len: 333 time: 0.1113379 Dec 22 15:50:39.164909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48568) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.200566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.256218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.261022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c8affc16-b7bf-4f1a-bdd1-611395e960d8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Synchronizing usage tracker for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:39.303651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.322652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.326673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:39.354265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 1f38a72f-d421-4af0-8765-e7df8e959a3e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:39.354509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.364934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3d8c1-44e5-47c6-b668-ee69ffc7a81a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:39.376012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:39.463418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.464677 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fda3d8c1-44e5-47c6-b668-ee69ffc7a81a HTTP/1.1" status: 204 len: 168 time: 1.1751430 Dec 22 15:50:39.505808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc7129-bb83-4ad2-9b8d-dec8ce22eb20 req-13a43bb5-6c6e-4158-8ad5-0a750aea7bd7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:39.507534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29dc7129-bb83-4ad2-9b8d-dec8ce22eb20 req-13a43bb5-6c6e-4158-8ad5-0a750aea7bd7 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 946 time: 0.4485795 Dec 22 15:50:39.554752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c8affc16-b7bf-4f1a-bdd1-611395e960d8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Unset dirty status for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:39.559183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8affc16-b7bf-4f1a-bdd1-611395e960d8 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a26dbee-5778-40e0-8a82-e053a1613672 HTTP/1.1" status: 200 len: 205 time: 0.3880367 Dec 22 15:50:39.561413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48580) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.572544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:39.576968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] For port ed0bc736-3c57-43ad-b7af-189b38ec5cb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,segment=NetworkSegment(05a7a7ea-6276-47e7-8001-4dca1991d552),segment_id=05a7a7ea-6276-47e7-8001-4dca1991d552)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:39.577377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.585790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.640058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.661730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63c7bffb-bfbe-4c87-a30e-130130a15a17 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:39.697228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5c276ffe-207e-43c4-a869-477d4b74114f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] delete failed (client error): The resource could not be found. Dec 22 15:50:39.700898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5c276ffe-207e-43c4-a869-477d4b74114f tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/routers/8a26dbee-5778-40e0-8a82-e053a1613672 HTTP/1.1" status: 404 len: 336 time: 0.1359580 Dec 22 15:50:39.700898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.707649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c054856-88bb-4078-b077-49b6e6a55cdb None None] Network 136cf5c1-3dcb-4d29-ac8a-38d609ee410e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:39.709277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48584) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.709649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48586) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.717953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Subnet': ['ID=fe7208d9-2f66-4f49-b00f-0d75f8f7070f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:39.730795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:39.784053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d721831-862c-4137-b5c4-7ef02ef099e1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] DELETE failed (client error): The resource could not be found. Dec 22 15:50:39.784568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d721831-862c-4137-b5c4-7ef02ef099e1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:50:39.789130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:39.852211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/subnets/fe7208d9-2f66-4f49-b00f-0d75f8f7070f HTTP/1.1" status: 204 len: 168 time: 1.3314426 Dec 22 15:50:39.915516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d721831-862c-4137-b5c4-7ef02ef099e1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/subnets/fd916b10-225d-487e-a49c-5e40b24e05c2 HTTP/1.1" status: 404 len: 337 time: 0.2030244 Dec 22 15:50:39.923047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 1f38a72f-d421-4af0-8765-e7df8e959a3e owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:39.950334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48596) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:39.955218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48598) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.045095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.074596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 684bbce5-41d0-43bd-a64a-e02aa2c07159 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:40.075008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.142551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Calling delete_port for ed0bc736-3c57-43ad-b7af-189b38ec5cb6 owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:40.171494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a2c51f7d-65aa-4438-9a96-fd0fd3cb5a3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:40.172135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a2c51f7d-65aa-4438-9a96-fd0fd3cb5a3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:50:40.173205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2c51f7d-65aa-4438-9a96-fd0fd3cb5a3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4625373 Dec 22 15:50:40.186007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48606) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.221175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29dc7129-bb83-4ad2-9b8d-dec8ce22eb20 req-0b506e99-5bb1-4790-981c-79c9d8984013 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/security-groups?id=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7060540 Dec 22 15:50:40.223590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.367140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] DHCP port deletion for 136cf5c1-3dcb-4d29-ac8a-38d609ee410e request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:40.373860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Deleting port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:40.374288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.383329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.500976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48608) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.506936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041750871'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:40.513074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:40.559099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.566310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f932f9b3-9c31-4da8-91cc-7887a2e1bdbd tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:40.566605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:40.605283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:40.613873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Pushing event deleted for resources: {'Port': ['ID=ed0bc736-3c57-43ad-b7af-189b38ec5cb6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:40.616663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:40.617788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.619008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] For port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,segment=NetworkSegment(b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9),segment_id=b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:40.619463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.621984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.624105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cf4571b-e57c-4d51-afff-cb27f3bff60a tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:40.654747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:40.694396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:40.694954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.696295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:40.699006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:40.739541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.755926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821d323-4b27-4f8f-ae28-25dcc0b1710b None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:40.758399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] No DVR routers for this DVR port ed0bc736-3c57-43ad-b7af-189b38ec5cb6 on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:40.760844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.766920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'name': 'network-vif-deleted', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:50:40.786853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Calling delete_port for 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:40.797085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.806592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6 HTTP/1.1" status: 204 len: 168 time: 1.8239238 Dec 22 15:50:40.810003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48616) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.876130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c6cd03a-f489-4050-a071-2731205d9ff6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=027de956e2c7494182c47ac881633162&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735385 Dec 22 15:50:40.886510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48620) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.895128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:40.904261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ea1ac2-599e-4a19-bfe7-a778628f9fc9', 'name': 'network-vif-deleted', 'tag': 'ed0bc736-3c57-43ad-b7af-189b38ec5cb6', 'status': 'completed', 'code': 200} Dec 22 15:50:40.912821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-640f93a6-129f-4480-b31f-421a054d9a81 req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.46 "DELETE /v2.0/ports/ed0bc736-3c57-43ad-b7af-189b38ec5cb6 HTTP/1.1" status: 204 len: 173 time: 2.3869319 Dec 22 15:50:40.915995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ada6f69-0c75-4905-a26c-3e3890f835b1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1038702 Dec 22 15:50:40.918065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48624) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:40.924896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:41.079729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:41.084985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:41.088575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:41.095783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:41.138582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.147718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:41.148097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:41.154475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.175937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:41.236324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:41.262782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.268807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e9b47c6-e7bd-4727-acf9-54dff18dbcb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:41.309434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:41.312081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.321341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Pushing event deleted for resources: {'Port': ['ID=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:41.324920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 684bbce5-41d0-43bd-a64a-e02aa2c07159 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:41.325688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:41.328931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] No DVR routers for this DVR port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:41.400769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:41.431295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e355f-2e99-4519-a147-932954169bda None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:41.435747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Deleting port f2150abc-d20a-4f43-b61a-d3a351becdcb {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:41.436121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.484071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] For port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3,segment=NetworkSegment(b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9),segment_id=b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:41.484667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.539264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=1f38a72f-d421-4af0-8765-e7df8e959a3e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:41.558977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:41.707959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7e8e355f-2e99-4519-a147-932954169bda None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:41.708512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Calling delete_port for 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:41.709172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.739401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.782133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-805c22e1-ab6a-45e9-b38c-9bff3ca60d6a req-d86371a3-4618-403d-88a3-9e34e5ccf99b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Synchronizing usage tracker for tenant:45219a2ea944468bbd28c6aef95f2668 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:41.856616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ed0bc736-3c57-43ad-b7af-189b38ec5cb6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:41.896685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-805c22e1-ab6a-45e9-b38c-9bff3ca60d6a req-d86371a3-4618-403d-88a3-9e34e5ccf99b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Unset dirty status for tenant:45219a2ea944468bbd28c6aef95f2668 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:41.898598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Calling delete_port for f2150abc-d20a-4f43-b61a-d3a351becdcb owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:41.900875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:41.902953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-805c22e1-ab6a-45e9-b38c-9bff3ca60d6a req-d86371a3-4618-403d-88a3-9e34e5ccf99b tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] 10.222.0.18 "GET /v2.0/ports?device_id=54ea1ac2-599e-4a19-bfe7-a778628f9fc9 HTTP/1.1" status: 200 len: 210 time: 0.4715230 Dec 22 15:50:41.949197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: ed0bc736-3c57-43ad-b7af-189b38ec5cb6 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:41.949591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ed0bc736-3c57-43ad-b7af-189b38ec5cb6 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:42.032398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.085381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:42.085900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:42.220159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:42.220440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:42.231816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.261986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:42.288744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.336305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.337586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.342523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-993c00b3-7e1d-47b7-8370-f8dc17004381 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:42.348919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:42.387419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:42.387805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:42.388291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f2150abc-d20a-4f43-b61a-d3a351becdcb no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:42.422042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:42.425637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:42.428742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:42.429372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.459575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=6']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:42.463338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:42.466406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e8b55fc-585b-4caa-a682-62c6fbec8730 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:42.506873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5873442 Dec 22 15:50:42.510104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48632) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:42.512848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.523175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:35:3c:af', 'name': 'tempest-NetworksTestDHCPv6-725818788'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:42.549246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:42.570526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.573130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:42.606365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.615981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Deleting port f2150abc-d20a-4f43-b61a-d3a351becdcb {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:42.622344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.622519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.626640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d1c4073-25bc-4ce4-8bc2-fd63a8237bb2 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:42.639609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=739d286f-037f-4034-a879-ae4562d7ec10,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:42.642835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:42.649901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.654168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1eb7a-045d-4e45-ad63-03a84f3f551b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:42.661307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:42.662704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6db8553a-9758-49af-8a81-ca2a7efe9530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:42.696419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:42.701035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:42.706101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:42.713471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:42.737743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Deleting port 702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:42.738052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.752423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:42.753300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:42.762802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.770754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:42.784650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.804504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 7a7b7112-4b4c-4ee5-a790-93829b93da67 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:42.805059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32866e00-694a-498b-935d-2c1881eb111f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.931412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7e8e355f-2e99-4519-a147-932954169bda None None] For port f2150abc-d20a-4f43-b61a-d3a351becdcb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f2150abc-d20a-4f43-b61a-d3a351becdcb,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:42.931861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:42.948499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] The port '702cb2c4-b504-4b5f-b6e2-6e7785c0c7c3' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:50:42.964731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe35:3caf (3869d436-ab4f-45bb-9569-b3230aca28ff/739d286f-037f-4034-a879-ae4562d7ec10/7a7b7112-4b4c-4ee5-a790-93829b93da67) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:42.993343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:43.021200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.024996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7caaa793-3080-4805-b020-306c07071eac,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.028855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.030822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:43.035310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-198b00ea-d49f-4fe6-8917-67287b535afa tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.073935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Calling delete_port for f2150abc-d20a-4f43-b61a-d3a351becdcb owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:43.077421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48638) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.105069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:43.114905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.118760 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78c1eb7a-045d-4e45-ad63-03a84f3f551b HTTP/1.1" status: 204 len: 168 time: 2.2227962 Dec 22 15:50:43.118760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:43.176645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=684bbce5-41d0-43bd-a64a-e02aa2c07159,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.179541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.191485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.242111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Deleting subnet abdbb075-3140-47a0-8196-575d3c274050 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:43.252626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.267937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.273649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.312471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.316005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.334128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.340137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Pushing event deleted for resources: {'Port': ['ID=f2150abc-d20a-4f43-b61a-d3a351becdcb,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.345820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.374716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 7a7b7112-4b4c-4ee5-a790-93829b93da67 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:43.410393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.418273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136cf5c1-3dcb-4d29-ac8a-38d609ee410e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:43.427062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e355f-2e99-4519-a147-932954169bda None None] No DVR routers for this DVR port f2150abc-d20a-4f43-b61a-d3a351becdcb on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:43.434098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.453952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:43.454297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1117c07-a76a-47f1-8ee1-8f3de9b0e6e9') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:43.462281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927bd6a-9d98-43fb-ad28-6b3b282c9730 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:43.463024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.473540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/684bbce5-41d0-43bd-a64a-e02aa2c07159 HTTP/1.1" status: 204 len: 168 time: 3.5162435 Dec 22 15:50:43.473540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.474991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48644) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.480658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.481294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router 02192b66-13ad-4a6e-a2ca-564f436f5b29 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:43.491475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.492559 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 204 len: 168 time: 5.4805491 Dec 22 15:50:43.498855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48650) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.507875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-2073654773'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:43.513662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:43.519515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:43.523738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:43.526779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.532214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.539685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c11b7df2-39be-4d0d-a2bc-7fdaf80e447b tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.551622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.572903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbc30216-65d1-4d71-9541-1a0c735610d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.578505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:43.589287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba10d22-cdba-40a4-9125-97eeec74f7ea,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.604854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.614930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:43.615384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:43.637929 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:43.652959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=7a7b7112-4b4c-4ee5-a790-93829b93da67,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.659591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.672534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:43.675756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:43.685681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port d60e60e7-7155-4238-b8ac-d6358f7e7303 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:43.686549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.714618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:43.719502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:43.720193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.743627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.745386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.751095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.2611687 Dec 22 15:50:43.753423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48658) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.756566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a63a4f2a-c254-4117-968d-63d001129116 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.770059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:43.777853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.784140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '739d286f-037f-4034-a879-ae4562d7ec10'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:43.785394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.802295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '5ba10d22-cdba-40a4-9125-97eeec74f7ea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:43.811629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:43.820770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:43.825673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:43.832039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abdbb075-3140-47a0-8196-575d3c274050,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:43.837379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:43.839702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:43.848746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.850830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abdbb075-3140-47a0-8196-575d3c274050 HTTP/1.1" status: 204 len: 168 time: 0.7717035 Dec 22 15:50:43.857011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48664) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.860773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:43.903193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3915205 Dec 22 15:50:43.907966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48668) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:43.913816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.918993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:43.927053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:43.985241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Allocated IP 2001:db8::f816:3eff:fea1:dcf6 (3869d436-ab4f-45bb-9569-b3230aca28ff/739d286f-037f-4034-a879-ae4562d7ec10/ee74533b-2ca9-4b3d-a133-59ebae67135c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:44.026132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.026132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment 61eb279a-e13e-4244-8855-33b06b91b6b9 of type vlan for network 7ee3f797-d749-486f-8ac8-5728a0171cfb Dec 22 15:50:44.039202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.066957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Pushing event deleted for resources: {'Network': ['ID=136cf5c1-3dcb-4d29-ac8a-38d609ee410e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:44.073194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:44.082472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] 10.222.0.18 "DELETE /v2.0/networks/136cf5c1-3dcb-4d29-ac8a-38d609ee410e HTTP/1.1" status: 204 len: 168 time: 4.1298857 Dec 22 15:50:44.106781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.142833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.148878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.266957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.281888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Transition to ACTIVE for port object ee74533b-2ca9-4b3d-a133-59ebae67135c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:44.286696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for d60e60e7-7155-4238-b8ac-d6358f7e7303 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:44.325947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Transition to ACTIVE for port object ee74533b-2ca9-4b3d-a133-59ebae67135c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:44.341231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.342767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.371595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.377229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fed47d33-9b5b-46d5-bd93-e05cde0bb549 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.382357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cefc12-82f2-4ca0-b7ae-4ab6d54abb94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:44.382357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07cefc12-82f2-4ca0-b7ae-4ab6d54abb94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:44.396081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.400191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc193579-2916-430f-9303-36af40e817bb']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:44.415042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a7a7ea-6276-47e7-8001-4dca1991d552') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:44.415303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a7a7ea-6276-47e7-8001-4dca1991d552') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:44.430057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.443111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.444016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.448946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:44.449609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.457860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c8f830-06e3-4287-8afd-997418a0e93e tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200323441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.461417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:44.465468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:44.467621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07cefc12-82f2-4ca0-b7ae-4ab6d54abb94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:44.467886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Pushing event updated for resources: {'Port': ['ID=ee74533b-2ca9-4b3d-a133-59ebae67135c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:44.469443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07cefc12-82f2-4ca0-b7ae-4ab6d54abb94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5604806 Dec 22 15:50:44.470689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:44.473129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:44.478128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48682) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.522101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.533001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.554628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a83cd549-37e2-4aa1-8094-895843d72a22 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.569645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Attempting to bind port ee74533b-2ca9-4b3d-a133-59ebae67135c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:44.570064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Attempting to bind port ee74533b-2ca9-4b3d-a133-59ebae67135c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:44.570501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Attempting to bind port ee74533b-2ca9-4b3d-a133-59ebae67135c on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:44.579061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:44.579626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:44.580094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.580545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:44.581090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Bound port: ee74533b-2ca9-4b3d-a133-59ebae67135c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:44.581515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.663168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48688) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.668385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:44.682153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:44.685443 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:44.694751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=7ee3f797-d749-486f-8ac8-5728a0171cfb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:44.698634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:44.698917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] For port ee74533b-2ca9-4b3d-a133-59ebae67135c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:44.699513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48694) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.707712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:44.713332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.790940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2882860 Dec 22 15:50:44.794321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2d6af4-b1f9-4310-b3d6-f20fdd394e17,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:44.797304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:44.797999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.802738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0400815 Dec 22 15:50:44.807468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48700) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.807787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48702) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:44.817582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:44.845798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '5ba10d22-cdba-40a4-9125-97eeec74f7ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:44.857502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:44.876656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:44.880316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.884557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.887652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:44.894368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.918616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:44.924265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] For port ee74533b-2ca9-4b3d-a133-59ebae67135c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ee74533b-2ca9-4b3d-a133-59ebae67135c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:44.959909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 7a7b7112-4b4c-4ee5-a790-93829b93da67 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:44.960296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.961168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:44.966367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:44.982371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc193579-2916-430f-9303-36af40e817bb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:44.985600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:45.000677 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fc193579-2916-430f-9303-36af40e817bb HTTP/1.1" status: 204 len: 168 time: 1.1418929 Dec 22 15:50:45.001506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48710) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.020135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1471048087'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:45.038887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=d60e60e7-7155-4238-b8ac-d6358f7e7303,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:45.052935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:45.064826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Pushing event updated for resources: {'Port': ['ID=ee74533b-2ca9-4b3d-a133-59ebae67135c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:45.070024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:45.070210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:45.089877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:45.095790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:45.100812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:45.106990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:45.117921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Usage tracker for resource:network and tenant:2427c6ce41c9460eb34026cbe9fcddc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:45.132826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:45.142815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.154187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:45.186577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.188057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Deleting subnet 72318072-3396-488a-b0b8-6c1e468c015d {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:45.194811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d405e5-7372-4ffc-bac8-34e612366722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.215482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.233610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/ports/d60e60e7-7155-4238-b8ac-d6358f7e7303 HTTP/1.1" status: 204 len: 168 time: 1.7510710 Dec 22 15:50:45.238625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48714) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.256257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:45.287745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:45.294451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.354666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.375105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.402704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.457590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.550276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 7a7b7112-4b4c-4ee5-a790-93829b93da67 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:45.569218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-145c2132-ed96-40a6-9736-49e7aa06ce9f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c1b372ec36440ddbb9e386e67ac3068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9041827 Dec 22 15:50:45.569580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48718) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.582506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.590431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e44d36b-73aa-4ae5-b0d8-58a4002e8ce1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:45.591186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e44d36b-73aa-4ae5-b0d8-58a4002e8ce1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Synchronizing usage tracker for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:45.626064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:50:45.627366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4002430-7ae3-47b3-8f46-d4b7e9d60c86 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8168955 Dec 22 15:50:45.630616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48722) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.647566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:45.653417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e44d36b-73aa-4ae5-b0d8-58a4002e8ce1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Unset dirty status for tenant:31c68ba542254d16a420382c4db60cad on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:45.657571 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7e44d36b-73aa-4ae5-b0d8-58a4002e8ce1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba179f07-749f-4ed4-bdf6-e872c5d09b31 HTTP/1.1" status: 200 len: 913 time: 0.4147408 Dec 22 15:50:45.669652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48726) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.680041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.762980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Usage tracker for resource:security_group_rule and tenant:2427c6ce41c9460eb34026cbe9fcddc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:45.769177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:45.778889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.814825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.839217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.846748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-edf7cfd1-7caa-4146-bee2-5f9d82584063 tempest-AllowedAddressPairTestJSON-1873308423 tempest-AllowedAddressPairTestJSON-1873308423-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:45.855821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:45.901159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=7a7b7112-4b4c-4ee5-a790-93829b93da67,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:45.908010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:45.956558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:45.973136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/7a7b7112-4b4c-4ee5-a790-93829b93da67 HTTP/1.1" status: 204 len: 168 time: 1.4934034 Dec 22 15:50:45.975831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48730) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:45.991260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.016133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.018724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.020065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/5ba10d22-cdba-40a4-9125-97eeec74f7ea HTTP/1.1" status: 204 len: 168 time: 0.3884275 Dec 22 15:50:46.025768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04ebf0ce-6afb-4cb2-aa26-5bb4e49091e6 tempest-RoutersAdminNegativeIpV6Test-1703417278 tempest-RoutersAdminNegativeIpV6Test-1703417278-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:46.026015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48734) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.048061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba10d22-cdba-40a4-9125-97eeec74f7ea,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:46.052322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:46.066209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01096c-607a-4f9d-b37d-8c5cd01f37ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:46.067989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d01096c-607a-4f9d-b37d-8c5cd01f37ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:46.068888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4d01096c-607a-4f9d-b37d-8c5cd01f37ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:46.101991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4d01096c-607a-4f9d-b37d-8c5cd01f37ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:46.103265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4d01096c-607a-4f9d-b37d-8c5cd01f37ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264355 Dec 22 15:50:46.106195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.118386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.124219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.144280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf39879d-9e31-4e12-9a3a-8cb6661dc55d tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:46.327572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 739d286f-037f-4034-a879-ae4562d7ec10 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:46.331981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.385026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ee74533b-2ca9-4b3d-a133-59ebae67135c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:46.395656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.486229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.514414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72318072-3396-488a-b0b8-6c1e468c015d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:46.518799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:46.521456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ee74533b-2ca9-4b3d-a133-59ebae67135c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:46.586745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.596732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.612242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.617841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c2c3b5f-d456-4f1a-9f5e-3ff9b9681e1b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:46.653603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.660141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=739d286f-037f-4034-a879-ae4562d7ec10,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:46.663256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:46.665770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.674131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ab67e1d-cccf-4dd4-85b4-e4dac073bc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:46.693383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/72318072-3396-488a-b0b8-6c1e468c015d HTTP/1.1" status: 204 len: 168 time: 1.6804821 Dec 22 15:50:46.695486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48742) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.703685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4420b6b-c0b6-43fc-b2fa-f9e14d22ab11 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:46.725726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/739d286f-037f-4034-a879-ae4562d7ec10 HTTP/1.1" status: 204 len: 168 time: 0.6182671 Dec 22 15:50:46.738326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48746) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.743181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:46.754849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1bb0c7-7c3a-4468-bec6-5f7f5f144223,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:46.760076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:46.764316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.773383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea785476-8d55-4bb7-a3af-953afb92d9b2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:46.811840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.812512 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Added segment 025e90e7-a43c-4000-b9fe-a2c2e2a63841 of type vlan for network 48593843-e3cf-47f4-a702-e3d184e2958a Dec 22 15:50:46.820739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.834511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7569bf25-abd4-42f7-9116-9375499240c4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947802 Dec 22 15:50:46.834719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4420b6b-c0b6-43fc-b2fa-f9e14d22ab11 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:46.836079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4420b6b-c0b6-43fc-b2fa-f9e14d22ab11 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7946558 Dec 22 15:50:46.847804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48750) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.848277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48752) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:46.911200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--279594291'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:46.914140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.936444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:46.945037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:46.987829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=b1a451b0-5be7-4c2f-93d4-58ee01b0e492,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:46.997508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:47.008966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02c94c67-7af0-4365-a974-a50f159ff2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:47.019126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.027751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:47.059109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.079001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fed5c-67b2-4397-8033-579e240ac744 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:47.088878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b967db9-d8c2-4118-b022-510b22e2d40f']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:47.102592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110da7f1-0e55-4581-bb89-377db4907d40') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:47.102893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110da7f1-0e55-4581-bb89-377db4907d40') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:47.114306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.116826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.118660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d2441d0-cf9e-431a-870e-c77a09e603b5 HTTP/1.1" status: 204 len: 168 time: 1.5423918 Dec 22 15:50:47.133737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.134331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2441d0-cf9e-431a-870e-c77a09e603b5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:47.141080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:50:47.141669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.144915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:50:47.158175 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:50:47.191404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': '61eb279a-e13e-4244-8855-33b06b91b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:47.191916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 7ee3f797-d749-486f-8ac8-5728a0171cfb, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:47.197314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.265087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd771bf-3de2-4f5e-92f3-e8db789ce54b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:47.267340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ecd771bf-3de2-4f5e-92f3-e8db789ce54b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:47.284023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.288416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:47.289105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.301976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.303951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c805b18c-cf46-47b1-9256-b6475ba7e4df tempest-ExtraDHCPOptionsTestJSON-1542950465 tempest-ExtraDHCPOptionsTestJSON-1542950465-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:47.306216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b048bf2b-801b-4a75-86d3-489d7f351ac4 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:47.324991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.333737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Pushing event deleted for resources: {'Network': ['ID=2b967db9-d8c2-4118-b022-510b22e2d40f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:47.335982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:47.337185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:47.341254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b967db9-d8c2-4118-b022-510b22e2d40f HTTP/1.1" status: 204 len: 168 time: 0.6419423 Dec 22 15:50:47.344084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:47.392082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:47.441647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e3453cf6-526f-4ace-8e76-bc9057852523 None None] Could not find standard attr ID for object 7a7b7112-4b4c-4ee5-a790-93829b93da67. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:50:47.479135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:47.488714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Network': ['ID=48593843-e3cf-47f4-a702-e3d184e2958a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:47.491805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:47.504827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:47.506098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 48593843-e3cf-47f4-a702-e3d184e2958a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:47.543363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e3453cf6-526f-4ace-8e76-bc9057852523 None None] Provisioning for port ee74533b-2ca9-4b3d-a133-59ebae67135c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:47.561238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:47.567671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e3453cf6-526f-4ace-8e76-bc9057852523 None None] Provisioning complete for port ee74533b-2ca9-4b3d-a133-59ebae67135c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:47.568641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3453cf6-526f-4ace-8e76-bc9057852523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.574409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 7ee3f797-d749-486f-8ac8-5728a0171cfb) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:47.578981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:47.581071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.597608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ecd771bf-3de2-4f5e-92f3-e8db789ce54b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:47.605176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ecd771bf-3de2-4f5e-92f3-e8db789ce54b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7399824 Dec 22 15:50:47.605176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8791943 Dec 22 15:50:47.605598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.611799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48770) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.613197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4035666-8c79-41ca-a9a0-168a9accbf37 None None] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:47.621727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'subnet': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:47.644234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Deleting port ee74533b-2ca9-4b3d-a133-59ebae67135c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:47.644896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.698394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8869972 Dec 22 15:50:47.707223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48778) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.714042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.719093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-191713934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:47.733278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.831302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48782) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.835837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:47.861567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:47.872815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.876097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440b9aa0-6c5b-49af-9269-110d3a941c72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:47.876855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-440b9aa0-6c5b-49af-9269-110d3a941c72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:47.900335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9394ba15-c65e-4b57-a19e-fd42ec375155 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:47.915123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:47.928924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Usage tracker for resource:subnet and tenant:2427c6ce41c9460eb34026cbe9fcddc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:47.935113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:47.940295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834be62d-b855-4d14-ba18-08b28d33b4d5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:47.951481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:47.954058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:47.958727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:47.960627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1034703 Dec 22 15:50:47.964030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48788) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.970420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bbc473b2-db50-4a1a-8fe0-789c9d3a784a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45219a2ea944468bbd28c6aef95f2668&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1355906 Dec 22 15:50:47.972400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ce3ef6ca-2a72-45c5-bdb2-eff6f0126a24 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '834be62d-b855-4d14-ba18-08b28d33b4d5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:47.972927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.973456 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-ce3ef6ca-2a72-45c5-bdb2-eff6f0126a24 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:47.974987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce3ef6ca-2a72-45c5-bdb2-eff6f0126a24 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093489 Dec 22 15:50:47.978649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48796) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:47.988118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-440b9aa0-6c5b-49af-9269-110d3a941c72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:47.989617 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-440b9aa0-6c5b-49af-9269-110d3a941c72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3764517 Dec 22 15:50:47.992294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:48.001395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.002888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.023336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.068250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92d2f8c3-923d-45ef-babc-4818d11d8c81 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742714 Dec 22 15:50:48.071797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:48.077596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.086940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48804) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:48.107088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] For port ee74533b-2ca9-4b3d-a133-59ebae67135c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ee74533b-2ca9-4b3d-a133-59ebae67135c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:48.107541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.112277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:48.237619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Calling delete_port for ee74533b-2ca9-4b3d-a133-59ebae67135c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:48.239263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.284415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.338817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3453cf6-526f-4ace-8e76-bc9057852523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.360598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.361906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0b3c4c19-1539-4d44-9e06-92c51f0c495e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6510303 Dec 22 15:50:48.371810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48812) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:48.376241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.400421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:48.428698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:48.430129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.434266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ee74533b-2ca9-4b3d-a133-59ebae67135c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:48.435366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.485404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.496934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e2a8296-9c74-4884-81cf-911d47bd5f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:48.514667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:48.556133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ee74533b-2ca9-4b3d-a133-59ebae67135c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:50:48.556482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ee74533b-2ca9-4b3d-a133-59ebae67135c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:50:48.560706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] No DVR routers for this DVR port ee74533b-2ca9-4b3d-a133-59ebae67135c on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:50:48.564395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Pushing event deleted for resources: {'Port': ['ID=ee74533b-2ca9-4b3d-a133-59ebae67135c,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:48.570047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:48.639513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:48.644457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-7ee3f797-d749-486f-8ac8-5728a0171cfb', 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': 'b1a451b0-5be7-4c2f-93d4-58ee01b0e492'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:48.645417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.849937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Allocated IP 172.20.0.2 (7ee3f797-d749-486f-8ac8-5728a0171cfb/b1a451b0-5be7-4c2f-93d4-58ee01b0e492/2fb9083b-7660-47bb-8f8f-ea9e65c955c0) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:48.875766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1892943239'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:48.888174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.904862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:48.913992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:48.916685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91b40a13-f89b-45b5-ad20-4f12d1faef6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:48.970585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:48.988098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:48.996769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=834be62d-b855-4d14-ba18-08b28d33b4d5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:49.010549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:49.012918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:49.058458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.067030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47356b91-c025-4c07-ae97-43a6b0856a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:49.104544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.109139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.109273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/834be62d-b855-4d14-ba18-08b28d33b4d5 HTTP/1.1" status: 204 len: 168 time: 1.1258147 Dec 22 15:50:49.113254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48824) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:49.119222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Transition to ACTIVE for port object 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:49.140806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Transition to ACTIVE for port object 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:49.147397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:49.153148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.160688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:49.177100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:49.182958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.189515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:49.215739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.256204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.257469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f0feaf7-7e5b-4ff2-8a37-d40c44a5b85c HTTP/1.1" status: 204 len: 168 time: 1.2832019 Dec 22 15:50:49.273462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Pushing event updated for resources: {'Port': ['ID=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:49.293261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:49.297261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:49.299747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:49.307805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:49.313607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.323479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-244c97c0-2d14-4f32-a697-40812a49ff8a tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:49.392857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1db4a2eb-8d79-473f-8c91-50479f11a59f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:49.414764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:49.425759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:security_group_rule and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:49.432155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:49.448776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:49.452028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Attempting to bind port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:49.453264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Attempting to bind port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '61eb279a-e13e-4244-8855-33b06b91b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:49.458106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Attempting to bind port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 on network 7ee3f797-d749-486f-8ac8-5728a0171cfb {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:49.461832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Subnet': ['ID=b13d97c2-d7b5-4867-baa0-556a73b34aa6,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:49.462235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:49.462934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Checking segment: {'id': '61eb279a-e13e-4244-8855-33b06b91b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:49.463608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.463818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Bound using segment: {'id': '61eb279a-e13e-4244-8855-33b06b91b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:49.464575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Bound port: 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61eb279a-e13e-4244-8855-33b06b91b6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7ee3f797-d749-486f-8ac8-5728a0171cfb'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:49.468157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.470872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.483419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:49.503823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Checking segment: {'id': '025e90e7-a43c-4000-b9fe-a2c2e2a63841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:49.504338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network hostable DHCP agents. Network: 48593843-e3cf-47f4-a702-e3d184e2958a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:49.524973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1db4a2eb-8d79-473f-8c91-50479f11a59f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:49.530277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1db4a2eb-8d79-473f-8c91-50479f11a59f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4101739 Dec 22 15:50:49.532891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48830) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:49.543066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733010843'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:49.580703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:49.594673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] For port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:49.599866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] For port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,segment=NetworkSegment(61eb279a-e13e-4244-8855-33b06b91b6b9),segment_id=61eb279a-e13e-4244-8855-33b06b91b6b9)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:49.632238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.648553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd4196fd-b656-4240-80e4-732311e895e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:49.720227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:49.738327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:49.754787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Pushing event updated for resources: {'Port': ['ID=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:49.758490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:49.807572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.832609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.833565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 48593843-e3cf-47f4-a702-e3d184e2958a) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:49.834255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.843846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50323666-1397-40fb-90e0-fc87c05fcaa9 None None] Network 48593843-e3cf-47f4-a702-e3d184e2958a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:49.852814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad30ef65-b162-4bf8-b542-641ef6633183 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:49.879394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:49.880056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:49.944824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.20.0.1 (7ee3f797-d749-486f-8ac8-5728a0171cfb/b1a451b0-5be7-4c2f-93d4-58ee01b0e492/3513877f-0f47-4470-b178-b5d99f50dbdc) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:49.975749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48836) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:49.983470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.017768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4117348 Dec 22 15:50:50.023964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48840) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:50.025952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:50.037890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1511111227'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:50.046138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:50.047191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:50.047568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.071976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:50.082475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:50.093314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5be48-b487-47dc-9c29-5a0917473c2e None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:50.113148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-48593843-e3cf-47f4-a702-e3d184e2958a', 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'tenant_id': '2427c6ce41c9460eb34026cbe9fcddc7', 'fixed_ips': [{'subnet_id': 'b13d97c2-d7b5-4867-baa0-556a73b34aa6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:50.114221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.202529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:50.208324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Usage tracker for resource:port and tenant:2427c6ce41c9460eb34026cbe9fcddc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:50.211703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:50.221125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:50.361499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:50.369562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.404897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-542d6965-674e-484a-bbe8-72d7e0ea0dab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d85427efa5fd4b19bf0437cc575d31f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4276104 Dec 22 15:50:50.416215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:50.416920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.423111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48844) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:50.428342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:50.435008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:50.442882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.443275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment c6b30eb1-139a-48f3-a40c-b5f419eeccec of type vlan for network 6b896be7-7237-4a46-bbc3-cce10a9ab129 Dec 22 15:50:50.464622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:50.475600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=7039c284-1134-491f-b315-22791a414103,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:50.476569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:50.478654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:50.486138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-197de64c-23b7-4231-b82a-24076e57d3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:50.542904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.575413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 3513877f-0f47-4470-b178-b5d99f50dbdc will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:50.597301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.607241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port ebf9c710-146a-4a73-8bc1-7a7acd93138b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:50.703267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911c29a1-a960-44fc-96c2-f98d9acdf7d5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:50.707535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:50.733427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Allocated IP 2001:db8::2 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/1142b406-8df6-400d-8421-9079ed6a6919) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:50.741210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.757296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.6609752 Dec 22 15:50:50.761077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48848) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:50.778579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:7d:e5:58', 'name': 'tempest-NetworksTestDHCPv6-2130024953'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:50.780410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '7039c284-1134-491f-b315-22791a414103'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:50.781469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.793987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.804704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.809110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d300e8e1-01b2-4f08-9990-9eaeee500c95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:50.819057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:50.826492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.841815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.847927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:50.848591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.852054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:50.915916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a0df378-5312-41eb-9c6b-1d239f4a88ce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.007200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:51.019512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:51.020215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:51.025320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=3513877f-0f47-4470-b178-b5d99f50dbdc,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:51.030598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:51.049194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.065020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:51.119523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:51.122038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.128299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:51.132111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Allocated IP 2001:db8::f816:3eff:fe57:f9a1 (3869d436-ab4f-45bb-9569-b3230aca28ff/7039c284-1134-491f-b315-22791a414103/f8689800-ba1b-433a-807f-2afa9a573c32) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:51.132266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:51.134794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.144672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:51.152379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Transition to ACTIVE for port object 1142b406-8df6-400d-8421-9079ed6a6919 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:51.164011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.167847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8126d4d-d895-4b06-b0ef-aa6e5dd3f251 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.172834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.174269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6411190 Dec 22 15:50:51.175879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5306745 Dec 22 15:50:51.180578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48852) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:51.184529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=6b896be7-7237-4a46-bbc3-cce10a9ab129,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:51.189077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:51.189648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f818b55-d2d0-471f-913e-4b1ddd8ed20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.190308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:50:51.192176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-44ef8720-1311-4c7d-bc9c-724e9d1cdf08 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '17dd932d-3157-4572-b540-7098223079d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:51.192879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-44ef8720-1311-4c7d-bc9c-724e9d1cdf08 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:51.197232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-44ef8720-1311-4c7d-bc9c-724e9d1cdf08 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0147316 Dec 22 15:50:51.199312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48856) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:51.199963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6964cfa3-298d-423d-a6cb-f623e81a58e9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:51.203279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:51.209307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.213038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6964cfa3-298d-423d-a6cb-f623e81a58e9 HTTP/1.1" status: 204 len: 168 time: 0.6331072 Dec 22 15:50:51.221497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:51.234749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.240709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Transition to ACTIVE for port object 1142b406-8df6-400d-8421-9079ed6a6919 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:51.244220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:50:51.327617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd932d-3157-4572-b540-7098223079d1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:51.334657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:51.338990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.398823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.527513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 41b61447-9149-4e70-a0ca-dadb2f87ecdf yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:51.591543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.606200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-66708cd1-569b-445d-8762-bdfdd9f59b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.644134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd932d-3157-4572-b540-7098223079d1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:51.652914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.660917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:51.682302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0241e4b-4ca1-41db-bdd8-adffe8820e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.686257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.730199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::2b2 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/ebf9c710-146a-4a73-8bc1-7a7acd93138b) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:51.749192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.751127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/17dd932d-3157-4572-b540-7098223079d1 HTTP/1.1" status: 204 len: 168 time: 0.5496557 Dec 22 15:50:51.758853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48862) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:51.787386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.836846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:51.948383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:51.965499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Transition to ACTIVE for port object f8689800-ba1b-433a-807f-2afa9a573c32 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:51.996031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Transition to ACTIVE for port object f8689800-ba1b-433a-807f-2afa9a573c32 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:52.004073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=31c34e4d-7e5f-4860-90c3-b9b8dc5d5f80,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:52.021051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:52.054952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.090413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:52.097716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:52.104726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:52.162825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Pushing event updated for resources: {'Port': ['ID=1142b406-8df6-400d-8421-9079ed6a6919,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:52.199969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:52.209997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:52.210882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f59095-4bb3-4c52-ac70-29455e7160db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:52.272201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:52.300591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:52.368835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Attempting to bind port 1142b406-8df6-400d-8421-9079ed6a6919 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:52.369259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Attempting to bind port 1142b406-8df6-400d-8421-9079ed6a6919 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '025e90e7-a43c-4000-b9fe-a2c2e2a63841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:52.369676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Attempting to bind port 1142b406-8df6-400d-8421-9079ed6a6919 on network 48593843-e3cf-47f4-a702-e3d184e2958a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:52.396963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e7f6432f-7944-4899-b497-fa8f3a1c4e0e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:52.413236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb243eb-1f17-4a6a-b88e-d34427662784 None None] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:52.434125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:52.434580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Checking segment: {'id': '025e90e7-a43c-4000-b9fe-a2c2e2a63841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:52.435041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.435489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Bound using segment: {'id': '025e90e7-a43c-4000-b9fe-a2c2e2a63841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:52.436034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Bound port: 1142b406-8df6-400d-8421-9079ed6a6919, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025e90e7-a43c-4000-b9fe-a2c2e2a63841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:52.436457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.456471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.757541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe7d:e558 (3869d436-ab4f-45bb-9569-b3230aca28ff/7039c284-1134-491f-b315-22791a414103/41b61447-9149-4e70-a0ca-dadb2f87ecdf) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:52.772868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Pushing event updated for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:52.778633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:52.782941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Attempting to bind port f8689800-ba1b-433a-807f-2afa9a573c32 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:50:52.782941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Attempting to bind port f8689800-ba1b-433a-807f-2afa9a573c32 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:50:52.782941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Attempting to bind port f8689800-ba1b-433a-807f-2afa9a573c32 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:50:52.808793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Provisioning for port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:52.832359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e7f6432f-7944-4899-b497-fa8f3a1c4e0e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:52.837640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] For port 1142b406-8df6-400d-8421-9079ed6a6919, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:52.838278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e7f6432f-7944-4899-b497-fa8f3a1c4e0e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0746567 Dec 22 15:50:52.842235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48866) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:52.848356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Provisioning complete for port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:52.848874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.888492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:50:52.889033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:52.889563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.890810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:50:52.891817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Bound port: f8689800-ba1b-433a-807f-2afa9a573c32, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:50:52.892317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:52.946304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753163656'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:53.020098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] For port 1142b406-8df6-400d-8421-9079ed6a6919, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1142b406-8df6-400d-8421-9079ed6a6919,segment=NetworkSegment(025e90e7-a43c-4000-b9fe-a2c2e2a63841),segment_id=025e90e7-a43c-4000-b9fe-a2c2e2a63841)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:53.041777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:53.090767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.095865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:53.100398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.112784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4fa986e8-8734-47e8-b300-d40b7a501452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:53.168695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object ebf9c710-146a-4a73-8bc1-7a7acd93138b will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:53.222014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Router ba179f07-749f-4ed4-bdf6-e872c5d09b31 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:50:53.287916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.388873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Pushing event updated for resources: {'Port': ['ID=1142b406-8df6-400d-8421-9079ed6a6919,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:53.407778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.413943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:53.415015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:53.424251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:53.437045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:53.450275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:50:53.457441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:53.462668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.472497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.509242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6066de3f-a9cb-49fc-82bb-11f0ef5aee49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:53.523908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:53.537238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] Sync routers for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:53.547827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:50:53.548964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.562566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "PUT /v2.0/routers/ba179f07-749f-4ed4-bdf6-e872c5d09b31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8883479 Dec 22 15:50:53.564145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48870) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:53.571448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:53.581623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:53.596227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] For port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,segment=NetworkSegment(61eb279a-e13e-4244-8855-33b06b91b6b9),segment_id=61eb279a-e13e-4244-8855-33b06b91b6b9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:53.602920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.604674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.618564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:53.714059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.724715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:53.748643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] Routers {'ba179f07-749f-4ed4-bdf6-e872c5d09b31'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:53.753559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:53.804950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Pushing event updated for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:53.816576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:53.820359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:53.846947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 41b61447-9149-4e70-a0ca-dadb2f87ecdf will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:53.948146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=3513877f-0f47-4470-b178-b5d99f50dbdc,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:53.974978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:53.976286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:53.976749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66486727-80d4-4cc5-ae6b-a949026b2a59 None None] The sync data for ids ['ba179f07-749f-4ed4-bdf6-e872c5d09b31'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:53.978149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:53.979489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:53.981551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:54.056790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.057772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Pushing event updated for resources: {'Port': ['ID=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:54.062595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:54.069981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.091421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:54.122633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.127687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:54.136036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:54.137378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.216483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=ebf9c710-146a-4a73-8bc1-7a7acd93138b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:54.235118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:54.245690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8d0822e-4418-48da-a098-fa5672760463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:54.338989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.417843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b80eedc-99cb-41f1-8f99-70499b4868bd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:54.431090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:54.432155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.436735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5375149 Dec 22 15:50:54.437385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.437852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f962868-b465-41a9-9eb6-9e7e3649afb1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:54.465136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3f8c5427-e434-4674-88f2-51ef02c5d2ab tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '6b80eedc-99cb-41f1-8f99-70499b4868bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:54.467405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-3f8c5427-e434-4674-88f2-51ef02c5d2ab tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:54.472674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f8c5427-e434-4674-88f2-51ef02c5d2ab tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118368 Dec 22 15:50:54.478913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48878) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.499488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Provisioning complete for port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:54.500298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.506376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2fc7f2f7-4308-4bc4-830e-188794044b4e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '6b80eedc-99cb-41f1-8f99-70499b4868bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:54.507861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-2fc7f2f7-4308-4bc4-830e-188794044b4e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:54.511680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2fc7f2f7-4308-4bc4-830e-188794044b4e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0168173 Dec 22 15:50:54.522898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48882) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.578981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ea8ce9ab-6383-48f9-8781-6b38b82e2176 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '6b80eedc-99cb-41f1-8f99-70499b4868bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:54.587682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-ea8ce9ab-6383-48f9-8781-6b38b82e2176 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:54.602984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ea8ce9ab-6383-48f9-8781-6b38b82e2176 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0544157 Dec 22 15:50:54.604340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.609516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.617949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-80828e49-da9e-416f-a1cf-33bb4c19f8a2 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '6b80eedc-99cb-41f1-8f99-70499b4868bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:54.618785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-80828e49-da9e-416f-a1cf-33bb4c19f8a2 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:54.623144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80828e49-da9e-416f-a1cf-33bb4c19f8a2 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124021 Dec 22 15:50:54.625176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48890) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.685325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting port 166a9934-bfe0-45ee-a8be-83c130ce4f37 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:54.686200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.698200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6674516 Dec 22 15:50:54.727712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48894) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:54.733140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1142b406-8df6-400d-8421-9079ed6a6919 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:54.739127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=41b61447-9149-4e70-a0ca-dadb2f87ecdf,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:54.766422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:54.768014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:54.771490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:54.778654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:54.787957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:54.804264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:54.837875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2142069780', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:46:08:94'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:54.890745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:54.913248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:54.923690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1614175 Dec 22 15:50:54.929774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:55.001929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48900) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:55.020020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:55.066134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1142b406-8df6-400d-8421-9079ed6a6919 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:55.073168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:55.122732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Provisioning for port 3513877f-0f47-4470-b178-b5d99f50dbdc completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:55.133909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Provisioning complete for port 3513877f-0f47-4470-b178-b5d99f50dbdc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:55.134418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.211391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6b788-910d-46c4-be49-efbab4b08f61 None None] Port 3513877f-0f47-4470-b178-b5d99f50dbdc cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:55.221321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:55.221749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.333469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a988f7-cbdd-41e3-bc88-0e58c02318b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:55.340943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a988f7-cbdd-41e3-bc88-0e58c02318b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:55.340943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-64a988f7-cbdd-41e3-bc88-0e58c02318b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:55.386305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2ee56c5f-98e8-4091-8b93-0143e037aceb None None] Provisioning complete for port 3513877f-0f47-4470-b178-b5d99f50dbdc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:55.386950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2ee56c5f-98e8-4091-8b93-0143e037aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.496958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-64a988f7-cbdd-41e3-bc88-0e58c02318b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:55.497278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2ee56c5f-98e8-4091-8b93-0143e037aceb None None] Port 3513877f-0f47-4470-b178-b5d99f50dbdc cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:55.499203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64a988f7-cbdd-41e3-bc88-0e58c02318b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4562583 Dec 22 15:50:55.511915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48906) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:55.576026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.615459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 41b61447-9149-4e70-a0ca-dadb2f87ecdf {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:55.615670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.621312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:55.631052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:55.637000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Usage tracker for resource:port and tenant:2427c6ce41c9460eb34026cbe9fcddc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:55.644075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:55.655471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:subnet and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:55.666749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:55.670177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.679671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:55.682827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.705512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:55.725416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bb64138d-e1de-48d0-b64d-8f7ee5b527e3 None None] Provisioning complete for port 3513877f-0f47-4470-b178-b5d99f50dbdc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:55.725990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb64138d-e1de-48d0-b64d-8f7ee5b527e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:55.726303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 8a5c5d0a-7971-4a08-b173-32f53a3cfc7c is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:50:55.782239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-bb64138d-e1de-48d0-b64d-8f7ee5b527e3 None None] Port 3513877f-0f47-4470-b178-b5d99f50dbdc cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:55.846063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Calling delete_port for 166a9934-bfe0-45ee-a8be-83c130ce4f37 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:55.892142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:55.921026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:56.033878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.149535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.160249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b83a9761-081b-498a-bbf6-832d47bca686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:56.172593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 41b61447-9149-4e70-a0ca-dadb2f87ecdf owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:56.180866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.207903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b80eedc-99cb-41f1-8f99-70499b4868bd,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:56.230384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:56.240228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:50:56.245478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/8a5c5d0a-7971-4a08-b173-32f53a3cfc7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8610635 Dec 22 15:50:56.249022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48910) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:56.259968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] Sync routers for ids ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:50:56.265868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.270926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b80eedc-99cb-41f1-8f99-70499b4868bd HTTP/1.1" status: 204 len: 168 time: 1.6426077 Dec 22 15:50:56.276951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48914) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:56.284134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] Routers {'8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:56.284906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:56.349592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6bbb3-6fb4-478e-aad7-20353a8c9a9b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:56.350473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-73c6bbb3-6fb4-478e-aad7-20353a8c9a9b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:56.368067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.406729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:56.431477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] Routers {'8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:50:56.432506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:56.498881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port fcce9ec5-09ee-47fa-b925-1810fb3ea9db yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:56.505245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.511889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92a7f811-0273-42a4-9ecf-4aa45d0b309d tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:56.514244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8689800-ba1b-433a-807f-2afa9a573c32 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:56.592175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-73c6bbb3-6fb4-478e-aad7-20353a8c9a9b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:56.593595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-73c6bbb3-6fb4-478e-aad7-20353a8c9a9b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports/3513877f-0f47-4470-b178-b5d99f50dbdc HTTP/1.1" status: 200 len: 910 time: 0.3424788 Dec 22 15:50:56.594370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:50:56.595061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75670714-89dd-437b-9f0c-6fa1ed6358f5 None None] The sync data for ids ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:50:56.604235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:56.622743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b1a451b0-5be7-4c2f-93d4-58ee01b0e492'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:56.642992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=41b61447-9149-4e70-a0ca-dadb2f87ecdf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:56.645242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.648530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:56.673130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f8689800-ba1b-433a-807f-2afa9a573c32 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:56.680486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679bfc3d-faf7-4a06-b072-a0cba8de17de None None] Network 48593843-e3cf-47f4-a702-e3d184e2958a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:56.725332 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/41b61447-9149-4e70-a0ca-dadb2f87ecdf HTTP/1.1" status: 204 len: 168 time: 1.2118907 Dec 22 15:50:56.728147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48922) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:56.746282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0126584b-e2b3-45ce-83a2-306ece6dfa3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:50:56.816082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e677e-08d6-461f-b448-ff7e95107f26 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:56.818173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8e677e-08d6-461f-b448-ff7e95107f26 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:56.822686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d8e677e-08d6-461f-b448-ff7e95107f26 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0912340 Dec 22 15:50:56.826482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48926) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:56.907354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:56.926282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4fddda59-b4ac-43aa-b6a7-42f5d7f08b41 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:56.984426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0126584b-e2b3-45ce-83a2-306ece6dfa3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:50:56.984806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Provisioning for port 1142b406-8df6-400d-8421-9079ed6a6919 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:56.985899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0126584b-e2b3-45ce-83a2-306ece6dfa3e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6452556 Dec 22 15:50:57.007490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Provisioning complete for port 1142b406-8df6-400d-8421-9079ed6a6919 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:57.008029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.160090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48930) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:57.171718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.203317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::d7 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/fcce9ec5-09ee-47fa-b925-1810fb3ea9db) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:57.221591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] For port 1142b406-8df6-400d-8421-9079ed6a6919, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1142b406-8df6-400d-8421-9079ed6a6919,segment=NetworkSegment(025e90e7-a43c-4000-b9fe-a2c2e2a63841),segment_id=025e90e7-a43c-4000-b9fe-a2c2e2a63841)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:57.264809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Port': ['ID=166a9934-bfe0-45ee-a8be-83c130ce4f37,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:57.267930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.271164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fe1bb34-7f28-4906-89fa-ed2914d7c271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:57.274548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--715029966'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:57.279844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:57.362985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Pushing event updated for resources: {'Port': ['ID=1142b406-8df6-400d-8421-9079ed6a6919,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:57.366398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:57.388646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 7039c284-1134-491f-b315-22791a414103 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:57.393127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.422707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:57.427709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Provisioning for port f8689800-ba1b-433a-807f-2afa9a573c32 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:57.434392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.434626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Provisioning complete for port f8689800-ba1b-433a-807f-2afa9a573c32 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:57.434953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.449920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:57.474716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.535557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=6c9cbdb1-4c3f-4018-8d66-81847065df70,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:57.539271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:57.542646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:57.590909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.602006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.719684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.725179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abc8f437-eb78-41e9-ad65-f448d35425be tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:57.768024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:57.768440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:57.772214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=7039c284-1134-491f-b315-22791a414103,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:57.775403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:57.779979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:57.793703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/7039c284-1134-491f-b315-22791a414103 HTTP/1.1" status: 204 len: 168 time: 0.9676757 Dec 22 15:50:57.796585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48934) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:57.872739 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9955ab2b-24fa-4a4e-869d-b505a8153ed5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722251 Dec 22 15:50:57.873077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48938) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:57.879657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:57.910050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df9ebb-f430-4170-b0f0-012bc424bce5 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:57.939313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.016716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:58.022013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:58.025637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:58.032194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.032815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:58.062164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:58.068533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.193165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:50:58.199393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.199530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Deleting port f8689800-ba1b-433a-807f-2afa9a573c32 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:58.199920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.365413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.367316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:58.383779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:58.404679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:58.411690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1142b406-8df6-400d-8421-9079ed6a6919 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:50:58.473132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:58.475319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': 'c6b30eb1-139a-48f3-a40c-b5f419eeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:50:58.475723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: 6b896be7-7237-4a46-bbc3-cce10a9ab129, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:50:58.540354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:58.567279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:58.567741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.585580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.589780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3a22e0a-7fd2-4f6c-9e42-d0a91f55248b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:58.724504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.739980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.742339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.752993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Calling delete_port for f8689800-ba1b-433a-807f-2afa9a573c32 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:50:58.781844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.800755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object fcce9ec5-09ee-47fa-b925-1810fb3ea9db will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:50:58.823084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1142b406-8df6-400d-8421-9079ed6a6919 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:58.823507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.863047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Provisioning for port ebf9c710-146a-4a73-8bc1-7a7acd93138b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:50:58.882541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Provisioning complete for port ebf9c710-146a-4a73-8bc1-7a7acd93138b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:58.882968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.906741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.914341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:50:58.919884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Pushing event updated for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:58.939877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:58.977266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:58.982601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Port ebf9c710-146a-4a73-8bc1-7a7acd93138b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:50:58.987858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed802ab5-8768-4be0-be13-603d303a52d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:58.990116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:59.019862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.024060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 6b896be7-7237-4a46-bbc3-cce10a9ab129) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:59.032594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Could not find standard attr ID for object 41b61447-9149-4e70-a0ca-dadb2f87ecdf. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:50:59.037119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce1399-01d0-46be-a8c8-b252eb8aaacf None None] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:50:59.053350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.053911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Fanout notify agent at l3_agent the message router_deleted on router ba179f07-749f-4ed4-bdf6-e872c5d09b31 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:50:59.056140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:59.056781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.073486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.074356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.080125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa01d3d3-8bc6-4a91-bda8-105eb80d6c94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:59.091682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:50:59.092095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:50:59.093660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d37d5-16ce-4125-b798-fb9bec7af1fb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:59.096642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.097351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Provisioning complete for port 1142b406-8df6-400d-8421-9079ed6a6919 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:50:59.097778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95f81c1a-5e09-4a3d-82e6-eb4dab86642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.097978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:59.127076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9939e904-5e22-48a3-8c18-80cd70a0a2ad tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:59.166634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:59.170083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:59.173972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:59.174644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.206370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=6']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:59.210278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:59.213490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0432793-7b87-48d8-a7c4-8d6652527337 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:59.227411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.231024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/routers/ba179f07-749f-4ed4-bdf6-e872c5d09b31 HTTP/1.1" status: 204 len: 168 time: 5.6606674 Dec 22 15:50:59.236419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.241462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9700048 Dec 22 15:50:59.242586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48942) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.242586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48944) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.250747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3740716 Dec 22 15:50:59.253998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48946) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.263480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:33:73:7a', 'name': 'tempest-NetworksTestDHCPv6-184356328'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:59.346386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-130d9087-2716-4b5a-8d17-b0c8a29dd305 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:59.347121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-130d9087-2716-4b5a-8d17-b0c8a29dd305 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:50:59.351612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-130d9087-2716-4b5a-8d17-b0c8a29dd305 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0542212 Dec 22 15:50:59.363028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.3455255 Dec 22 15:50:59.363028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.370631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8689800-ba1b-433a-807f-2afa9a573c32 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:50:59.387279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48956) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.388106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=b313cd56-a002-4a47-a379-f5e24238516e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:59.391529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:59.400349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-519668231'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:59.417634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:59.433449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:59.440037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:59.450989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:59.488207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:59.488207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:59.489394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:59.496011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:59.507087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:59.513613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.544592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:50:59.552754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.575908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:50:59.592798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.593434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment 0076f466-9033-44da-9d13-b76018f9f6f1 of type vlan for network a3054f9a-a274-4890-936e-fd7edeb6e951 Dec 22 15:50:59.603004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Deleting port f8689800-ba1b-433a-807f-2afa9a573c32 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:50:59.603440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.606096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 378be32c-7fac-472b-9c92-c86ecd756966 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:50:59.613476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:50:59.619536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=fcce9ec5-09ee-47fa-b925-1810fb3ea9db,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:50:59.626290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:50:59.640410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:50:59.646105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:50:59.649637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:50:59.652735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:50:59.657973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:59.657973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.674159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:50:59.683367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:50:59.696245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.713671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:50:59.752635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.770181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.0398092 Dec 22 15:50:59.775101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48962) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:50:59.812955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:50:59.847138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe33:737a (3869d436-ab4f-45bb-9569-b3230aca28ff/b313cd56-a002-4a47-a379-f5e24238516e/378be32c-7fac-472b-9c92-c86ecd756966) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:50:59.878428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.882681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:50:59.883345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.894069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c6daf5c-3f80-4c18-9077-72252c3826cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:59.925991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-6b896be7-7237-4a46-bbc3-cce10a9ab129', 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129', 'tenant_id': '45efd1f7da9646119f94f0feedfd28a2', 'fixed_ips': [{'subnet_id': '6c9cbdb1-4c3f-4018-8d66-81847065df70'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:50:59.926832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.929031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.968201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:50:59.977494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e3ce786-0854-437e-baa6-21032bb4d5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:50:59.983075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Deleting subnet bd134baf-081b-423e-9812-9dc28f56a41f {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:50:59.987418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.023672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.024733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-214b7e91-4cf5-43b9-8485-eb7f8435694e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4169273 Dec 22 15:51:00.034344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48966) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.035092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.074145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-02a44d26-a2aa-4440-a56a-4b0d1d6ecf14 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.074847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-02a44d26-a2aa-4440-a56a-4b0d1d6ecf14 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.075914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02a44d26-a2aa-4440-a56a-4b0d1d6ecf14 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0130653 Dec 22 15:51:00.076777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b98595e-ab35-42f1-874e-6b62347fe30b tempest-RoutersAdminTest-2070621522 tempest-RoutersAdminTest-2070621522-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:00.095640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48970) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.119317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.125846 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7332189 Dec 22 15:51:00.129398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:00.151169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48974) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.162530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:00.166970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:00.171579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:00.172413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:00.191136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.196467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:00.200971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:00.220541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=a3054f9a-a274-4890-936e-fd7edeb6e951,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:00.223841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:00.229689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:00.230575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:00.241691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:00.243652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.249514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a3054f9a-a274-4890-936e-fd7edeb6e951 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:00.285304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.312858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] For port f8689800-ba1b-433a-807f-2afa9a573c32, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8689800-ba1b-433a-807f-2afa9a573c32,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:00.312858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.322228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 378be32c-7fac-472b-9c92-c86ecd756966 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:00.352860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.355691 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5c7660e5-cdee-4130-84ff-8e0e369547da tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2569046 Dec 22 15:51:00.357284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48978) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.364204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b90cb08f-5f19-4ce5-b7b6-eee7f2463821 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.364884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b90cb08f-5f19-4ce5-b7b6-eee7f2463821 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.369039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b90cb08f-5f19-4ce5-b7b6-eee7f2463821 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077171 Dec 22 15:51:00.369182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:00.369182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.370163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.370635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/ports/3513877f-0f47-4470-b178-b5d99f50dbdc HTTP/1.1" status: 200 len: 910 time: 3.7594049 Dec 22 15:51:00.373056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48982) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.375950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48984) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.383903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=3513877f-0f47-4470-b178-b5d99f50dbdc,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:00.384473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81b842ab-6fd0-4d67-a2be-359ef922fe57 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:00.400733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.410629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:00.419835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:00.436800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:00.441532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:00.444649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.481201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:00.486796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:subnet and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:00.498427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:00.499839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ec6986b2-1505-4d0b-9986-059ad9d61c94 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.7232041 Dec 22 15:51:00.501299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:00.506669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:00.508203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48990) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.517239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:00.564096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-216cfee3-0c9c-4efa-b365-b52fd0b21fd2 None None] Provisioning for port fcce9ec5-09ee-47fa-b925-1810fb3ea9db completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:00.576408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Calling delete_port for f8689800-ba1b-433a-807f-2afa9a573c32 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:00.591536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:00.613992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.620977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04106e9a-5efc-47e6-99f4-94c865f0bd5b tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:00.623797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-216cfee3-0c9c-4efa-b365-b52fd0b21fd2 None None] Provisioning complete for port fcce9ec5-09ee-47fa-b925-1810fb3ea9db triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:00.623797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-216cfee3-0c9c-4efa-b365-b52fd0b21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.646329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=378be32c-7fac-472b-9c92-c86ecd756966,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:00.659752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:00.661209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.662902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3069d007-87bb-4290-88ea-0601628e6724 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2801409 Dec 22 15:51:00.663316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:00.665951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 48994) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.668891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:00.676560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:00.680888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:00.681547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.690636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Subnet': ['ID=bd134baf-081b-423e-9812-9dc28f56a41f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:00.691568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5091045-f395-4229-b4b0-5c7fb08bd5a4 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.693021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b5091045-f395-4229-b4b0-5c7fb08bd5a4 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:00.696952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5091045-f395-4229-b4b0-5c7fb08bd5a4 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0229449 Dec 22 15:51:00.697120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:00.698069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 48998) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.708522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Allocated IP 2001:db8:0:ffff::2 (6b896be7-7237-4a46-bbc3-cce10a9ab129/6c9cbdb1-4c3f-4018-8d66-81847065df70/10087a39-2544-4112-bdb6-51eebd948f9b) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:00.708933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:00.713358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port fcce9ec5-09ee-47fa-b925-1810fb3ea9db {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:00.713744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.754734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-216cfee3-0c9c-4efa-b365-b52fd0b21fd2 None None] Port fcce9ec5-09ee-47fa-b925-1810fb3ea9db cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:00.775204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.788804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:00.820233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/subnets/bd134baf-081b-423e-9812-9dc28f56a41f HTTP/1.1" status: 204 len: 168 time: 1.5279703 Dec 22 15:51:00.821691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:00.826939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5717986 Dec 22 15:51:00.828271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:00.837973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:00.841296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.841798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49004) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:00.855959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.960161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:00.966129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3cdb89e-c878-4965-877c-0ba0bc079897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:01.020852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:01.023078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de2f8067-17e4-41be-b5fc-53b06802ef1f tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3229804 Dec 22 15:51:01.049781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Pushing event deleted for resources: {'Port': ['ID=f8689800-ba1b-433a-807f-2afa9a573c32,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:01.056100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:01.057302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49010) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.069299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ef1d37d5-16ce-4125-b798-fb9bec7af1fb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:01.078905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:01.090051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:01.096162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:01.105923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:01.140594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] No DVR routers for this DVR port f8689800-ba1b-433a-807f-2afa9a573c32 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:01.149212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.161894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Transition to ACTIVE for port object 10087a39-2544-4112-bdb6-51eebd948f9b will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:01.175302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a63375-590b-4bf9-81ef-0db94afc780f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:01.226758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Transition to ACTIVE for port object 10087a39-2544-4112-bdb6-51eebd948f9b will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:01.228412 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:01.232422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3866571-ffd3-4023-a8f9-37975d95be35 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1713345 Dec 22 15:51:01.236351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49014) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.288608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.296388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffbec439-4403-48b2-bf88-ab3fffef0f97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:01.352179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.361607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-deb01a7b-b557-4c1a-95c4-3fed2f273f95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:01.395984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.454248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.478390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:01.482096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:01.512562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.528740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': '0076f466-9033-44da-9d13-b76018f9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:01.529149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: a3054f9a-a274-4890-936e-fd7edeb6e951, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:01.558419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:01.570739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:01.575792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Pushing event updated for resources: {'Port': ['ID=10087a39-2544-4112-bdb6-51eebd948f9b,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:01.580442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:01.584861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:01.592635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.597955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:01.612136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d37d5-16ce-4125-b798-fb9bec7af1fb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:01.614879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:01.630184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network a3054f9a-a274-4890-936e-fd7edeb6e951 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:01.642171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.643851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef1d37d5-16ce-4125-b798-fb9bec7af1fb HTTP/1.1" status: 204 len: 168 time: 0.4060862 Dec 22 15:51:01.646325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49018) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.662522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621f891-a8ee-4790-84b5-78cb1f26e3da tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:01.666956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5621f891-a8ee-4790-84b5-78cb1f26e3da tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:01.667808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5621f891-a8ee-4790-84b5-78cb1f26e3da tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:01.671194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a3054f9a-a274-4890-936e-fd7edeb6e951) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:01.672060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.675904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:01.676901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.707152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f3826-6319-4612-a638-6235e47f2981 None None] Network a3054f9a-a274-4890-936e-fd7edeb6e951 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:01.728547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03912c3a-7ec4-4b67-bec0-c6a5694928a0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:01.739063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5839915 Dec 22 15:51:01.739638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49022) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.749419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'port': {'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951', 'name': 'tempest-NetworksIpV6TestAttrs-1179258682'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:01.857165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03912c3a-7ec4-4b67-bec0-c6a5694928a0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:01.863303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-03912c3a-7ec4-4b67-bec0-c6a5694928a0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2107692 Dec 22 15:51:01.864817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49026) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.879051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--592288364'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:01.882222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Attempting to bind port 10087a39-2544-4112-bdb6-51eebd948f9b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:01.882651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Attempting to bind port 10087a39-2544-4112-bdb6-51eebd948f9b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c6b30eb1-139a-48f3-a40c-b5f419eeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:01.883794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Attempting to bind port 10087a39-2544-4112-bdb6-51eebd948f9b on network 6b896be7-7237-4a46-bbc3-cce10a9ab129 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:01.890490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for fcce9ec5-09ee-47fa-b925-1810fb3ea9db owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:01.890736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:01.912022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:01.914644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:01.915079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Checking segment: {'id': 'c6b30eb1-139a-48f3-a40c-b5f419eeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:01.915538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.915987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Bound using segment: {'id': 'c6b30eb1-139a-48f3-a40c-b5f419eeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:01.916526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Bound port: 10087a39-2544-4112-bdb6-51eebd948f9b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b30eb1-139a-48f3-a40c-b5f419eeccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6b896be7-7237-4a46-bbc3-cce10a9ab129'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:01.916954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.922212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:01.939093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:01.943806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:port and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:01.946949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:01.953949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:01.974691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5621f891-a8ee-4790-84b5-78cb1f26e3da tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:01.975989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5621f891-a8ee-4790-84b5-78cb1f26e3da tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 1.1314499 Dec 22 15:51:01.979050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49030) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:01.979952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b7373d-a503-4e91-8f57-d9cdf2503761']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:02.003173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631e9dca-5a2e-44e9-8c1b-051f4169979b') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:02.003531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631e9dca-5a2e-44e9-8c1b-051f4169979b') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:02.025536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.037190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.049368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:02.054840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.089512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.107112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] device_id is not set on port f949712e-1ee2-4cef-b578-08619b711bea yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:02.110682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'b313cd56-a002-4a47-a379-f5e24238516e'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:02.111583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.121299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.154060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 378be32c-7fac-472b-9c92-c86ecd756966 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:02.154486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.189894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a3054f9a-a274-4890-936e-fd7edeb6e951', 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951', 'tenant_id': '45efd1f7da9646119f94f0feedfd28a2', 'fixed_ips': [{'subnet_id': '2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:02.190813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.197832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:02.198285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.206188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] For port 10087a39-2544-4112-bdb6-51eebd948f9b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:02.234711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] For port 10087a39-2544-4112-bdb6-51eebd948f9b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=10087a39-2544-4112-bdb6-51eebd948f9b,segment=NetworkSegment(c6b30eb1-139a-48f3-a40c-b5f419eeccec),segment_id=c6b30eb1-139a-48f3-a40c-b5f419eeccec)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:02.240386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:02.245998 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:02.257769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:02.261683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:02.273227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:02.291832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.300664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01ef0e8b-a18b-4222-8c67-efead12da64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:02.426365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.429245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.443351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bd9ebf-43e9-4ca1-a9a0-fd700966a51e tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:02.473102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.483259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Pushing event updated for resources: {'Port': ['ID=10087a39-2544-4112-bdb6-51eebd948f9b,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:02.491971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:02.496522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Pushing event deleted for resources: {'Network': ['ID=39b7373d-a503-4e91-8f57-d9cdf2503761,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:02.503526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] 10.222.0.18 "DELETE /v2.0/networks/39b7373d-a503-4e91-8f57-d9cdf2503761 HTTP/1.1" status: 204 len: 168 time: 1.6607971 Dec 22 15:51:02.506807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Allocated IP 2001:db8::f816:3eff:fe11:25b0 (3869d436-ab4f-45bb-9569-b3230aca28ff/b313cd56-a002-4a47-a379-f5e24238516e/67cf328c-7ff6-4a97-8828-21b5aaa2681c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:02.507417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:02.508320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-564f260a-56fb-4809-b88f-9695e9fc430d tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:02.542851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Allocated IP 2001:db8::f816:3eff:fe5f:d37f (a3054f9a-a274-4890-936e-fd7edeb6e951/2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0/f949712e-1ee2-4cef-b578-08619b711bea) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:02.554630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=fcce9ec5-09ee-47fa-b925-1810fb3ea9db,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:02.561787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:02.592270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.651927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.661936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a659393d-fde3-4e7d-8c42-61f72225813c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:02.671903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.797094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.809860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Transition to ACTIVE for port object 67cf328c-7ff6-4a97-8828-21b5aaa2681c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:02.836518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Transition to ACTIVE for port object 67cf328c-7ff6-4a97-8828-21b5aaa2681c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:02.842580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.852040 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/fcce9ec5-09ee-47fa-b925-1810fb3ea9db HTTP/1.1" status: 204 len: 168 time: 2.3382370 Dec 22 15:51:02.854201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49036) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:02.868414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:02.873417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:02.986621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:02.991382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:02.991590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-558da0ed-43c1-4c6b-969c-8d1bb60a7214 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] GET failed (client error): The resource could not be found. Dec 22 15:51:02.992554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-558da0ed-43c1-4c6b-969c-8d1bb60a7214 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:02.996647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:03.006898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Pushing event updated for resources: {'Port': ['ID=67cf328c-7ff6-4a97-8828-21b5aaa2681c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:03.021416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:03.067341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-558da0ed-43c1-4c6b-969c-8d1bb60a7214 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:03.072314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-558da0ed-43c1-4c6b-969c-8d1bb60a7214 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports/fcce9ec5-09ee-47fa-b925-1810fb3ea9db HTTP/1.1" status: 404 len: 333 time: 0.2083728 Dec 22 15:51:03.107088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49042) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:03.107701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49044) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:03.132442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1780009902'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:03.139516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Attempting to bind port 67cf328c-7ff6-4a97-8828-21b5aaa2681c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:03.140903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Attempting to bind port 67cf328c-7ff6-4a97-8828-21b5aaa2681c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:03.141321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Attempting to bind port 67cf328c-7ff6-4a97-8828-21b5aaa2681c on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:03.149208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:03.149643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:03.150112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.151693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:03.151693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Bound port: 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:03.152374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.225397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 378be32c-7fac-472b-9c92-c86ecd756966 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:03.265804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:03.272253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:03.273462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982e1cf5-bd11-4419-a978-7726945c1300,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:03.276487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:03.302422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.306993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a46bc505-c274-4ab6-b1bb-d32c50c6981d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:03.317626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:03.328770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:03.397750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.408534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:03.411350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5453916 Dec 22 15:51:03.418228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:03.430379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.440297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Pushing event updated for resources: {'Port': ['ID=67cf328c-7ff6-4a97-8828-21b5aaa2681c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:03.442185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '982e1cf5-bd11-4419-a978-7726945c1300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:03.443883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:03.449069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:03.455944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:03.462163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:03.474035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:03.532949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port d3661812-56b7-441e-a8af-b608bc9288c7 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:03.626026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.631275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ef617d75-d4e1-459e-b8d3-d281faf2949b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31c68ba542254d16a420382c4db60cad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5165210 Dec 22 15:51:03.636210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49056) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:03.659049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Transition to ACTIVE for port object f949712e-1ee2-4cef-b578-08619b711bea will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:03.678591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The resource could not be found. Dec 22 15:51:03.679780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-284b17fc-3b2f-45bb-a05b-7a9e94fe3056 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2587805 Dec 22 15:51:03.682774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49060) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:03.689133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '982e1cf5-bd11-4419-a978-7726945c1300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3becae35-e118-400d-a598-8a825709552e'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:03.697047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:03.701323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:03.705940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:03.712825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.714496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.721332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:03.723577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bec6c94d-031a-4b85-b576-407648959364 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:03.751185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Allocated IP 2001:db8::f816:3eff:fed3:4091 (a3054f9a-a274-4890-936e-fd7edeb6e951/2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0/7284907b-74c3-43b5-970a-2f67a9bfcf6d) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:03.817227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network a3054f9a-a274-4890-936e-fd7edeb6e951 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:03.820725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:03.827083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:03.832280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:03.832630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.872180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Port': ['ID=f949712e-1ee2-4cef-b578-08619b711bea,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:03.893769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:03.894350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-763ddcfc-0a45-49d1-a31c-4184efa17f45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:03.898730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::2c7 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/d3661812-56b7-441e-a8af-b608bc9288c7) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:03.938307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=378be32c-7fac-472b-9c92-c86ecd756966,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:03.942091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:03.945774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.952002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:03.976898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/378be32c-7fac-472b-9c92-c86ecd756966 HTTP/1.1" status: 204 len: 168 time: 1.9965408 Dec 22 15:51:03.978001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49064) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:04.035035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2939513 Dec 22 15:51:04.041724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49068) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:04.046936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.094842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.110684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Transition to ACTIVE for port object 7284907b-74c3-43b5-970a-2f67a9bfcf6d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:04.118594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting subnet 2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:04.128743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The resource could not be found. Dec 22 15:51:04.129924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c51e2c24-c92b-4949-8de1-22f671033901 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4461322 Dec 22 15:51:04.133876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49072) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:04.138754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Transition to ACTIVE for port object 7284907b-74c3-43b5-970a-2f67a9bfcf6d will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:04.153069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.164343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.173543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:04.194198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 3513877f-0f47-4470-b178-b5d99f50dbdc {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:04.194595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.247137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a47fb5-0135-4664-bff4-3437cfbece18 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:04.248808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a47fb5-0135-4664-bff4-3437cfbece18 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:04.250650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-76a47fb5-0135-4664-bff4-3437cfbece18 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:04.256292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Network a3054f9a-a274-4890-936e-fd7edeb6e951 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:04.259102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:04.263064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:04.289025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.298125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Pushing event updated for resources: {'Port': ['ID=7284907b-74c3-43b5-970a-2f67a9bfcf6d,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:04.306028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:04.363463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-76a47fb5-0135-4664-bff4-3437cfbece18 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:04.367007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76a47fb5-0135-4664-bff4-3437cfbece18 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3872938 Dec 22 15:51:04.370584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49076) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:04.376989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.381928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Attempting to bind port 7284907b-74c3-43b5-970a-2f67a9bfcf6d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:04.382718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Attempting to bind port 7284907b-74c3-43b5-970a-2f67a9bfcf6d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '0076f466-9033-44da-9d13-b76018f9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:04.383256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Attempting to bind port 7284907b-74c3-43b5-970a-2f67a9bfcf6d on network a3054f9a-a274-4890-936e-fd7edeb6e951 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:04.393876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:04.394553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Checking segment: {'id': '0076f466-9033-44da-9d13-b76018f9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:04.395127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.395679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Bound using segment: {'id': '0076f466-9033-44da-9d13-b76018f9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:04.396340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Bound port: 7284907b-74c3-43b5-970a-2f67a9bfcf6d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0076f466-9033-44da-9d13-b76018f9f6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a3054f9a-a274-4890-936e-fd7edeb6e951'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:04.396916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.510679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] For port 7284907b-74c3-43b5-970a-2f67a9bfcf6d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:04.515100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] For port 7284907b-74c3-43b5-970a-2f67a9bfcf6d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7284907b-74c3-43b5-970a-2f67a9bfcf6d,segment=NetworkSegment(0076f466-9033-44da-9d13-b76018f9f6f1),segment_id=0076f466-9033-44da-9d13-b76018f9f6f1)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:04.533889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67cf328c-7ff6-4a97-8828-21b5aaa2681c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:04.541073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.578308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.600777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f483ab8-7c4d-4afc-9b69-e6642df42d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:04.723876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Pushing event updated for resources: {'Port': ['ID=7284907b-74c3-43b5-970a-2f67a9bfcf6d,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:04.728657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:04.734478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.741847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 67cf328c-7ff6-4a97-8828-21b5aaa2681c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:04.750751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a3a1cd2-c26c-47fe-81ee-f2b473b5d22a tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:04.751084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 10087a39-2544-4112-bdb6-51eebd948f9b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:04.755487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.782201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.787063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68e440d-21f6-4893-8304-483460f88202,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:04.789812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:04.852057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object d3661812-56b7-441e-a8af-b608bc9288c7 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:04.885528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet b313cd56-a002-4a47-a379-f5e24238516e {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:04.890211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.904194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.924194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 10087a39-2544-4112-bdb6-51eebd948f9b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:04.930725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:04.939916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:04.963974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e1cf5-bd11-4419-a978-7726945c1300,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:04.980968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:04.989180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.003594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f256962-ccb2-4000-a310-4b44ff03da48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:05.054241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.071266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 3513877f-0f47-4470-b178-b5d99f50dbdc owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:05.090231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:05.100374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:05.104907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.105062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.109134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c68e440d-21f6-4893-8304-483460f88202 HTTP/1.1" status: 204 len: 168 time: 1.4660063 Dec 22 15:51:05.109270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/982e1cf5-bd11-4419-a978-7726945c1300 HTTP/1.1" status: 204 len: 168 time: 0.9711554 Dec 22 15:51:05.114858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.119538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0 HTTP/1.1" status: 204 len: 168 time: 1.0742874 Dec 22 15:51:05.119538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49082) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.122942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49084) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.245899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f70ee-2e9d-4555-b704-0d2f7cc0750d tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:05.247553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f70ee-2e9d-4555-b704-0d2f7cc0750d tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:05.248353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-238f70ee-2e9d-4555-b704-0d2f7cc0750d tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Synchronizing usage tracker for tenant:45efd1f7da9646119f94f0feedfd28a2 on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:05.252879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.267096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c059c0c-7f9c-490b-ab00-88409b51e672 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:05.294173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4fbb005-460c-4add-af32-9f1d36960330 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:05.308047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.352950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-238f70ee-2e9d-4555-b704-0d2f7cc0750d tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Unset dirty status for tenant:45efd1f7da9646119f94f0feedfd28a2 on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:05.354275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-238f70ee-2e9d-4555-b704-0d2f7cc0750d tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2274156 Dec 22 15:51:05.358329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.377523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:05.385152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:05.387163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=d3661812-56b7-441e-a8af-b608bc9288c7,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:05.390185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:05.397539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:05.398470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.406754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:05.415434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4fbb005-460c-4add-af32-9f1d36960330 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:05.425865 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4fbb005-460c-4add-af32-9f1d36960330 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2954295 Dec 22 15:51:05.428148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49096) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.434812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': 'ac9db60d-2c7d-4f7c-83c9-b4da5f80dbfb', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:05.441257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:05.446762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:05.455439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:05.462555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:05.464823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2fcaee-5262-4cec-bc9d-458e737bd460 None None] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:05.476843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.485462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81fce0af-92d5-473d-bd2d-edf4b395739a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:05.543777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.543953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4297223 Dec 22 15:51:05.557964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:46:08:94'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:05.559482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=3513877f-0f47-4470-b178-b5d99f50dbdc,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:05.577937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:05.610464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d319f92d-d89b-479e-9603-7b5d6e3fe195 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.664039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.685803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d73fb0ae-61af-406c-8499-b2bdd3d48d7b tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:05.795527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d319f92d-d89b-479e-9603-7b5d6e3fe195 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:51:05.796517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d319f92d-d89b-479e-9603-7b5d6e3fe195 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:05.805424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=b313cd56-a002-4a47-a379-f5e24238516e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:05.813263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:05.822773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The resource could not be found. Dec 22 15:51:05.834359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e92933b-769c-46e6-8c79-460b88a204d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3943295 Dec 22 15:51:05.837208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:05.839917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/b313cd56-a002-4a47-a379-f5e24238516e HTTP/1.1" status: 204 len: 168 time: 1.4661176 Dec 22 15:51:05.844703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.845187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49110) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.851362 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d319f92d-d89b-479e-9603-7b5d6e3fe195 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/a3054f9a-a274-4890-936e-fd7edeb6e951 HTTP/1.1" status: 409 len: 405 time: 0.4912865 Dec 22 15:51:05.866842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49116) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:05.888338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1085976129'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:05.914247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:05.957383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8a7f76e-2967-4300-ae74-50ecd523ee9b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1086564 Dec 22 15:51:05.961797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089224765'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:05.989042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49122) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:06.026127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Provisioning for port 10087a39-2544-4112-bdb6-51eebd948f9b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:06.065330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:06.065556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Provisioning complete for port 10087a39-2544-4112-bdb6-51eebd948f9b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:06.065749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.080803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:06.084619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:06.093262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:06.169481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:06.176339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.286116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:06.346131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.350179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.366991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:06.436160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] For port 10087a39-2544-4112-bdb6-51eebd948f9b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=10087a39-2544-4112-bdb6-51eebd948f9b,segment=NetworkSegment(c6b30eb1-139a-48f3-a40c-b5f419eeccec),segment_id=c6b30eb1-139a-48f3-a40c-b5f419eeccec)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:06.469397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cb772-a2ba-4756-a8f1-863db7568115 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:06.470410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b84cb772-a2ba-4756-a8f1-863db7568115 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:06.474032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.484943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.487211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:06.491466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.492056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment 010b1c10-424b-4fad-b3cc-582deaffdaa5 of type vlan for network f6363b46-01d2-4e92-ba35-cc3041a8eec2 Dec 22 15:51:06.523236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.535743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.599408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7284907b-74c3-43b5-970a-2f67a9bfcf6d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:06.661778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.665828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:06.666195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:06.667292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:06.679875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:06.687966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:06.693895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b84cb772-a2ba-4756-a8f1-863db7568115 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:06.708622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b84cb772-a2ba-4756-a8f1-863db7568115 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7080460 Dec 22 15:51:06.709304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49132) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:06.714210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:06.727485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:06.833743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9656739 Dec 22 15:51:06.869866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49136) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:06.886007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:06.949476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81e665-a730-40d4-a6b9-01596a33a7d0 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:06.964552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Pushing event updated for resources: {'Port': ['ID=10087a39-2544-4112-bdb6-51eebd948f9b,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:06.978015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:06.984855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=f6363b46-01d2-4e92-ba35-cc3041a8eec2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:07.009559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:07.030497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-12e782ea-c4ad-4e17-a01d-998ed885420f None None] Provisioning for port d3661812-56b7-441e-a8af-b608bc9288c7 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:07.043129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-12e782ea-c4ad-4e17-a01d-998ed885420f None None] Provisioning complete for port d3661812-56b7-441e-a8af-b608bc9288c7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:07.043553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12e782ea-c4ad-4e17-a01d-998ed885420f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.052807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:07.064119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66690b74-f56d-49e6-9b76-088433974dc2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:07.064884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-66690b74-f56d-49e6-9b76-088433974dc2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:07.070641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49142) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:07.139446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.152530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:07.155168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-66690b74-f56d-49e6-9b76-088433974dc2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:07.156296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66690b74-f56d-49e6-9b76-088433974dc2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4422064 Dec 22 15:51:07.164163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49148) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:07.169675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:07.224846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.227277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.260483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a3230b-7bc3-4d4b-bbe5-fa84525568dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696 tempest-PortsAdminExtendedAttrsIpV6TestJSON-956549696-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:07.271822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:07.293169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036444406'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:07.304877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7284907b-74c3-43b5-970a-2f67a9bfcf6d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:07.314972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:07.327978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c3463b13-6a1b-4953-9d91-bde80b8083bd tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573646 Dec 22 15:51:07.327978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:07.328819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49152) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:07.337059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:07.352371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:07.364241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-12e782ea-c4ad-4e17-a01d-998ed885420f None None] Port d3661812-56b7-441e-a8af-b608bc9288c7 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:07.384905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.385431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:07.390487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.393382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5457633 Dec 22 15:51:07.409557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49156) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:07.442337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108690289'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:07.462355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:07.470189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 8a5c5d0a-7971-4a08-b173-32f53a3cfc7c has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:07.472565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.486025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:07.490593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Deleting port 67cf328c-7ff6-4a97-8828-21b5aaa2681c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:07.491214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.499973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:07.500591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:07.508728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:07.513158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] In _notify_port_updated(), no bound segment for port d3661812-56b7-441e-a8af-b608bc9288c7 on network 48593843-e3cf-47f4-a702-e3d184e2958a {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:51:07.518955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:07.519845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.524683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "PUT /v2.0/ports/d3661812-56b7-441e-a8af-b608bc9288c7 HTTP/1.1" status: 200 len: 1003 time: 1.9767597 Dec 22 15:51:07.526187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5567ba2a-9d56-4f63-b37f-4d2f08dd5086,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:07.529151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:07.551670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:07.552416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Provisioning for port 67cf328c-7ff6-4a97-8828-21b5aaa2681c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:07.556409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:07.558869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1568102-1808-46df-86af-88b67f9243ab tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:07.566214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Provisioning complete for port 67cf328c-7ff6-4a97-8828-21b5aaa2681c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:07.566870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.607303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:07.618127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.910518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:07.941839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:07.942304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.041903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.087497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.101356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=d3661812-56b7-441e-a8af-b608bc9288c7,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:08.109734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Calling delete_port for 67cf328c-7ff6-4a97-8828-21b5aaa2681c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:08.114152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:08.114726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port d3661812-56b7-441e-a8af-b608bc9288c7 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:08.115226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.120268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/8a5c5d0a-7971-4a08-b173-32f53a3cfc7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7430186 Dec 22 15:51:08.127086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] Sync routers for ids ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:08.143075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:08.144308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77a4e61-0979-4a30-80a4-a26e03bef8a7 None None] Network a3054f9a-a274-4890-936e-fd7edeb6e951 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:08.145540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:08.146600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] Routers {'8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:08.153509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:08.153687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:08.153687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:08.160236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:08.161268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:08.161898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49164) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:08.199334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.206614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35507a7c-b2fc-4e49-90d1-bfce798fb963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:08.234023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:08.241283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.243024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:08.250398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] Routers {'8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:08.251420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:50:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:08.255027 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6246758d-0b93-41a3-9898-6f4e198bc099 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a5c5d0a-7971-4a08-b173-32f53a3cfc7c HTTP/1.1" status: 200 len: 205 time: 0.0862844 Dec 22 15:51:08.261130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49168) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:08.277792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Pushing event updated for resources: {'Port': ['ID=67cf328c-7ff6-4a97-8828-21b5aaa2681c,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:08.345493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:08.362011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.378592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Provisioning complete for port 10087a39-2544-4112-bdb6-51eebd948f9b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:08.379804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.380063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:08.382400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.394485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4342f244-165f-4f31-bd2e-2dcd32474c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:08.404715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:08.409110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:08.409783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138ba19-4e0e-42f4-98e6-d1eabd963377 None None] The sync data for ids ['8a5c5d0a-7971-4a08-b173-32f53a3cfc7c'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:08.464711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 10087a39-2544-4112-bdb6-51eebd948f9b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:08.471123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:08.505956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:08.519103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:08.523038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:08.526899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:08.536511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:08.542569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e894c-0dc4-47d7-92be-5cf5982f0daa,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:08.546402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:08.568947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:08.569358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:08.661442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.677232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.678840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 10087a39-2544-4112-bdb6-51eebd948f9b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:08.679270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.706784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.733552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Could not find standard attr ID for object 378be32c-7fac-472b-9c92-c86ecd756966. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:51:08.753893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] DHCP port deletion for a3054f9a-a274-4890-936e-fd7edeb6e951 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:08.754377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64da7113-e32c-462a-8d2b-482a7e1d02fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:08.759905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Deleting port 7284907b-74c3-43b5-970a-2f67a9bfcf6d {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:08.760325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.799760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.803551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7289922 Dec 22 15:51:08.805736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49172) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:08.808808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28803dc-2354-4ee2-bc3e-68395ea20754,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:08.825464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:08.853811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.865907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb3c6c5c-62ea-4cfd-a7b4-cb1210479016 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:08.942938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.949380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:08.955870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:08.957727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.963033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:08.963497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.973117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=db807c5a-c4af-429b-9b70-a3e21967d44f,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:08.977914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-37c0979f-6dc5-4963-b738-94ab530ef154 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:08.978811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-89802353-d719-429a-8049-59fec5f70201 None None] Provisioning complete for port d3661812-56b7-441e-a8af-b608bc9288c7 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:08.979244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89802353-d719-429a-8049-59fec5f70201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:08.980840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.042949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-37c0979f-6dc5-4963-b738-94ab530ef154 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:09.043182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.045371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37c0979f-6dc5-4963-b738-94ab530ef154 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2375753 Dec 22 15:51:09.050723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7df8aed-bc61-4bf1-8f8b-7b97952c8175 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7186644 Dec 22 15:51:09.050723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49176) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.050723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49178) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.059778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:ce:09:28', 'name': 'tempest-NetworksTestDHCPv6-1694936631'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:09.067689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67cf328c-7ff6-4a97-8828-21b5aaa2681c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:09.090059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-security--318404865', 'description': 'tempest-security-description-2044370360'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:09.115356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Deleting port 67cf328c-7ff6-4a97-8828-21b5aaa2681c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:09.115356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.117326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abe9242e-f5c4-4366-b2c7-8832d9030cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:09.197158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for d3661812-56b7-441e-a8af-b608bc9288c7 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:09.216295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.316951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:09.322177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.332113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:09.351317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] For port 7284907b-74c3-43b5-970a-2f67a9bfcf6d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7284907b-74c3-43b5-970a-2f67a9bfcf6d,segment=NetworkSegment(0076f466-9033-44da-9d13-b76018f9f6f1),segment_id=0076f466-9033-44da-9d13-b76018f9f6f1)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:09.351765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.368839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.371607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.377285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "PUT /v2.0/security-groups/a28803dc-2354-4ee2-bc3e-68395ea20754 HTTP/1.1" status: 200 len: 1611 time: 0.3210268 Dec 22 15:51:09.377285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34d428aa-e0ac-4a0b-9bb1-3386215e124e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:09.379953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49184) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.405942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:09.412501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.427382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035b9bdd-d0e3-4dc0-863c-88f144f6a4bb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:09.438198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28803dc-2354-4ee2-bc3e-68395ea20754,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:09.442312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.444278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.456163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 2f5d9108-e34d-4c87-a053-9eefcfb8c14d yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:09.497797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-89802353-d719-429a-8049-59fec5f70201 None None] Port d3661812-56b7-441e-a8af-b608bc9288c7 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:09.505858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Calling delete_port for 7284907b-74c3-43b5-970a-2f67a9bfcf6d owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:09.532146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.536719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1168277 Dec 22 15:51:09.536898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.546430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group_rule': {'security_group_id': '5567ba2a-9d56-4f63-b37f-4d2f08dd5086', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '035b9bdd-d0e3-4dc0-863c-88f144f6a4bb'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:09.556435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:09.595182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:09.603312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:09.618711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:09.636028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.661018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::24e (3869d436-ab4f-45bb-9569-b3230aca28ff/db807c5a-c4af-429b-9b70-a3e21967d44f/2f5d9108-e34d-4c87-a053-9eefcfb8c14d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:09.693434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.718281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-89802353-d719-429a-8049-59fec5f70201 None None] Provisioning for port 7284907b-74c3-43b5-970a-2f67a9bfcf6d completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:09.725628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:09.729591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b076f59b-0987-4529-a9bd-378e77e56c7a tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1886327 Dec 22 15:51:09.731249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49192) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.734989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-89802353-d719-429a-8049-59fec5f70201 None None] Provisioning complete for port 7284907b-74c3-43b5-970a-2f67a9bfcf6d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:09.734989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89802353-d719-429a-8049-59fec5f70201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.737876 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7285c18e-c0d7-48d7-baa7-134759f3c754 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups/a28803dc-2354-4ee2-bc3e-68395ea20754 HTTP/1.1" status: 200 len: 1611 time: 0.3476870 Dec 22 15:51:09.738000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.741821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49196) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.750031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-415a3219-da9d-4a54-9ba7-9cdc2f1bfd1e tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:09.810611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.813529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.835308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.843529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.846283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:09.880036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-89802353-d719-429a-8049-59fec5f70201 None None] Port 7284907b-74c3-43b5-970a-2f67a9bfcf6d was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:51:09.910263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Pushing event deleted for resources: {'Port': ['ID=7284907b-74c3-43b5-970a-2f67a9bfcf6d,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:09.913968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.918585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.921959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5568e635-3dee-4ed1-937f-0bbad8484eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:09.940720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] No DVR routers for this DVR port 7284907b-74c3-43b5-970a-2f67a9bfcf6d on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:09.941292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035b9bdd-d0e3-4dc0-863c-88f144f6a4bb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:09.944525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.959700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.961090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/035b9bdd-d0e3-4dc0-863c-88f144f6a4bb HTTP/1.1" status: 204 len: 168 time: 0.2301667 Dec 22 15:51:09.964115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49200) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:09.971131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:09.973119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=86401484-0675-4cef-bca6-f1d05cd2950c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:09.977076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:09.977527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.988305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:09.994354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router 8a5c5d0a-7971-4a08-b173-32f53a3cfc7c {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:51:09.994354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:09.994896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.107959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.118470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Calling delete_port for 67cf328c-7ff6-4a97-8828-21b5aaa2681c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:10.149688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5ec6e8c-0f46-4e28-859a-5b594cbf97e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:10.174260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d1c7f9e-2acf-41e0-aa05-e5fc0e96e94d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:10.220819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.240666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 2f5d9108-e34d-4c87-a053-9eefcfb8c14d will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:10.253596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=67cf328c-7ff6-4a97-8828-21b5aaa2681c,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:10.257001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d1c7f9e-2acf-41e0-aa05-e5fc0e96e94d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:10.257160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:10.258471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d1c7f9e-2acf-41e0-aa05-e5fc0e96e94d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2932312 Dec 22 15:51:10.262379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49204) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.263996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.274916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.286051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f21c53bb-82eb-4c26-a6a5-25cf021f3e95 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:10.296855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:10.297427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:10.328727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.338869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': '010b1c10-424b-4fad-b3cc-582deaffdaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:10.339282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: f6363b46-01d2-4e92-ba35-cc3041a8eec2, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:10.342167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53a3d159-49ce-437e-b924-ba24fe961017 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:10.355383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=d3661812-56b7-441e-a8af-b608bc9288c7,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:10.359341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:10.370250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7284907b-74c3-43b5-970a-2f67a9bfcf6d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:10.375493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.384145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.409262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7284907b-74c3-43b5-970a-2f67a9bfcf6d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:10.409666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7284907b-74c3-43b5-970a-2f67a9bfcf6d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:10.424304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:10.426897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.431345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-094c9bea-4dd0-4584-a28e-9378d6aee1c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/8a5c5d0a-7971-4a08-b173-32f53a3cfc7c HTTP/1.1" status: 204 len: 168 time: 2.1658556 Dec 22 15:51:10.433931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:10.435722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49208) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.453250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:10.457700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:10.458375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.465254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.519527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=2f5d9108-e34d-4c87-a053-9eefcfb8c14d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:10.538605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:10.564692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.565120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.565535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.566254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.566393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.566778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.567176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.567587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.568149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.568398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.568806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:10.578824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.583572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:10.586833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:10.598005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.616681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28803dc-2354-4ee2-bc3e-68395ea20754,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:10.619078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5626996 Dec 22 15:51:10.619251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:10.628168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49212) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.634968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/d3661812-56b7-441e-a8af-b608bc9288c7 HTTP/1.1" status: 204 len: 168 time: 3.0834825 Dec 22 15:51:10.641752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49216) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.682914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f6363b46-01d2-4e92-ba35-cc3041a8eec2) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:10.691862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.693848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5880dca-e914-4e8d-b0ba-8fbc2ac49dff None None] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:10.696133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/a28803dc-2354-4ee2-bc3e-68395ea20754 HTTP/1.1" status: 204 len: 168 time: 0.9186530 Dec 22 15:51:10.698786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.709747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:10.710430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.740133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.756324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:10.781891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52c1851-ff6a-4bc7-bce4-db1383e7163f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] GET failed (client error): The resource could not be found. Dec 22 15:51:10.789651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f52c1851-ff6a-4bc7-bce4-db1383e7163f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:10.802265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d3673086-4b17-4ec7-9a56-3645ca9ac527 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:10.806234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5567ba2a-9d56-4f63-b37f-4d2f08dd5086,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:10.824934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ac6a9-ae34-4c73-a413-9fb3ff815c51 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:10.828268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:10.831024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6ac6a9-ae34-4c73-a413-9fb3ff815c51 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:10.835736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f6ac6a9-ae34-4c73-a413-9fb3ff815c51 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2064552 Dec 22 15:51:10.836633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49224) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.864912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0072174 Dec 22 15:51:10.866594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.875231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'port': {'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2', 'name': 'tempest-NetworksIpV6TestAttrs-2103702531'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:10.894028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d3673086-4b17-4ec7-9a56-3645ca9ac527 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:10.898253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3673086-4b17-4ec7-9a56-3645ca9ac527 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1955392 Dec 22 15:51:10.901112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.906133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f52c1851-ff6a-4bc7-bce4-db1383e7163f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:10.907426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f52c1851-ff6a-4bc7-bce4-db1383e7163f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports/d3661812-56b7-441e-a8af-b608bc9288c7 HTTP/1.1" status: 404 len: 333 time: 0.2644677 Dec 22 15:51:10.919448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49236) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:10.931132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet b1a451b0-5be7-4c2f-93d4-58ee01b0e492 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:10.936918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-607794275'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:10.955457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.987478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:10.988735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/5567ba2a-9d56-4f63-b37f-4d2f08dd5086 HTTP/1.1" status: 204 len: 168 time: 0.7253280 Dec 22 15:51:11.005274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f6363b46-01d2-4e92-ba35-cc3041a8eec2', 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2', 'tenant_id': '45efd1f7da9646119f94f0feedfd28a2', 'fixed_ips': [{'subnet_id': '86401484-0675-4cef-bca6-f1d05cd2950c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:11.006735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.013779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-4e43a1b9-a3a4-4aff-ac6a-3fe1da4d06be tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] delete failed (client error): The resource could not be found. Dec 22 15:51:11.020175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e43a1b9-a3a4-4aff-ac6a-3fe1da4d06be tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/a28803dc-2354-4ee2-bc3e-68395ea20754 HTTP/1.1" status: 404 len: 347 time: 0.1131988 Dec 22 15:51:11.020175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49240) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.028386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49242) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.047085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 2f5d9108-e34d-4c87-a053-9eefcfb8c14d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:11.047466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.106762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Deleting port 67cf328c-7ff6-4a97-8828-21b5aaa2681c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:11.107193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.112972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.117834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:port and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:11.122231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f32bb51f-3423-497e-bf87-73e33e7a6b78 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:11.126042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:11.134996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.161667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026940898'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:11.175597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f32bb51f-3423-497e-bf87-73e33e7a6b78 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:11.181283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f32bb51f-3423-497e-bf87-73e33e7a6b78 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1476102 Dec 22 15:51:11.182138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49248) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.186837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.189890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'tempest-secgroup--865325674'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:11.196998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.208818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:11.215298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.220973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.228668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.252183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] device_id is not set on port 4bee2b13-9550-4ab3-9775-95ed379b9fbe yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:11.255647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.282625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Allocated IP 2001:db8::f816:3eff:fe13:c704 (f6363b46-01d2-4e92-ba35-cc3041a8eec2/86401484-0675-4cef-bca6-f1d05cd2950c/ab937994-30a2-48ae-a378-a874676e90f4) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:11.285436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.293620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.346829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.368763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.369999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.373132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Usage tracker for resource:security_group_rule and tenant:6885a2f7a7e4414dad8d47b6ab749143 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:11.376440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:11.382808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.449988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.466399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:11.466887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.472694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.473849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df275bfc-f2f8-4273-b261-c13e74baacf8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:11.490637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:11.518924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09a1288-64ac-4bba-8230-194122191f97,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:11.530903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] For port 67cf328c-7ff6-4a97-8828-21b5aaa2681c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67cf328c-7ff6-4a97-8828-21b5aaa2681c,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:11.531347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.532320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.532934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.537073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:11.540891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:11.551323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.555801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3695991 Dec 22 15:51:11.556895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.557560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:11.563847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-43dd5069-143b-4e6e-9cac-1de789cefbac tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:11.565064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-43dd5069-143b-4e6e-9cac-1de789cefbac tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:51:11.569612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43dd5069-143b-4e6e-9cac-1de789cefbac tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "PUT /v2.0/security-groups/c09a1288-64ac-4bba-8230-194122191f97 HTTP/1.1" status: 409 len: 330 time: 0.0084205 Dec 22 15:51:11.569612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.576225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:11.590402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.620376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:11.642239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port 11096007-7562-4fed-a563-cf4c3cc89cdd yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:11.648059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.672661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Calling delete_port for 67cf328c-7ff6-4a97-8828-21b5aaa2681c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:11.678263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.749610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.768824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.775109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfa4d8fa-bc3b-47bc-bcb8-08e08c00daf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:11.792775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09a1288-64ac-4bba-8230-194122191f97,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:11.797772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:11.806954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.810811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/c09a1288-64ac-4bba-8230-194122191f97 HTTP/1.1" status: 204 len: 168 time: 0.2378397 Dec 22 15:51:11.811984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49260) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.851258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.871569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Transition to ACTIVE for port object ab937994-30a2-48ae-a378-a874676e90f4 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:11.882208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6dd5b9a4-3ad0-4d94-99d7-7e3126493dd8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Synchronizing usage tracker for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:11.894362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Transition to ACTIVE for port object ab937994-30a2-48ae-a378-a874676e90f4 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:11.896737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.903096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a29141b-839c-4635-9014-60fd85c1031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:11.912984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 2f5d9108-e34d-4c87-a053-9eefcfb8c14d owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:11.950338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6dd5b9a4-3ad0-4d94-99d7-7e3126493dd8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Unset dirty status for tenant:6885a2f7a7e4414dad8d47b6ab749143 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:11.951562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Pushing event deleted for resources: {'Port': ['ID=67cf328c-7ff6-4a97-8828-21b5aaa2681c,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:11.952664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6dd5b9a4-3ad0-4d94-99d7-7e3126493dd8 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1391549 Dec 22 15:51:11.956418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49264) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:11.968860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:11.970569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:11.976461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] No DVR routers for this DVR port 67cf328c-7ff6-4a97-8828-21b5aaa2681c on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:11.978623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47244b77-d1cd-4440-a45f-af947ae36f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:11.993324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-29e03a57-8a73-464b-ad60-8b5dba304ef1 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] delete failed (client error): The resource could not be found. Dec 22 15:51:11.999070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29e03a57-8a73-464b-ad60-8b5dba304ef1 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "DELETE /v2.0/security-groups/c43f6b21-f37b-4691-88ce-fb3cedafe263 HTTP/1.1" status: 404 len: 347 time: 0.0370474 Dec 22 15:51:11.999070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49268) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.031450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Allocated IP 2001:db8::f816:3eff:fe8b:2a20 (f6363b46-01d2-4e92-ba35-cc3041a8eec2/86401484-0675-4cef-bca6-f1d05cd2950c/4bee2b13-9550-4ab3-9775-95ed379b9fbe) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:12.033695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-fadd6973-6c74-484d-afe8-cc36a43e7355 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] show failed (client error): The resource could not be found. Dec 22 15:51:12.038767 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fadd6973-6c74-484d-afe8-cc36a43e7355 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-groups/0a4446de-99e9-4d0b-af0d-cfcf1eaa429d HTTP/1.1" status: 404 len: 347 time: 0.0353751 Dec 22 15:51:12.040194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49272) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.052631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515dce9-4424-4548-b2da-435c264cabf0 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:12.065707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-98ba4f1b-7577-482f-97f7-1ba3885c7746 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] show failed (client error): The resource could not be found. Dec 22 15:51:12.070808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98ba4f1b-7577-482f-97f7-1ba3885c7746 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] 10.222.0.18 "GET /v2.0/security-group-rules/f9635fcf-b776-4588-98ef-1a22441aee82 HTTP/1.1" status: 404 len: 356 time: 0.0256686 Dec 22 15:51:12.098960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:12.103105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:12.310590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.321081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.322819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ebc60c88-7142-491b-94ba-176448667f31 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:12.328930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Pushing event updated for resources: {'Port': ['ID=ab937994-30a2-48ae-a378-a874676e90f4,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:12.334075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:12.334075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:12.348787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.367772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Transition to ACTIVE for port object 4bee2b13-9550-4ab3-9775-95ed379b9fbe will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:12.379441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.383387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a451b0-5be7-4c2f-93d4-58ee01b0e492,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:12.392765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:12.401202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c78767c4-4d69-4b06-8489-a23d9e6a8d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:12.426374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.428980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::271 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/11096007-7562-4fed-a563-cf4c3cc89cdd) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:12.440076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.443569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e5f11ca-292e-4c29-b1ab-781e3e71f753 tempest-TagsExtTest-1000617622 tempest-TagsExtTest-1000617622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:12.467952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c854cd-3661-466f-961b-b3605af9f249 None None] Network 7ee3f797-d749-486f-8ac8-5728a0171cfb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:12.501508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:12.517759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:12.525950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:12.531654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:12.532361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.555073 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/b1a451b0-5be7-4c2f-93d4-58ee01b0e492 HTTP/1.1" status: 204 len: 168 time: 2.1082838 Dec 22 15:51:12.556142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f493a7-d537-4467-ae90-00a270267236,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:12.558411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49280) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.564622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:12.566145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Port': ['ID=4bee2b13-9550-4ab3-9775-95ed379b9fbe,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:12.575917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:12.621615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.635107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.639245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6069977 Dec 22 15:51:12.641922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49290) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.648461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': 'd5f493a7-d537-4467-ae90-00a270267236', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:12.659136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Attempting to bind port ab937994-30a2-48ae-a378-a874676e90f4 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:12.659564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Attempting to bind port ab937994-30a2-48ae-a378-a874676e90f4 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '010b1c10-424b-4fad-b3cc-582deaffdaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:12.659767 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7919304 Dec 22 15:51:12.660031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Attempting to bind port ab937994-30a2-48ae-a378-a874676e90f4 on network f6363b46-01d2-4e92-ba35-cc3041a8eec2 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:12.660592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:12.661692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:12.707368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:12.713969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.715917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:12.732227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:12.737705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e512804-1c69-4dfe-8c77-d36b1cff1865 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:12.802568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.808281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=2f5d9108-e34d-4c87-a053-9eefcfb8c14d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:12.812109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.812226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:12.812644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Checking segment: {'id': '010b1c10-424b-4fad-b3cc-582deaffdaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:12.813107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.813557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Bound using segment: {'id': '010b1c10-424b-4fad-b3cc-582deaffdaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:12.814106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Bound port: ab937994-30a2-48ae-a378-a874676e90f4, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010b1c10-424b-4fad-b3cc-582deaffdaa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f6363b46-01d2-4e92-ba35-cc3041a8eec2'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:12.823563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.827234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:12.928829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6690298-15bd-4927-b229-2fa76779e4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.956717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.961261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/2f5d9108-e34d-4c87-a053-9eefcfb8c14d HTTP/1.1" status: 204 len: 168 time: 2.1197088 Dec 22 15:51:12.961261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:12.961261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:12.964549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49298) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.004406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'db807c5a-c4af-429b-9b70-a3e21967d44f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:13.005305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.082104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting subnet 86401484-0675-4cef-bca6-f1d05cd2950c {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:13.083400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] For port ab937994-30a2-48ae-a378-a874676e90f4, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:13.085588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.102922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] For port ab937994-30a2-48ae-a378-a874676e90f4, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ab937994-30a2-48ae-a378-a874676e90f4,segment=NetworkSegment(010b1c10-424b-4fad-b3cc-582deaffdaa5),segment_id=010b1c10-424b-4fad-b3cc-582deaffdaa5)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:13.118276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.136981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] DHCP port deletion for 7ee3f797-d749-486f-8ac8-5728a0171cfb request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:13.151071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Deleting port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:13.151522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.170944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object 11096007-7562-4fed-a563-cf4c3cc89cdd will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:13.177922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.182217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5b68beff-49c8-4734-8950-8db5fa395ad1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6885a2f7a7e4414dad8d47b6ab749143&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5567496 Dec 22 15:51:13.182217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.183232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49302) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.190511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.192614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.225352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ec0be-97d5-4b3f-8719-bbca776cdbae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:13.227093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ec0be-97d5-4b3f-8719-bbca776cdbae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:13.228288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c16ec0be-97d5-4b3f-8719-bbca776cdbae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:13.239911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.260492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7b5ccb9-b9b1-4e64-91ed-6a8eebd8f171 tempest-ServersTestJSON-726633955 tempest-ServersTestJSON-726633955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.293483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fab770-ab5c-416a-9850-8b31ec6ac44f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:13.295960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:13.300699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,segment=NetworkSegment(61eb279a-e13e-4244-8855-33b06b91b6b9),segment_id=61eb279a-e13e-4244-8855-33b06b91b6b9)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:13.305693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.323768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c16ec0be-97d5-4b3f-8719-bbca776cdbae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:13.328703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c16ec0be-97d5-4b3f-8719-bbca776cdbae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3571284 Dec 22 15:51:13.330366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.375444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.379369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7341554 Dec 22 15:51:13.381721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49310) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.400668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Pushing event updated for resources: {'Port': ['ID=ab937994-30a2-48ae-a378-a874676e90f4,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:13.411502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:13.415015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/db807c5a-c4af-429b-9b70-a3e21967d44f/a3c2c623-3b2e-4a6e-badc-7d384a47a309) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:13.445496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.454094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:13.481782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.485630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845ada3e-b480-425b-8d27-ad25f0b70b13 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.511263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.598196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.612774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.619797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:13.632683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=11096007-7562-4fed-a563-cf4c3cc89cdd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:13.636723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:13.646852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:13.657957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] For port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,segment=NetworkSegment(61eb279a-e13e-4244-8855-33b06b91b6b9),segment_id=61eb279a-e13e-4244-8855-33b06b91b6b9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:13.658417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.665299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:13.669897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:13.670230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.704950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.730084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet db807c5a-c4af-429b-9b70-a3e21967d44f {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:13.743203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.746670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98315d79-e0e5-460a-a1b4-5af9d80fe0ba tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.764305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34fab770-ab5c-416a-9850-8b31ec6ac44f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:13.770453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:13.774234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.777649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/34fab770-ab5c-416a-9850-8b31ec6ac44f HTTP/1.1" status: 204 len: 168 time: 0.3933647 Dec 22 15:51:13.778556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49314) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.781587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.806812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8861530 Dec 22 15:51:13.810058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49318) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:13.812466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-70654d97-ac42-4a0f-ae55-c4593576fe4e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.823938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:46:08:94'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:13.831850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Calling delete_port for 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:13.882820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.893864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:13.900499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-452bc9ba-146b-4a1f-aad8-db2764b55f3c tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:13.941477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=2fb9083b-7660-47bb-8f8f-ea9e65c955c0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:13.945083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No DVR routers for this DVR port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:13.946761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:13.947320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-039a41cd-038f-48ff-9096-334bad1559ca tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:14.007905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caaa793-3080-4805-b020-306c07071eac,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:14.016851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=86401484-0675-4cef-bca6-f1d05cd2950c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:14.027136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:14.035470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:14.041496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.042745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7caaa793-3080-4805-b020-306c07071eac HTTP/1.1" status: 204 len: 168 time: 0.8590941 Dec 22 15:51:14.058800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a20bf71d-f3bb-4b2b-b83a-8cd505396f7b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:14.065866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.071502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/86401484-0675-4cef-bca6-f1d05cd2950c HTTP/1.1" status: 204 len: 168 time: 1.4069917 Dec 22 15:51:14.073157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49324) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:14.147344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.164239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Transition to ACTIVE for port object a3c2c623-3b2e-4a6e-badc-7d384a47a309 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:14.191595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Transition to ACTIVE for port object a3c2c623-3b2e-4a6e-badc-7d384a47a309 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:14.200885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.205901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:14.206307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:14.224033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.239500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.248291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8440a00-800a-4b31-9146-59fbce801659 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:14.269441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee3f797-d749-486f-8ac8-5728a0171cfb']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:14.310668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09dc1c8-e6cb-4972-9db8-ec7ecaab2503 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:14.314098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09dc1c8-e6cb-4972-9db8-ec7ecaab2503 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:14.321416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d09dc1c8-e6cb-4972-9db8-ec7ecaab2503 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2470345 Dec 22 15:51:14.323121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49328) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:14.333831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eb279a-e13e-4244-8855-33b06b91b6b9') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:14.334145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eb279a-e13e-4244-8855-33b06b91b6b9') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:14.336328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:14.346665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:14.347482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.349401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.362841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a20bf71d-f3bb-4b2b-b83a-8cd505396f7b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:14.363867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:14.364366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a20bf71d-f3bb-4b2b-b83a-8cd505396f7b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5844657 Dec 22 15:51:14.370431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:14.370608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49330) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:14.379516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:14.382092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.425957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.454663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.464004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:14.464457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.465807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ebc3fe71-552c-43e5-bff3-cf400a69af22 None None] Provisioning for port 11096007-7562-4fed-a563-cf4c3cc89cdd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:14.477346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ebc3fe71-552c-43e5-bff3-cf400a69af22 None None] Provisioning complete for port 11096007-7562-4fed-a563-cf4c3cc89cdd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:14.477776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc3fe71-552c-43e5-bff3-cf400a69af22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:14.480785 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:14.557805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ab937994-30a2-48ae-a378-a874676e90f4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:14.665933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b96b-853c-44c8-840b-38f52b902d60 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.675025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.706755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.710845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b8b96b-853c-44c8-840b-38f52b902d60 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 15:51:14.711387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9b8b96b-853c-44c8-840b-38f52b902d60 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:14.729185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.737321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-38dffe0e-b5a1-43f6-971b-00f3f1631f2a tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:14.755003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.762101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/7ee3f797-d749-486f-8ac8-5728a0171cfb HTTP/1.1" status: 204 len: 168 time: 2.1991560 Dec 22 15:51:14.780086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a9b8b96b-853c-44c8-840b-38f52b902d60 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/f6363b46-01d2-4e92-ba35-cc3041a8eec2 HTTP/1.1" status: 409 len: 405 time: 0.4063871 Dec 22 15:51:14.780086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49342) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:14.787697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49344) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:14.791621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-777617640', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:14.799876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=7ee3f797-d749-486f-8ac8-5728a0171cfb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:14.802827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.818051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-7367784'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:14.819195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Deleting port 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:14.819761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.822526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:14.829333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:14.841270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:14.847864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:14.861114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:14.906825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:14.913070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:14.915443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:14.938629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:14.947113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c872f-8be1-4310-ac06-d2a36788c07e None None] The port '2fb9083b-7660-47bb-8f8f-ea9e65c955c0' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:51:14.961582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.969047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Attempting to bind port a3c2c623-3b2e-4a6e-badc-7d384a47a309 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:14.969470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Attempting to bind port a3c2c623-3b2e-4a6e-badc-7d384a47a309 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:14.969883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Attempting to bind port a3c2c623-3b2e-4a6e-badc-7d384a47a309 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:14.970720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.985406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-845b1697-52a0-4153-8168-9164d0071b78 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:14.987080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3fe71-552c-43e5-bff3-cf400a69af22 None None] Port 11096007-7562-4fed-a563-cf4c3cc89cdd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:14.993643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:14.994069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:14.994569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:14.995025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:14.995570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Bound port: a3c2c623-3b2e-4a6e-badc-7d384a47a309, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:14.995994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.000430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.001697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.015441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.020033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:15.023052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.038501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.052388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ab937994-30a2-48ae-a378-a874676e90f4 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:15.052748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.060402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=db807c5a-c4af-429b-9b70-a3e21967d44f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:15.067770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:15.070811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-785939e2-7f48-44e5-9021-b89de4edbcf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:15.071030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:15.104303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f493a7-d537-4467-ae90-00a270267236,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:15.112117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:15.123313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/db807c5a-c4af-429b-9b70-a3e21967d44f HTTP/1.1" status: 204 len: 168 time: 1.7908249 Dec 22 15:51:15.136573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49354) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.143145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.151052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] In _notify_port_updated(), no bound segment for port 11096007-7562-4fed-a563-cf4c3cc89cdd on network 48593843-e3cf-47f4-a702-e3d184e2958a {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:51:15.156659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:15.157380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.159168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "PUT /v2.0/ports/11096007-7562-4fed-a563-cf4c3cc89cdd HTTP/1.1" status: 200 len: 1002 time: 1.3416929 Dec 22 15:51:15.166735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49358) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.229382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:15.251398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.252635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/d5f493a7-d537-4467-ae90-00a270267236 HTTP/1.1" status: 204 len: 168 time: 0.8793192 Dec 22 15:51:15.259413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49362) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.281707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:15.284520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.293945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0b2dd6fe-de5c-4e14-b773-e8080c3cc3b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487739 Dec 22 15:51:15.303064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6fb2a571-0a41-4ae4-970e-d94e979adaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.310760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:15.319949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:15.320337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2fb9083b-7660-47bb-8f8f-ea9e65c955c0 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:15.332326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:15.334280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49366) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.354821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.355180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment 711e3da5-6724-4ef6-ba09-243d698c04a0 of type vlan for network c4158765-738e-435e-93bf-f5bd92abb1a3 Dec 22 15:51:15.380532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.393132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:15.448945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.525243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port 11096007-7562-4fed-a563-cf4c3cc89cdd {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:15.525243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.554972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:15.557943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:15.619579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.624668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58bb4244-3816-413b-8976-128b2eecd25f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8401198 Dec 22 15:51:15.630123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49374) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.641922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-56133912'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:15.660408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.667613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:15.676711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:15.692627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d016212-dfc9-4eb5-aed2-7bdbe3ce1f94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:15.693491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d016212-dfc9-4eb5-aed2-7bdbe3ce1f94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:15.708496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=11096007-7562-4fed-a563-cf4c3cc89cdd,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:15.708586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:15.708669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:15.760387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8b2b790-6f86-43bb-b175-62b0f3a0f32c tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4963832 Dec 22 15:51:15.766030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49380) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.773445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--650619423'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:15.777555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:15.779754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:15.785010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.785400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:15.789354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:15.789764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:15.790009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.796438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:15.807406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:15.849857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.891894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39d4df80-4f7d-4ded-a9e9-d0e683ca266b None None] Provisioning complete for port 11096007-7562-4fed-a563-cf4c3cc89cdd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:15.892320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39d4df80-4f7d-4ded-a9e9-d0e683ca266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:15.932002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:15.935463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49384) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:15.944909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=c4158765-738e-435e-93bf-f5bd92abb1a3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:15.951745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:15.952019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a85917-490f-47c0-9761-e81a8c3549d6 None None] Network f6363b46-01d2-4e92-ba35-cc3041a8eec2 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:15.952906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:15.960229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:15.961333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:15.972574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c4158765-738e-435e-93bf-f5bd92abb1a3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:15.987279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:15.993535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.025962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.040947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8d016212-dfc9-4eb5-aed2-7bdbe3ce1f94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:16.044764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d016212-dfc9-4eb5-aed2-7bdbe3ce1f94 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6585095 Dec 22 15:51:16.046229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49390) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.069765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2714853 Dec 22 15:51:16.070606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49394) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.079225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:16.088505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': 'c4158765-738e-435e-93bf-f5bd92abb1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:16.105244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.118545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcf2f9b6-61c3-497d-bd9d-ac1b7bc494d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:16.169770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-39d4df80-4f7d-4ded-a9e9-d0e683ca266b None None] Port 11096007-7562-4fed-a563-cf4c3cc89cdd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:16.171011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fb16d17d-4605-42c1-bfe9-ee6f911df93f tempest-ServiceProvidersTest-546903323 tempest-ServiceProvidersTest-546903323-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2227476 Dec 22 15:51:16.181460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.181860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment ef19059f-ecee-45a1-8f7d-8e770e508434 of type vlan for network 875b90c5-f6ab-4c4d-9b78-2884aec35fff Dec 22 15:51:16.236833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ca19b-0db4-473f-a932-4b071ed9e83f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:16.237647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b53ca19b-0db4-473f-a932-4b071ed9e83f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:16.240835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e65ab8-54b0-4a29-8105-84a959ec3c5f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:16.253983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:16.257455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.258922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4917891 Dec 22 15:51:16.263642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49400) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.279211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '25e65ab8-54b0-4a29-8105-84a959ec3c5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:16.292406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:16.299167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:16.304082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:16.324599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Provisioning for port ab937994-30a2-48ae-a378-a874676e90f4 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:16.324728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:16.324820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Provisioning complete for port ab937994-30a2-48ae-a378-a874676e90f4 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:16.324820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.335388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b53ca19b-0db4-473f-a932-4b071ed9e83f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:16.336982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b53ca19b-0db4-473f-a932-4b071ed9e83f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2868059 Dec 22 15:51:16.339804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49404) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.348761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.362817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:16.377406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.400856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] DHCP port deletion for f6363b46-01d2-4e92-ba35-cc3041a8eec2 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:16.414112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Deleting port ab937994-30a2-48ae-a378-a874676e90f4 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:16.414555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.438176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e367134a-a3eb-4a68-b434-ee180c5dba07 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968909 Dec 22 15:51:16.442754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49408) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.446094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.461643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:16.576730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.673470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] For port ab937994-30a2-48ae-a378-a874676e90f4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ab937994-30a2-48ae-a378-a874676e90f4,segment=NetworkSegment(010b1c10-424b-4fad-b3cc-582deaffdaa5),segment_id=010b1c10-424b-4fad-b3cc-582deaffdaa5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:16.681029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.683103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49414) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.687313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:16.707044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:16.735266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.737927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-faba5d73-3f36-4290-9f6b-c918069b9c3c tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:16.738390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.746321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83c80d1f-47db-454b-8e33-4b6e81623473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:16.763593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f967876-8af4-4f45-a79e-e35746c2da26,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:16.768665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:16.769164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:16.770215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:16.777563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for 11096007-7562-4fed-a563-cf4c3cc89cdd owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:16.777805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.878076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Pushing event updated for resources: {'Port': ['ID=ab937994-30a2-48ae-a378-a874676e90f4,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:16.898300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.899871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6349883 Dec 22 15:51:16.905218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] For port ab937994-30a2-48ae-a378-a874676e90f4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ab937994-30a2-48ae-a378-a874676e90f4,segment=NetworkSegment(010b1c10-424b-4fad-b3cc-582deaffdaa5),segment_id=010b1c10-424b-4fad-b3cc-582deaffdaa5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:16.905624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.907280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49420) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:16.916498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.916882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.917257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.917628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.917999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.918368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.918772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.919138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.919524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.920004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.921015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:16.925724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:16.926461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:16.929177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '25e65ab8-54b0-4a29-8105-84a959ec3c5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:16.942417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.946702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:16.947479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.961431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30e96353-ac0e-4e4c-9dd8-2e226d81ab99 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:16.966175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:16.977637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:16.980656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:16.993022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:17.001953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:17.031413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:17.036179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Usage tracker for resource:security_group_rule and tenant:cccca6de250746d19946a4c27c633cd4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:17.039224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:17.048744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.052579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:17.055849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Calling delete_port for ab937994-30a2-48ae-a378-a874676e90f4 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:17.059383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.168765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:17.170102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:17.180361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.189755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=875b90c5-f6ab-4c4d-9b78-2884aec35fff,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:17.196652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.203139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:17.215553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:17.216435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07bc23a6-a873-4b33-91e1-e269d1ec1a25 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:17.243459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.265846 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.6266418 Dec 22 15:51:17.269418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.270271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49424) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:17.280200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:17.284257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=11096007-7562-4fed-a563-cf4c3cc89cdd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:17.291761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:17.295900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.321832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee7f2840-2e87-4372-bb9d-bd109b45f49f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:17.346785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.393286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.395377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/11096007-7562-4fed-a563-cf4c3cc89cdd HTTP/1.1" status: 204 len: 168 time: 2.2273107 Dec 22 15:51:17.398377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49428) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:17.401028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1b106e-5a1a-4c27-86e0-de0e81800620,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:17.461373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:17.464662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5501ff-e69e-4764-a032-d3b3fd840101 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] GET failed (client error): The resource could not be found. Dec 22 15:51:17.465220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4c5501ff-e69e-4764-a032-d3b3fd840101 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:17.471754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b678cfc0-a972-46cf-af3c-662c71d117e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:17.486193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4c5501ff-e69e-4764-a032-d3b3fd840101 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:17.487492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c5501ff-e69e-4764-a032-d3b3fd840101 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports/11096007-7562-4fed-a563-cf4c3cc89cdd HTTP/1.1" status: 404 len: 333 time: 0.0881031 Dec 22 15:51:17.494201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49432) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:17.503487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-630103460'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:17.537485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cccca6de250746d19946a4c27c633cd4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8507729 Dec 22 15:51:17.548301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:17.552521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:17.593571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5357fa-badd-4552-8dd3-dc99fe7212d0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:17.607666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:17.611319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.612602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6990638 Dec 22 15:51:17.617699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:17.620306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:17.640321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:17.656816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '25e65ab8-54b0-4a29-8105-84a959ec3c5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:17.662227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:17.671533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Deleting port ab937994-30a2-48ae-a378-a874676e90f4 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:17.671974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.678002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:17.693252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:17.698166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:17.711405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:17.739341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:17.745810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:17.750472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:17.806009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:17.811649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.838874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port 009321e0-c27b-434f-b658-af18ded38934 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:17.898654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] For port ab937994-30a2-48ae-a378-a874676e90f4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ab937994-30a2-48ae-a378-a874676e90f4,segment=NetworkSegment(010b1c10-424b-4fad-b3cc-582deaffdaa5),segment_id=010b1c10-424b-4fad-b3cc-582deaffdaa5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:17.899681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.930897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.937706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.959966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:17.977817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.012273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d8a65314-bda7-4bf6-b79b-6d2b0254c88b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.028461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Calling delete_port for ab937994-30a2-48ae-a378-a874676e90f4 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:18.101799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.116689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:18.123865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:18.141976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::27a (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/009321e0-c27b-434f-b658-af18ded38934) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:18.146631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.151596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae6455f0-b3e9-4c94-869b-1d723bd5627a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.162574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': '711e3da5-6724-4ef6-ba09-243d698c04a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'c4158765-738e-435e-93bf-f5bd92abb1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:18.162977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: c4158765-738e-435e-93bf-f5bd92abb1a3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:18.200767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Pushing event deleted for resources: {'Port': ['ID=ab937994-30a2-48ae-a378-a874676e90f4,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:18.203778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:18.208279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] No DVR routers for this DVR port ab937994-30a2-48ae-a378-a874676e90f4 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:18.252687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006efe1e-9a54-470d-9c12-db162e4e28c7 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:51:18.267137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network c4158765-738e-435e-93bf-f5bd92abb1a3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:18.285945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.335146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c4158765-738e-435e-93bf-f5bd92abb1a3) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:18.348273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:18.348912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.356318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.357116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.363656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab70cd63-29ea-4331-adeb-297bfc6ff9cc tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.387309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5357fa-badd-4552-8dd3-dc99fe7212d0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:18.396542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:18.404300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.408870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006efe1e-9a54-470d-9c12-db162e4e28c7 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:51:18.415589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ab937994-30a2-48ae-a378-a874676e90f4 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:18.430344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3502474 Dec 22 15:51:18.431577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49444) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:18.460676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ab937994-30a2-48ae-a378-a874676e90f4 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:18.461065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ab937994-30a2-48ae-a378-a874676e90f4 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:18.491671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22995139-9183-4dd7-9ab1-5163ca35d058,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:18.495964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.520027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:18.543934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.548468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f5357fa-badd-4552-8dd3-dc99fe7212d0 HTTP/1.1" status: 204 len: 168 time: 0.9960146 Dec 22 15:51:18.548468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.567470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.573228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9308324 Dec 22 15:51:18.583761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49450) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:18.589638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object 009321e0-c27b-434f-b658-af18ded38934 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:18.594887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '25e65ab8-54b0-4a29-8105-84a959ec3c5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:18.605110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.610596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:18.622851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:18.625810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c24556ac-08be-410f-843e-fa4db1383141 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.631973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:18.655395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:18.665442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.748496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.759407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df947f75-594c-4364-969e-843a7130f5b6 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:18.766780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=73fae751-9c2c-4650-8054-90dd97a4f90c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:18.787548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:18.790621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.802204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:18.802646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 875b90c5-f6ab-4c4d-9b78-2884aec35fff, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:18.849378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.896928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5d078-02f4-4c4a-b348-990f7a8fa1e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c4158765-738e-435e-93bf-f5bd92abb1a3', 'network_id': 'c4158765-738e-435e-93bf-f5bd92abb1a3', 'tenant_id': '45efd1f7da9646119f94f0feedfd28a2', 'fixed_ips': [{'subnet_id': '120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:18.898711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ab5d078-02f4-4c4a-b348-990f7a8fa1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.942361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:18.955851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:18.964659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:18.970542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:18.979725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:18.990276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:18.996263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:18.996959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.007062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=009321e0-c27b-434f-b658-af18ded38934,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:19.010245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.011320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.019987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:19.020967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:19.084380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.096417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6006088 Dec 22 15:51:19.097405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 875b90c5-f6ab-4c4d-9b78-2884aec35fff) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:19.101128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49460) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:19.108230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'network_id': '48593843-e3cf-47f4-a702-e3d184e2958a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1067347170'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:19.109439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:19.110086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-8ab5d078-02f4-4c4a-b348-990f7a8fa1e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a: This subnet is being modified by another concurrent operation. Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:51:19.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:51:19.129858 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a: This subnet is being modified by another concurrent operation. Dec 22 15:51:19.137939 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.141168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c233d627-b85b-47a7-947f-29e38f5bb9eb tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:19.145409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:19.150866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:19.156295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:19.156939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.169698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.170669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=5']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:19.177207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:19.182074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9106967 Dec 22 15:51:19.182880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421fb7f-ed3d-42a1-9459-6bbc5fb09753 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:19.194876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49466) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:19.212896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:19.244692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8007929 Dec 22 15:51:19.247810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49470) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:19.257057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:19.312796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=e2082ce4-c82d-43d9-94bb-27e89950f538,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:19.319365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:19.361486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:19.363336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:19.478926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:19.493243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:19.500302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15629924-ff37-47c5-9181-7c49026c214c,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:19.517377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.517377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9296134 Dec 22 15:51:19.519281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49478) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:19.525247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:19.533185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '25e65ab8-54b0-4a29-8105-84a959ec3c5f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:19.539160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:19.559500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:19.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:19.598572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:19.603431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.608677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:19.651384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4158765-738e-435e-93bf-f5bd92abb1a3']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:19.711575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.746753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711e3da5-6724-4ef6-ba09-243d698c04a0') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:19.747087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711e3da5-6724-4ef6-ba09-243d698c04a0') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:19.754598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:19.757719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:19.771105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.092431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:20.108838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.120095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:20.120534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:20.137426 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:20.210980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Made reservation on behalf of 2427c6ce41c9460eb34026cbe9fcddc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:20.216643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.222154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2082ce4-c82d-43d9-94bb-27e89950f538 (CIDR: 2001:db8::/64) Dec 22 15:51:20.236511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.272527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.274793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:20.275582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:20.292481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:20.321940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] device_id is not set on port ec8605da-6ccf-492a-969e-d6b525765231 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:20.345261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6e0810-2750-4e82-9dc9-2a82250911a6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:20.351483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:20.375558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.376955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8562927 Dec 22 15:51:20.379947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49490) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:20.394159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c61a3b9-915f-4d3f-8f24-3c02bfc84b6f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1447001 Dec 22 15:51:20.398383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49494) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:20.413990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:20.424885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.429949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.446017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91840b01-f13d-4475-bb90-d11a1178f740 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:20.453719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3c2c623-3b2e-4a6e-badc-7d384a47a309 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:20.498043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=c4158765-738e-435e-93bf-f5bd92abb1a3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:20.499221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.501659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:20.507723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/c4158765-738e-435e-93bf-f5bd92abb1a3 HTTP/1.1" status: 204 len: 168 time: 2.0751090 Dec 22 15:51:20.515361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49498) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:20.526074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.533083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1239891683'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:20.543975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:20.598331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:20.622137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:20.638949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:20.670839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:20.699863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:20.712314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:20.754429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Allocated IP 2001:db8::193 (48593843-e3cf-47f4-a702-e3d184e2958a/b13d97c2-d7b5-4867-baa0-556a73b34aa6/ec8605da-6ccf-492a-969e-d6b525765231) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:20.756983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:20.758302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.760593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:20.763524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.780194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa6e0810-2750-4e82-9dc9-2a82250911a6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:20.780836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.784000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:20.785926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.787466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fa6e0810-2750-4e82-9dc9-2a82250911a6 HTTP/1.1" status: 204 len: 168 time: 0.4065044 Dec 22 15:51:20.788806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:20.795693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:20.801778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49506) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:21.016596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639006c-1b81-4425-a069-090fcd2f3059 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:51:21.036318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:21.127139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.127544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment f071a9c0-51e0-4623-8cd1-9357cb7a6029 of type vlan for network d010d548-3a96-4d49-9353-7dc63b110c33 Dec 22 15:51:21.159908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.168552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90680ab8-614e-4e5a-8b46-f7cf65f50583 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:21.179852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9639006c-1b81-4425-a069-090fcd2f3059 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:51:21.182086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5b307c2-e3a4-401c-80ce-7702604a912b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:21.199927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Provisioning for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:21.226328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Provisioning complete for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:21.226818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.268567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=6a0bf60d-8f2e-4245-ab9f-6569b2174956,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:21.285922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:21.292833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:21.294312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:21.298026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:21.298939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.341252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.360662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9573672 Dec 22 15:51:21.363698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49520) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:21.370226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:66:20:f1', 'name': 'tempest-NetworksTestDHCPv6-451966677'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:21.399343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5b307c2-e3a4-401c-80ce-7702604a912b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:21.405462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c5b307c2-e3a4-401c-80ce-7702604a912b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.6023378 Dec 22 15:51:21.407383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49524) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:21.533249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.540193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.544587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.544797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:21.546372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.561258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.564829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9bb34238-5213-4d3f-b9a4-1b9d7fd6eaa5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:21.600563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.608791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:21.632722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15629924-ff37-47c5-9181-7c49026c214c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:21.636880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:21.640504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:21.640949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.20.0.1 (875b90c5-f6ab-4c4d-9b78-2884aec35fff/73fae751-9c2c-4650-8054-90dd97a4f90c/582e49db-9b56-4fae-b057-c665690c8f27) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:21.650741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:21.668416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.674484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/15629924-ff37-47c5-9181-7c49026c214c HTTP/1.1" status: 204 len: 168 time: 0.2644057 Dec 22 15:51:21.676460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49532) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:21.716026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:21.725709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.726863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Transition to ACTIVE for port object ec8605da-6ccf-492a-969e-d6b525765231 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:21.739641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2229016 Dec 22 15:51:21.742858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.747385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49536) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:21.767528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=d010d548-3a96-4d49-9353-7dc63b110c33,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:21.770605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:21.778807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:21.783801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network d010d548-3a96-4d49-9353-7dc63b110c33 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:21.824128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24f6e971-0483-432d-9d4a-010c566ed6d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:21.825222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.831714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dd6f39e-4cb5-405c-a7b4-5a440993a812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:21.850536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': 'd010d548-3a96-4d49-9353-7dc63b110c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:21.901663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:21.956162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:21.960937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:21.977316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 582e49db-9b56-4fae-b057-c665690c8f27 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:21.995785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.002239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a320b4d0-d5ab-47aa-a82e-6b4365b4b7d8 tempest-TestServerAdvancedOps-1947366408 tempest-TestServerAdvancedOps-1947366408-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:22.017654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:22.022165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:subnet and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:22.025937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:22.034085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:22.046401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.062070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 39971377-e1c7-4136-86c2-7387946d1845 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:22.081801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:22.082787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.102853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Network 48593843-e3cf-47f4-a702-e3d184e2958a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:22.112038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:22.116201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:22.118430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:22.120708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:22.136335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:22.149822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=ec8605da-6ccf-492a-969e-d6b525765231,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:22.153205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:22.158555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:22.159357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.168103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:22.168383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24f6e971-0483-432d-9d4a-010c566ed6d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:22.170909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4a368a8-a2e2-4afa-b782-60f8195f4a15 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:22.171221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24f6e971-0483-432d-9d4a-010c566ed6d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4918807 Dec 22 15:51:22.180407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49540) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:22.279315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.279830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Allocated IP 172.20.0.2 (875b90c5-f6ab-4c4d-9b78-2884aec35fff/73fae751-9c2c-4650-8054-90dd97a4f90c/7dea7a7b-4115-4702-8c95-872a66ae562c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:22.306967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2044704 Dec 22 15:51:22.308303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:22.309901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49544) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:22.312446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:22.345413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.356327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b2', 'mac_address': 'fa:16:3e:46:08:94'}, {'ip_address': '2001:db8::27a', 'mac_address': 'fa:16:3e:00:c4:55'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:22.407179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.407667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.419713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3c2c623-3b2e-4a6e-badc-7d384a47a309 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:22.434368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.457950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49548) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:22.472942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215641859', 'description': 'tempest-secgroup-smoke-215641859 description', 'project_id': '7197350e292b41289db89a74eb9e5657'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:22.498354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:22.504084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:22.509257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:22.519251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:22.612598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:22.613605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.666578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.674868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.689039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:22.695246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Transition to ACTIVE for port object 7dea7a7b-4115-4702-8c95-872a66ae562c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:22.717710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22995139-9183-4dd7-9ab1-5163ca35d058,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:22.757668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Transition to ACTIVE for port object 7dea7a7b-4115-4702-8c95-872a66ae562c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:22.783080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:22.816711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.842590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3d5a785-91d3-4a9f-8479-9970594be729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:22.908771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:22.909470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.910734 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/22995139-9183-4dd7-9ab1-5163ca35d058 HTTP/1.1" status: 204 len: 168 time: 0.7110617 Dec 22 15:51:22.912029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:22.916299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:22.917477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:22.942948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8:0:1::376 (3869d436-ab4f-45bb-9569-b3230aca28ff/6a0bf60d-8f2e-4245-ab9f-6569b2174956/39971377-e1c7-4136-86c2-7387946d1845) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:22.945618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:22.965208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Pushing event updated for resources: {'Port': ['ID=7dea7a7b-4115-4702-8c95-872a66ae562c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:22.969161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:22.976461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.009779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:fe66:20f1 (3869d436-ab4f-45bb-9569-b3230aca28ff/e2082ce4-c82d-43d9-94bb-27e89950f538/39971377-e1c7-4136-86c2-7387946d1845) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:23.027011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Attempting to bind port 7dea7a7b-4115-4702-8c95-872a66ae562c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:23.027679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Attempting to bind port 7dea7a7b-4115-4702-8c95-872a66ae562c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:23.028090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Attempting to bind port 7dea7a7b-4115-4702-8c95-872a66ae562c on network 875b90c5-f6ab-4c4d-9b78-2884aec35fff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:23.036344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:23.036572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Checking segment: {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:23.037033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.037470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Bound using segment: {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:23.037990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Bound port: 7dea7a7b-4115-4702-8c95-872a66ae562c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:23.038427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.057554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.082831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dc33e78c-36b1-4880-b8ce-ca41a3f0398a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1640158 Dec 22 15:51:23.092621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49556) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:23.093750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:23.135109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] For port 7dea7a7b-4115-4702-8c95-872a66ae562c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:23.138666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] For port 7dea7a7b-4115-4702-8c95-872a66ae562c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7dea7a7b-4115-4702-8c95-872a66ae562c,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:23.168698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:23.173219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:23.184997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:23.198808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.204638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a262cba-461e-4501-a601-04afe933d8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:23.225702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.260333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.289137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Pushing event updated for resources: {'Port': ['ID=7dea7a7b-4115-4702-8c95-872a66ae562c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:23.292863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:23.312894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.335870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bca40451-e0c5-4139-b9d5-09f8d44f1b94 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:23.352578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.376184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.383587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:23.397816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.402542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa1b106e-5a1a-4c27-86e0-de0e81800620,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:23.405077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.436512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:23.437554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c04fdc66-1d27-4e53-90c7-0d7bfdb6ca49 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:23.489979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.566941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.570753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/aa1b106e-5a1a-4c27-86e0-de0e81800620 HTTP/1.1" status: 204 len: 168 time: 0.4710541 Dec 22 15:51:23.578263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49560) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:23.579077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:23.581740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.588389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:23.591884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:23.593056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a6cc0467-49ee-402a-8bcb-c6944b17d0d0 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:23.621025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:23.628248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:23.644766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:23.711333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffbe315-ff82-40c0-af1f-2a9f2c26d009,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:23.728603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:23.826469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1ec5882-5dc1-4d6b-b7a9-43d983680679 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:23.859572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=415ce695-69ab-4e02-beb6-eb055cdc9a1b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:23.862657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:23.886363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.891163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.915351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1ec5882-5dc1-4d6b-b7a9-43d983680679 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:23.916727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1ec5882-5dc1-4d6b-b7a9-43d983680679 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3307822 Dec 22 15:51:23.917293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': 'f071a9c0-51e0-4623-8cd1-9357cb7a6029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'd010d548-3a96-4d49-9353-7dc63b110c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:23.917693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: d010d548-3a96-4d49-9353-7dc63b110c33, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:23.918784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:23.921603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:23.922943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49564) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:23.930354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 39971377-e1c7-4136-86c2-7387946d1845 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:23.956448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.986598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:23.991845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efd7bf23-028a-445c-8daf-680d274013af tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:24.010511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.033871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network d010d548-3a96-4d49-9353-7dc63b110c33 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:24.036492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.073880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] In _notify_port_updated(), no bound segment for port ec8605da-6ccf-492a-969e-d6b525765231 on network 48593843-e3cf-47f4-a702-e3d184e2958a {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:51:24.074623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4fcf63b-2b9c-454c-bfaf-a9feb9b14376 tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:24.078577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:24.079267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.080701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "PUT /v2.0/ports/ec8605da-6ccf-492a-969e-d6b525765231 HTTP/1.1" status: 200 len: 1068 time: 1.7654955 Dec 22 15:51:24.085254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49568) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.146389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event updated for resources: {'Port': ['ID=ec8605da-6ccf-492a-969e-d6b525765231,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:24.148992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, d010d548-3a96-4d49-9353-7dc63b110c33) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:24.150646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:24.156429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:24.157036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7ad5846-3e98-47d5-9e08-29fb95da4a5a tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:24.157964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d71569a-5244-4c52-9469-8063bfabb5be,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:24.163098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.173783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:24.180512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.201963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.202696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:24.203365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7441998 Dec 22 15:51:24.205115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:24.206050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.207081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49572) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.228697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:24.233630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:24.234456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.275773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:24.289719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:24.293295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port ec8605da-6ccf-492a-969e-d6b525765231 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:24.293295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.297390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:24.301018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:24.325792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=39971377-e1c7-4136-86c2-7387946d1845,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:24.343034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9751291 Dec 22 15:51:24.345139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:24.345139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49576) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.367647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:24.378797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.385678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56e71998-be2c-494a-9cae-aaa775004fac tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:24.391613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6381202 Dec 22 15:51:24.400284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49580) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.433036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f967876-8af4-4f45-a79e-e35746c2da26,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:24.448034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:24.473501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.481230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.486768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 39971377-e1c7-4136-86c2-7387946d1845 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:24.486978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3f967876-8af4-4f45-a79e-e35746c2da26 HTTP/1.1" status: 204 len: 168 time: 0.5585520 Dec 22 15:51:24.487066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.494630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49584) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.542419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7dea7a7b-4115-4702-8c95-872a66ae562c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:24.672573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7dea7a7b-4115-4702-8c95-872a66ae562c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:24.696058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.707195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0f09a2a6-acdb-4ab5-8e62-baa5b5c7b69d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:24.733155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.789321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.802362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.817429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49c29943-8037-41fa-a745-0e96e3b23068 tempest-ServerActionsTestJSON-1353425689 tempest-ServerActionsTestJSON-1353425689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:24.843386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0f09a2a6-acdb-4ab5-8e62-baa5b5c7b69d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:24.847516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0f09a2a6-acdb-4ab5-8e62-baa5b5c7b69d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3467155 Dec 22 15:51:24.848635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49588) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.859023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c417aca-b1bc-4ead-8b68-cc657726f6ef,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:24.867731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:24.872614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.914872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:24.918888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7075455 Dec 22 15:51:24.932125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49592) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:24.955507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:51:25.008524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for ec8605da-6ccf-492a-969e-d6b525765231 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:25.043250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:25.045482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.055186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a25c8b55-d35e-41fd-aa3b-efa670ce6162 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:25.071017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:25.088574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:25.102638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:25.111621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c67f14-0b1b-4eb8-a714-c9f0537adad3 None None] Network c4158765-738e-435e-93bf-f5bd92abb1a3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:25.120101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:25.135329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a544b65-d24c-4881-927c-aefbceaf9b95 None None] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:25.156223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.157960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c67f14-0b1b-4eb8-a714-c9f0537adad3 None None] Network c4158765-738e-435e-93bf-f5bd92abb1a3 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:51:25.184506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3fff7-3880-4511-9f3a-d0cdd76d26db None None] Network c4158765-738e-435e-93bf-f5bd92abb1a3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:25.194009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=415ce695-69ab-4e02-beb6-eb055cdc9a1b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:25.202101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:25.230253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d0592-47c9-453c-94f4-7eb9426fc44d None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:25.247724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dafb129-278d-4f09-a3cd-c6d3848c206f None None] Network d010d548-3a96-4d49-9353-7dc63b110c33 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:25.332252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3fff7-3880-4511-9f3a-d0cdd76d26db None None] Network c4158765-738e-435e-93bf-f5bd92abb1a3 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:51:25.335591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.338184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.348264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 39971377-e1c7-4136-86c2-7387946d1845 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:25.377273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d010d548-3a96-4d49-9353-7dc63b110c33']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:25.387678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:25.400678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f071a9c0-51e0-4623-8cd1-9357cb7a6029') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:25.401016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f071a9c0-51e0-4623-8cd1-9357cb7a6029') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:25.420530 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2147989 Dec 22 15:51:25.422233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49600) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:25.428012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.429337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-865920923'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:25.436379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.448578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:25.455763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:25.463165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:25.471230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.473763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:25.485229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:25.485458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:25.507682 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:25.509980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.583185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:25.601900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:25.608150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.668857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.671112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Provisioning for port 7dea7a7b-4115-4702-8c95-872a66ae562c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:25.679203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.684310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:25.695355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91d67e8b-e352-40a5-a6d8-2ad41f63d2dc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:25.712088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.715654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=d010d548-3a96-4d49-9353-7dc63b110c33,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:25.719937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:25.729083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/d010d548-3a96-4d49-9353-7dc63b110c33 HTTP/1.1" status: 204 len: 168 time: 1.3250835 Dec 22 15:51:25.729988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49604) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:25.738025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-601501847'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:25.743887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.745011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:25.750574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:network and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:25.754375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:25.758532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Provisioning complete for port 7dea7a7b-4115-4702-8c95-872a66ae562c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:25.758957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.760431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.761693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:25.772074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=ec8605da-6ccf-492a-969e-d6b525765231,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:25.781551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:25.782479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e184c94-70c1-4bd7-a40f-a781fe59a131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:25.827395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:25.837280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.865968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:25.886537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e65ab8-54b0-4a29-8105-84a959ec3c5f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:25.904712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:25.908679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:25.920968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:25.922048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:25.970748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc5b148-82f6-4058-8958-15dd5f1f2e5e,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:25.979161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:25.989569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:25.992823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:26.019208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.023101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.026661 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/25e65ab8-54b0-4a29-8105-84a959ec3c5f HTTP/1.1" status: 204 len: 168 time: 1.1710525 Dec 22 15:51:26.026808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Added segment 76c67981-cda2-42e9-b7de-a87157d27b43 of type vlan for network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 Dec 22 15:51:26.026808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.026808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment 629ba762-d22e-47bf-8722-9072105c3f3a of type vlan for network 96d8aa92-bc2b-4d08-ada3-77f37589836f Dec 22 15:51:26.026808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49608) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.046049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.048567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.050155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0599101 Dec 22 15:51:26.058018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e48d45f-a910-4431-b297-8f701d3c75d5 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:26.071921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.094485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49612) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.113765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:26.126208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=39971377-e1c7-4136-86c2-7387946d1845,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:26.133119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:26.139593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:26.173955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c57967-0c9d-4c04-8e17-97de9fd60e0d None None] Network d010d548-3a96-4d49-9353-7dc63b110c33 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:26.175525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:26.180474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:26.227600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:26.302764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c57967-0c9d-4c04-8e17-97de9fd60e0d None None] Network d010d548-3a96-4d49-9353-7dc63b110c33 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:51:26.367166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.372019 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/39971377-e1c7-4136-86c2-7387946d1845 HTTP/1.1" status: 204 len: 168 time: 2.0236561 Dec 22 15:51:26.372387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49616) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.376179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.380732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/ec8605da-6ccf-492a-969e-d6b525765231 HTTP/1.1" status: 204 len: 168 time: 2.2892268 Dec 22 15:51:26.421512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49620) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.458581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:26.474154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.479126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.507744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d300df-de0b-4607-9bda-85fd4e4092f2 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] GET failed (client error): The resource could not be found. Dec 22 15:51:26.508453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19d300df-de0b-4607-9bda-85fd4e4092f2 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:26.510306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.517557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:26.518183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.538701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.543593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb998b76-bad3-4a16-a944-7843cf9b8473 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:26.574616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.580998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:26.581901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.594663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d2f17-8272-4f44-8fbc-7656106f8278 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:26.595140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-105d2f17-8272-4f44-8fbc-7656106f8278 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:26.602910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] For port 7dea7a7b-4115-4702-8c95-872a66ae562c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7dea7a7b-4115-4702-8c95-872a66ae562c,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:26.603219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8717415 Dec 22 15:51:26.608904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49624) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.616710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-19d300df-de0b-4607-9bda-85fd4e4092f2 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:26.616710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19d300df-de0b-4607-9bda-85fd4e4092f2 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports/ec8605da-6ccf-492a-969e-d6b525765231 HTTP/1.1" status: 404 len: 333 time: 0.1861947 Dec 22 15:51:26.619021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49628) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.624198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Request body: {'subnet': {'network_id': '0ff3db0b-7ca1-429b-95ef-0cd1431354c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:26.682662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.718430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-105d2f17-8272-4f44-8fbc-7656106f8278 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:26.722111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-105d2f17-8272-4f44-8fbc-7656106f8278 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3457563 Dec 22 15:51:26.722256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.725099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49632) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.729970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:26.733848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:26.767835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Network': ['ID=0ff3db0b-7ca1-429b-95ef-0cd1431354c4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:26.771222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:26.777799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01610b47-5442-449b-8db8-998184b889fe tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:26.798304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:26.894517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ee451fa4-73eb-4b74-b828-bf1ee2642342 None None] Could not find standard attr ID for object ec8605da-6ccf-492a-969e-d6b525765231. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:51:26.914859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4913979 Dec 22 15:51:26.917694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6542c404-36fb-46b6-b04a-b399461dfd09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:26.923267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49636) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:26.953632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:27.036442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13326e7a-577c-4d31-89f8-4e282e17cbcd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:27.074152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Pushing event updated for resources: {'Port': ['ID=7dea7a7b-4115-4702-8c95-872a66ae562c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:27.080915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:27.081691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'e2082ce4-c82d-43d9-94bb-27e89950f538', 'ip_address': '2001:db8::f816:3eff:feab:cc12'}, {'subnet_id': '6a0bf60d-8f2e-4245-ab9f-6569b2174956'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a3c2c623-3b2e-4a6e-badc-7d384a47a309'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:51:27.091553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee8a652-a13e-426b-82a7-08313e3b73e1,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:27.094112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=96d8aa92-bc2b-4d08-ada3-77f37589836f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:27.097931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:27.101972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:27.103627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:27.114491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port 009321e0-c27b-434f-b658-af18ded38934 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:27.114888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.117620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:27.121637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:27.133375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:27.133575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:27.160734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fe7c2a-fd11-452e-b1c5-9c9e8b7f4380 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:27.164540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21fe7c2a-fd11-452e-b1c5-9c9e8b7f4380 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4351516 Dec 22 15:51:27.164540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6542c404-36fb-46b6-b04a-b399461dfd09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:27.171376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6542c404-36fb-46b6-b04a-b399461dfd09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.1401126 Dec 22 15:51:27.171376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49640) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:27.171578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:27.171671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ee451fa4-73eb-4b74-b828-bf1ee2642342 None None] Provisioning for port 009321e0-c27b-434f-b658-af18ded38934 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:27.172719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49642) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:27.202899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ee451fa4-73eb-4b74-b828-bf1ee2642342 None None] Provisioning complete for port 009321e0-c27b-434f-b658-af18ded38934 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:27.203324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee451fa4-73eb-4b74-b828-bf1ee2642342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.217492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:27.225657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Usage tracker for resource:subnet and tenant:45efd1f7da9646119f94f0feedfd28a2 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:27.235391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:27.242994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168736107'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:27.264635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.266175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1655469 Dec 22 15:51:27.269805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49648) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:27.271072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:27.273851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:27.285816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:27.332003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:27.346943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.351592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:27.367521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:27.372730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Made reservation on behalf of 45efd1f7da9646119f94f0feedfd28a2 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:27.384079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:27.385608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:27.388189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:27.389650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:27.396513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:27.406945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:27.422196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.430336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ee451fa4-73eb-4b74-b828-bf1ee2642342 None None] Port 009321e0-c27b-434f-b658-af18ded38934 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:27.518835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.539674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:22Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:22Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:27.551002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:27.551406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Updating router 9e56a2c0-5f1c-445a-9d98-a0863c209447 port 582e49db-9b56-4fae-b057-c665690c8f27 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:51:27.618270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:27.622139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-11a63710-3b05-452f-a9d1-843211ab1353 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4468861 Dec 22 15:51:27.623102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.643097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49652) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:27.662206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.667289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for 009321e0-c27b-434f-b658-af18ded38934 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:27.693041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Allocated IP 2001:db8:0:1::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/6a0bf60d-8f2e-4245-ab9f-6569b2174956/a3c2c623-3b2e-4a6e-badc-7d384a47a309) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:27.837126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.840469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.859246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e7309dc-a6df-492e-8ac8-87eb3d8458f9 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:27.874624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:27.895495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6bf6cfb6-7edc-420c-b702-4ee04405c6d7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:27.994564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.048485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=009321e0-c27b-434f-b658-af18ded38934,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:28.054012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:28.055157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.056297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.080429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6dba2-af14-411c-b09c-5792defeae68 None None] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:28.097626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.114961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=956fd0b9-b99e-4ede-acd3-c3f45739fe3b,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:28.117752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:28.125375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74308713-9905-4452-8e1e-6c23129d13f8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:28.142880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ada7a8a-e532-41c8-bb94-d2630ac90aa0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:28.145486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:28.156928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 6a0bf60d-8f2e-4245-ab9f-6569b2174956 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:28.168700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:28.169107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 96d8aa92-bc2b-4d08-ada3-77f37589836f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:28.188404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:51:28.208169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.214203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9354506 Dec 22 15:51:28.215349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49656) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.221025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/009321e0-c27b-434f-b658-af18ded38934 HTTP/1.1" status: 204 len: 168 time: 1.5745869 Dec 22 15:51:28.222833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:28.224817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49660) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.231080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:28.235396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:28.238908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:28.245261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:28.254313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:28.254699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:28.273590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:28.293599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:28.296126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Project 7197350e292b41289db89a74eb9e5657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:51:28.300264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7ff36fd-1cfd-4e3c-b489-c6c3d0b904b9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] GET failed (client error): The resource could not be found. Dec 22 15:51:28.300953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7ff36fd-1cfd-4e3c-b489-c6c3d0b904b9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Synchronizing usage tracker for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:28.304292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.306217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:28.321116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:28.336195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 96d8aa92-bc2b-4d08-ada3-77f37589836f) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:28.340423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Provisioning for port 582e49db-9b56-4fae-b057-c665690c8f27 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:28.379732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:28.380393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.410223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9fce1-b995-465e-9566-12231a8722af None None] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:28.411820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7ff36fd-1cfd-4e3c-b489-c6c3d0b904b9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Unset dirty status for tenant:2427c6ce41c9460eb34026cbe9fcddc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:28.415033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7ff36fd-1cfd-4e3c-b489-c6c3d0b904b9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "GET /v2.0/ports/009321e0-c27b-434f-b658-af18ded38934 HTTP/1.1" status: 404 len: 333 time: 0.1861339 Dec 22 15:51:28.419965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49664) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.455848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7dea7a7b-4115-4702-8c95-872a66ae562c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:28.464989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.489488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5504484 Dec 22 15:51:28.492028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.493264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.496830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.500075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Provisioning complete for port 582e49db-9b56-4fae-b057-c665690c8f27 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:28.502263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.502415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.517057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port ebf9c710-146a-4a73-8bc1-7a7acd93138b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:28.517439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.548027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.562609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-888c13cf-97a5-4bc6-9a38-92d0cd283821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:28.565971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:28.586035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02deeb47-e7c3-40f9-ba05-d02e93649120,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:28.592751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:28.669353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.673499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4544036 Dec 22 15:51:28.674496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49672) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.682703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'security_group_rule': {'security_group_id': '4d71569a-5244-4c52-9469-8063bfabb5be', 'project_id': '7197350e292b41289db89a74eb9e5657', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:28.698324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Transition to ACTIVE for port object a3c2c623-3b2e-4a6e-badc-7d384a47a309 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:28.709562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.718457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08243d81-d6fd-41cf-9da8-c14eeb5dfd34,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:28.724396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:28.746267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.757514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:28.758704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d47d77b7-5003-4d5d-a4dd-ae8e8a317782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:28.764884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.769624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5722032 Dec 22 15:51:28.770510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49676) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:28.781367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '08243d81-d6fd-41cf-9da8-c14eeb5dfd34', 'direction': 'ingress', 'protocol': 17}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:28.786415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:security_group_rule and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:28.802801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Port 582e49db-9b56-4fae-b057-c665690c8f27 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:28.813546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:28.817056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:28.832448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:28.840390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:28.843678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:28.856800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:28.858030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.876724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:28.883871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c47b085-b34c-41f0-bfab-80e4ced1e008 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.010319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Project 7197350e292b41289db89a74eb9e5657 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:51:29.035572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.066792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.068909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.102717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event updated for resources: {'Subnet': ['ID=6d493fda-b536-4009-a2aa-0eeeaf6d9521,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.113659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.114651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.126156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Provisioning complete for port 7dea7a7b-4115-4702-8c95-872a66ae562c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:29.126942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4b873e2-5d2c-4197-9e8a-e14cb80fbe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.135153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.136872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Checking segment: {'id': '76c67981-cda2-42e9-b7de-a87157d27b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ff3db0b-7ca1-429b-95ef-0cd1431354c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:29.137349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network hostable DHCP agents. Network: 0ff3db0b-7ca1-429b-95ef-0cd1431354c4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:29.161660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7dea7a7b-4115-4702-8c95-872a66ae562c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:29.162107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.257172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:29.298986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for ebf9c710-146a-4a73-8bc1-7a7acd93138b owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:29.303378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.309342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-96d8aa92-bc2b-4d08-ada3-77f37589836f', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:29.310235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.343284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0ff3db0b-7ca1-429b-95ef-0cd1431354c4) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:29.348405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Transition to ACTIVE for port object 582e49db-9b56-4fae-b057-c665690c8f27 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:29.351585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:29.351767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.380530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.409953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9612bd2-4324-4984-9e71-c266d75f7868 None None] Network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:29.421684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.451629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8367112 Dec 22 15:51:29.455388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49680) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:29.469602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.472780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.505039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.524421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.570192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.583026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.598707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0f9437-92fe-4791-bbd5-63143c9a5f6e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.601446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.615978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.659885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6dc8c12-340d-48ac-be3f-01480f5d157e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.659885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.682586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.688596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9125733 Dec 22 15:51:29.688596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49684) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:29.694022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.711135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.715778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.721466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0458832 Dec 22 15:51:29.722727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49688) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:29.726779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32cd0766-9052-48b0-8880-98b10e8a3066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.783544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'network': {'name': 'tempest-network-smoke--744102625', 'project_id': '7197350e292b41289db89a74eb9e5657', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:29.826423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:29.849839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0bf60d-8f2e-4245-ab9f-6569b2174956,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.861592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.863376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:29.896897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d57cf97e-5c01-4a5c-8dba-9dd858518946 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:29.974292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=ebf9c710-146a-4a73-8bc1-7a7acd93138b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:29.984114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:network and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:29.995656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:29.996948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:30.007967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.013353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/6a0bf60d-8f2e-4245-ab9f-6569b2174956 HTTP/1.1" status: 204 len: 168 time: 2.3690073 Dec 22 15:51:30.016944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:30.019948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49692) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:30.167357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.172658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/ports/ebf9c710-146a-4a73-8bc1-7a7acd93138b HTTP/1.1" status: 204 len: 168 time: 1.7513976 Dec 22 15:51:30.174224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.199723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Pushing event updated for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:30.213248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.246609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:30.268079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49696) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:30.420461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.547595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3c2c623-3b2e-4a6e-badc-7d384a47a309 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:30.650123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Allocated IP 172.21.0.2 (96d8aa92-bc2b-4d08-ada3-77f37589836f/956fd0b9-b99e-4ede-acd3-c3f45739fe3b/8d51184b-8792-4f22-b2de-3cb8e0c362f9) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:30.708474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.718389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc6078-67cc-4c2b-ad6e-c34acbee9494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0ff3db0b-7ca1-429b-95ef-0cd1431354c4', 'network_id': '0ff3db0b-7ca1-429b-95ef-0cd1431354c4', 'tenant_id': '45efd1f7da9646119f94f0feedfd28a2', 'fixed_ips': [{'subnet_id': '6d493fda-b536-4009-a2aa-0eeeaf6d9521'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:30.719642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cadc6078-67cc-4c2b-ad6e-c34acbee9494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.757488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Attempting to bind port 582e49db-9b56-4fae-b057-c665690c8f27 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:30.758052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Attempting to bind port 582e49db-9b56-4fae-b057-c665690c8f27 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:30.758499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Attempting to bind port 582e49db-9b56-4fae-b057-c665690c8f27 on network 875b90c5-f6ab-4c4d-9b78-2884aec35fff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:30.774034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4b3262-b707-4aee-a141-b07091b59b0f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:30.814624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Made reservation on behalf of 7197350e292b41289db89a74eb9e5657 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:30.822048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.847227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.851711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.855745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:30.856179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Checking segment: {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:30.856606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.857646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Bound using segment: {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:30.858596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Bound port: 582e49db-9b56-4fae-b057-c665690c8f27, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef19059f-ecee-45a1-8f7d-8e770e508434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:30.859007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.859397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fefa4059-57c2-47eb-860c-b8de8cb7c62d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:30.881166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19c42f35-8c79-421a-88ed-ba096e14619a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:30.910125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:30.911917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=6d493fda-b536-4009-a2aa-0eeeaf6d9521,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:30.920316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:30.921525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.921930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Added segment 973fd700-8db9-44de-b849-922c6e3b41fa of type vlan for network 1b66329f-d3a6-44ac-99d3-1303054286d0 Dec 22 15:51:30.956306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08243d81-d6fd-41cf-9da8-c14eeb5dfd34,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:30.969924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:30.981351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:30.999140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet e2082ce4-c82d-43d9-94bb-27e89950f538 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:31.001331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.002582 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ca598f1-137c-4a2b-b6b8-fea534cf84b8 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/08243d81-d6fd-41cf-9da8-c14eeb5dfd34 HTTP/1.1" status: 204 len: 168 time: 1.3132684 Dec 22 15:51:31.010658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49700) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.011338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.049558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.085048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff3db0b-7ca1-429b-95ef-0cd1431354c4']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:31.100346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c67981-cda2-42e9-b7de-a87157d27b43') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:31.100816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c67981-cda2-42e9-b7de-a87157d27b43') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:31.116377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.119385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting subnet b13d97c2-d7b5-4867-baa0-556a73b34aa6 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:31.128503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.135286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.144455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:31.145038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.146281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1cdfd525-29b9-4381-b50d-1c02a215f99e None None] Provisioning complete for port 7dea7a7b-4115-4702-8c95-872a66ae562c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:31.155598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1cdfd525-29b9-4381-b50d-1c02a215f99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:31.163777 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:31.211483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3debfa9c-e06f-4faa-842c-5a034b76fcb2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:31.224758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.272963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.277113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:31.278007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.296763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4673d0ca-2595-4cc3-b0c0-24161d0806c9 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:31.306307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.310119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c0711b1-6a57-4fe4-893c-a7dba85ad772 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:31.338043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.341238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=0ff3db0b-7ca1-429b-95ef-0cd1431354c4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:31.345601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:31.363268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/0ff3db0b-7ca1-429b-95ef-0cd1431354c4 HTTP/1.1" status: 204 len: 168 time: 1.9064238 Dec 22 15:51:31.363575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.364170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49704) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.397573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862752ea-e972-47bb-a2c5-1d3cc5b85152 None None] Network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:31.399992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3debfa9c-e06f-4faa-842c-5a034b76fcb2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:31.406207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3debfa9c-e06f-4faa-842c-5a034b76fcb2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3574755 Dec 22 15:51:31.409901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49708) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.411419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5532c8-7468-405a-ad87-02436f251411 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.411779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5532c8-7468-405a-ad87-02436f251411 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.416130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e5532c8-7468-405a-ad87-02436f251411 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/6d493fda-b536-4009-a2aa-0eeeaf6d9521 HTTP/1.1" status: 404 len: 337 time: 0.0484319 Dec 22 15:51:31.420595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--308043205'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:31.425302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49712) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.447064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:31.459100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] For port 582e49db-9b56-4fae-b057-c665690c8f27, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:31.464560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc2952a-33a1-4a39-b34f-99737444cacd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.465185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc2952a-33a1-4a39-b34f-99737444cacd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.470245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfc2952a-33a1-4a39-b34f-99737444cacd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/0ff3db0b-7ca1-429b-95ef-0cd1431354c4 HTTP/1.1" status: 404 len: 339 time: 0.0412979 Dec 22 15:51:31.470245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:31.471246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49716) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.474017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7148604 Dec 22 15:51:31.474196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862752ea-e972-47bb-a2c5-1d3cc5b85152 None None] Network 0ff3db0b-7ca1-429b-95ef-0cd1431354c4 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:51:31.479599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49720) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.494430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Network': ['ID=1b66329f-d3a6-44ac-99d3-1303054286d0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:31.497612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:31.501554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'admin_state_up': True, 'project_id': '7197350e292b41289db89a74eb9e5657', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:31.521009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] For port 582e49db-9b56-4fae-b057-c665690c8f27, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=582e49db-9b56-4fae-b057-c665690c8f27,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:31.522967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:31.524066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-965f44cc-6d1c-4bee-80c8-f31dc5e68682 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.525263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965f44cc-6d1c-4bee-80c8-f31dc5e68682 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.525429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:31.527804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-965f44cc-6d1c-4bee-80c8-f31dc5e68682 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/415ce695-69ab-4e02-beb6-eb055cdc9a1b HTTP/1.1" status: 404 len: 337 time: 0.0545902 Dec 22 15:51:31.533521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49724) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.536089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:router and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:31.544313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:31.561414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-93997a3e-8ac8-4a2f-8676-3b64f5eb8150 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.562219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93997a3e-8ac8-4a2f-8676-3b64f5eb8150 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.562358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:31.566072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-93997a3e-8ac8-4a2f-8676-3b64f5eb8150 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/d010d548-3a96-4d49-9353-7dc63b110c33 HTTP/1.1" status: 404 len: 339 time: 0.0294116 Dec 22 15:51:31.568091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49728) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.574843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.584500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.594644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.597177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9268c38f-54a3-4944-b989-ff0bece016c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:31.611728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6df5272-0339-4abe-8f14-519ae853a9a2 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.612409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6df5272-0339-4abe-8f14-519ae853a9a2 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.616893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6df5272-0339-4abe-8f14-519ae853a9a2 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/120cd0d3-ecf7-4da7-a2d1-a3dc356eea3a HTTP/1.1" status: 404 len: 337 time: 0.0450168 Dec 22 15:51:31.616893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.618409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49732) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.654970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:31.659803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:31.661012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.662048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.663966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:31.670406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-80945e83-dd39-4a60-bc35-e11af4a5b1db tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:31.670943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80945e83-dd39-4a60-bc35-e11af4a5b1db tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:31.671089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:31.672803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80945e83-dd39-4a60-bc35-e11af4a5b1db tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/c4158765-738e-435e-93bf-f5bd92abb1a3 HTTP/1.1" status: 404 len: 339 time: 0.0524983 Dec 22 15:51:31.675540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49736) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:31.696162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.758194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Transition to ACTIVE for port object 8d51184b-8792-4f22-b2de-3cb8e0c362f9 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:31.765102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.772511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting port 4bee2b13-9550-4ab3-9775-95ed379b9fbe {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:31.773213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.814948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.829248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72ee3754-36e4-44c6-b49f-471936b45210 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594 tempest-ExtraDHCPOptionsIpV6TestJSON-1976440594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:31.830774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Transition to ACTIVE for port object 8d51184b-8792-4f22-b2de-3cb8e0c362f9 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:31.840381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Pushing event updated for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:31.848278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:31.865982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:31.866722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:31.871026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.874861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.930057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.961399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.983697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=e2082ce4-c82d-43d9-94bb-27e89950f538,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:31.994456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:31.999284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:31.999945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:32.005277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce5f45d8-759c-4384-9eea-8731c9da4782 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:32.019977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.21.0.1 (96d8aa92-bc2b-4d08-ada3-77f37589836f/956fd0b9-b99e-4ede-acd3-c3f45739fe3b/9b727b9d-96d6-4228-8d34-b05e52a0de09) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:32.044236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Subnet': ['ID=b13d97c2-d7b5-4867-baa0-556a73b34aa6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:32.051166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:32.114556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:32.124889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/e2082ce4-c82d-43d9-94bb-27e89950f538 HTTP/1.1" status: 204 len: 168 time: 2.1032677 Dec 22 15:51:32.126648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.131271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/subnets/b13d97c2-d7b5-4867-baa0-556a73b34aa6 HTTP/1.1" status: 204 len: 168 time: 1.8595605 Dec 22 15:51:32.131434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1f214-bae7-4e4e-8a75-5549a8ab0e33,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:32.131519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49740) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.132304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:32.133408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49742) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.233098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.237189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8195012 Dec 22 15:51:32.249464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49748) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.265190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.280485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6800d79-b65e-4ee0-a1e9-70a5cf18e90a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454110 Dec 22 15:51:32.282109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754622399'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:32.293380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49752) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.300076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:32.306651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:32.324770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e801ee-256b-40aa-a87a-45f81ab1adeb None None] Network 48593843-e3cf-47f4-a702-e3d184e2958a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:32.335413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.389070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:32.400987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:32.427739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:32.441197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.483002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Calling delete_port for 4bee2b13-9550-4ab3-9775-95ed379b9fbe owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:32.500798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Pushing event updated for resources: {'Port': ['ID=8d51184b-8792-4f22-b2de-3cb8e0c362f9,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:32.525995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:32.526803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bd2b2099-4ccd-42b2-9ec8-5406a65b5899 None None] Provisioning for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:32.540223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:32.550552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Deleting port 1142b406-8df6-400d-8421-9079ed6a6919 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:32.550901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.553350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:32.577511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.580344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.584528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bd2b2099-4ccd-42b2-9ec8-5406a65b5899 None None] Provisioning complete for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:32.585167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd2b2099-4ccd-42b2-9ec8-5406a65b5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.609121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 9b727b9d-96d6-4228-8d34-b05e52a0de09 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:32.620652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:32.629265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:32.636961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:32.637539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.644546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6013447-c7b5-40fe-baee-4e948adbe3b5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:32.644790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:32.649022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:32.665800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:32.689610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.693660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Port': ['ID=4bee2b13-9550-4ab3-9775-95ed379b9fbe,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:32.696260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:32.696824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:32.747108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d2b22-4767-426b-ae51-d4c0ff5dd85f None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'e2082ce4-c82d-43d9-94bb-27e89950f538'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a3c2c623-3b2e-4a6e-badc-7d384a47a309'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:51:32.767752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.785006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:32.787590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:32.791908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-30da796d-7973-4ec4-a2d6-e58dd760bd34 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/ports/4bee2b13-9550-4ab3-9775-95ed379b9fbe HTTP/1.1" status: 204 len: 168 time: 1.1125917 Dec 22 15:51:32.793189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:32.795740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:32.806598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:32.813244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.827828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49756) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.831797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:32.835224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:32.840839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:32.853311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:32.896976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:32.907671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7559d5-b7a9-4009-9247-ecff243207cb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:32.908274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7559d5-b7a9-4009-9247-ecff243207cb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:32.912914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ba7559d5-b7a9-4009-9247-ecff243207cb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/86401484-0675-4cef-bca6-f1d05cd2950c HTTP/1.1" status: 404 len: 337 time: 0.0738840 Dec 22 15:51:32.914195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49760) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:32.947018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:32.985883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-709d2b22-4767-426b-ae51-d4c0ff5dd85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.040499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Attempting to bind port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:33.040817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Attempting to bind port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:33.041214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Attempting to bind port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 on network 96d8aa92-bc2b-4d08-ada3-77f37589836f {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:33.059450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.115458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] For port 1142b406-8df6-400d-8421-9079ed6a6919, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1142b406-8df6-400d-8421-9079ed6a6919,segment=NetworkSegment(025e90e7-a43c-4000-b9fe-a2c2e2a63841),segment_id=025e90e7-a43c-4000-b9fe-a2c2e2a63841)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:33.115842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.209215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:33.209662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Checking segment: {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:33.210077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.210550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Bound using segment: {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:33.211142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Bound port: 8d51184b-8792-4f22-b2de-3cb8e0c362f9, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:33.211567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.261778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.281758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.376533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] DHCP port deletion for 48593843-e3cf-47f4-a702-e3d184e2958a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:33.382302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6363b46-01d2-4e92-ba35-cc3041a8eec2']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:33.403739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010b1c10-424b-4fad-b3cc-582deaffdaa5') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:33.404130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010b1c10-424b-4fad-b3cc-582deaffdaa5') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:33.416477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Deleting port 1142b406-8df6-400d-8421-9079ed6a6919 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:33.416912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.427111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.511447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Calling delete_port for 1142b406-8df6-400d-8421-9079ed6a6919 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:33.581501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a1189-5086-4550-850f-181f38074ba8 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:33.596690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] For port 8d51184b-8792-4f22-b2de-3cb8e0c362f9, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:33.610000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.622351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:33.623035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:33.640436 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:33.643572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.649542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] For port 8d51184b-8792-4f22-b2de-3cb8e0c362f9, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8d51184b-8792-4f22-b2de-3cb8e0c362f9,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:33.691015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.701065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94303613-a134-4a51-a83a-e7269e5ef69e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:33.708936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.735099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.758087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:33.774620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.896915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c3138f-4302-48bc-baed-9a6c7ccd441c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:33.908092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:33.932990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:33.947066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.011419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.016031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7439661 Dec 22 15:51:34.018075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49764) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:34.030321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '6cf1f214-bae7-4e4e-8a75-5549a8ab0e33', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25c3138f-4302-48bc-baed-9a6c7ccd441c', 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:34.032276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Port': ['ID=1142b406-8df6-400d-8421-9079ed6a6919,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.035437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.039683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.044488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] No DVR routers for this DVR port 1142b406-8df6-400d-8421-9079ed6a6919 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:34.050971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:34.055269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abb36752-13c3-4f90-bba5-52c2c13ae0f5 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.072752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.086342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:34.096166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:34.102298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=f6363b46-01d2-4e92-ba35-cc3041a8eec2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.159842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/f6363b46-01d2-4e92-ba35-cc3041a8eec2 HTTP/1.1" status: 204 len: 168 time: 1.2420349 Dec 22 15:51:34.159842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.161770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:34.188417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:22Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:31Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:34.190881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:34.201651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0aa6361d-1128-415b-abeb-acb7aeca3a03 None None] Provisioning complete for port a3c2c623-3b2e-4a6e-badc-7d384a47a309 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:34.202077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0aa6361d-1128-415b-abeb-acb7aeca3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.235147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a0ad91-9ceb-4176-9622-2deec22a9c75 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:22Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:31Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:34.258897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Pushing event updated for resources: {'Port': ['ID=8d51184b-8792-4f22-b2de-3cb8e0c362f9,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.268275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.274254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.275679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] For port 1142b406-8df6-400d-8421-9079ed6a6919, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1142b406-8df6-400d-8421-9079ed6a6919,segment=NetworkSegment(025e90e7-a43c-4000-b9fe-a2c2e2a63841),segment_id=025e90e7-a43c-4000-b9fe-a2c2e2a63841)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:34.276345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.304159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.318434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.358585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f0dbbb8-519f-4e31-a510-40c36d197b0c tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.381152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.402742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Allocated IP 172.26.1.37 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/2ae75030-b083-41ca-960e-bf2a4ab34ab8) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:34.424922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Calling delete_port for 1142b406-8df6-400d-8421-9079ed6a6919 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:34.444799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting port f949712e-1ee2-4cef-b578-08619b711bea {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:34.445182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.481119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1142b406-8df6-400d-8421-9079ed6a6919 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:34.510367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.523101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.529617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1142b406-8df6-400d-8421-9079ed6a6919 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:34.529981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1142b406-8df6-400d-8421-9079ed6a6919 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:34.530467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3c2c623-3b2e-4a6e-badc-7d384a47a309 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:34.541597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48593843-e3cf-47f4-a702-e3d184e2958a']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:34.619599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.621614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.682828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.691722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025e90e7-a43c-4000-b9fe-a2c2e2a63841') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:34.694153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025e90e7-a43c-4000-b9fe-a2c2e2a63841') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:34.737872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:34.754203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:34.754539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:34.759065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.764082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Deleting port a3c2c623-3b2e-4a6e-badc-7d384a47a309 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:34.764082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.776812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8219e859-7b00-4e59-8b43-8998bae22be1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:34.806105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.812296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7930274 Dec 22 15:51:34.815096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:34.828886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.881963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1967ad4-b379-4170-9e98-86e83dcdfdf5,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:34.887087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:34.896536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:34.949980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:34.982977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.012864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.015325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.026538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d34692b-f9bb-47bd-9fa1-66976a7085b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:35.033055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:35.035133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:35.076157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:35.077257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.117541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=10']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:35.123496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:35.229055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:35.229626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.257107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.261185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:35.279374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.304328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Deleting port 1142b406-8df6-400d-8421-9079ed6a6919 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:35.304764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.351112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.354922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a1967ad4-b379-4170-9e98-86e83dcdfdf5 HTTP/1.1" status: 204 len: 168 time: 0.5248585 Dec 22 15:51:35.359681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49776) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:35.410614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1967ad4-b379-4170-9e98-86e83dcdfdf5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:35.412493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Calling delete_port for a3c2c623-3b2e-4a6e-badc-7d384a47a309 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:35.414960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:35.424523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Calling delete_port for f949712e-1ee2-4cef-b578-08619b711bea owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:35.495326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-626dc4eb-66ae-4a62-b940-7b39a0943009 None None] The port '1142b406-8df6-400d-8421-9079ed6a6919' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:35.513154 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:35.523618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.526162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0d736ec-58ea-46b8-befa-3af48a751eb4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:35.528400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.538646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e25c2e4-9b4b-41f2-b194-92d420757309 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:35.562567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:35.565763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.576233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:35.576991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:35.587765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Pushing event deleted for resources: {'Network': ['ID=48593843-e3cf-47f4-a702-e3d184e2958a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:35.590306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:35.604558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:35.634126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c0d736ec-58ea-46b8-befa-3af48a751eb4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:35.638418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c0d736ec-58ea-46b8-befa-3af48a751eb4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2226131 Dec 22 15:51:35.642818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49780) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:35.662360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Port': ['ID=f949712e-1ee2-4cef-b578-08619b711bea,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:35.665259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:35.674079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.678515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/ports/f949712e-1ee2-4cef-b578-08619b711bea HTTP/1.1" status: 204 len: 168 time: 1.5137570 Dec 22 15:51:35.690066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49784) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:35.694118 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] 10.222.0.18 "DELETE /v2.0/networks/48593843-e3cf-47f4-a702-e3d184e2958a HTTP/1.1" status: 204 len: 168 time: 3.5567911 Dec 22 15:51:35.737453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-673b61e3-eb40-46f8-adcb-5f81b6d517f5 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] DELETE failed (client error): The resource could not be found. Dec 22 15:51:35.737957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-673b61e3-eb40-46f8-adcb-5f81b6d517f5 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:35.742270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-673b61e3-eb40-46f8-adcb-5f81b6d517f5 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/2827cf6f-3a9c-4294-93f5-4f42ffbfbbd0 HTTP/1.1" status: 404 len: 337 time: 0.0468230 Dec 22 15:51:35.743865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49790) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:35.746921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.871489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.914786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:35.931335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:35.941632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4477372 Dec 22 15:51:35.947002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49794) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:35.964647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916581773'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:35.964647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:35.979544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:35.984786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:35.991400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:36.008591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.016427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.033386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.040551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:36.058952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c3138f-4302-48bc-baed-9a6c7ccd441c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:36.065234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:36.073289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:36.080396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.080578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Deleting port a3c2c623-3b2e-4a6e-badc-7d384a47a309 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:36.080578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.110980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.117766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:36.131481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.131691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9fdd85f5-fe71-4349-97f2-e4baba74f972 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:36.132510 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment d63b1aa9-b697-41cc-9da3-920ba23fa972 of type vlan for network b7599c1b-af84-4326-a41e-abd8f75a1019 Dec 22 15:51:36.180723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.210939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.212964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/25c3138f-4302-48bc-baed-9a6c7ccd441c HTTP/1.1" status: 204 len: 168 time: 0.5688856 Dec 22 15:51:36.216478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49800) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:36.301673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49804) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:36.302422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.308678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:36.309370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.313036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:36.339017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11e8a29a-8d4a-40aa-90fe-3ec193ea0b09 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:36.396398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:36.399854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.411207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=2ae75030-b083-41ca-960e-bf2a4ab34ab8,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:36.413903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:36.469554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:36.470586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.522245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e171bf99-38d7-447e-aa49-dbbf4698031d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:36.561708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=b7599c1b-af84-4326-a41e-abd8f75a1019,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:36.565112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:36.588759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 582e49db-9b56-4fae-b057-c665690c8f27 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:36.620770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b7599c1b-af84-4326-a41e-abd8f75a1019 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:36.659970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e171bf99-38d7-447e-aa49-dbbf4698031d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:36.664563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e171bf99-38d7-447e-aa49-dbbf4698031d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4429007 Dec 22 15:51:36.667031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7192721 Dec 22 15:51:36.667886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:36.668263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49812) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:36.683654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:36.726479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a76c1-337c-4c96-a1fd-f19ba2969b49 None None] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:36.767828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Calling delete_port for a3c2c623-3b2e-4a6e-badc-7d384a47a309 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:36.802294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3054f9a-a274-4890-936e-fd7edeb6e951']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:36.818307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0076f466-9033-44da-9d13-b76018f9f6f1') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:36.818955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0076f466-9033-44da-9d13-b76018f9f6f1') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:36.832238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.850000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.857568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:36.858393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.936605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:36.941010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:36.944229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:36.950422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:36.959418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:36.985625 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:36.996380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:37.001388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.019420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.044564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.088448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2fc94288-47e3-4270-9567-c9e19cde79b5 None None] Provisioning for port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:37.118397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-861e85a1-52e7-4f43-bc0c-ac6abeeb665e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:37.148100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.191370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.235460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:37.239664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.291579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.298886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=a3054f9a-a274-4890-936e-fd7edeb6e951,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:37.299599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5466f174-3a51-4983-8f9c-a7de47bcd262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:37.314985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.325545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1f214-bae7-4e4e-8a75-5549a8ab0e33,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:37.334258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.337616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/a3054f9a-a274-4890-936e-fd7edeb6e951 HTTP/1.1" status: 204 len: 168 time: 1.5837612 Dec 22 15:51:37.342886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:37.410552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.411416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.421528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.422245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 582e49db-9b56-4fae-b057-c665690c8f27 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:37.425311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/6cf1f214-bae7-4e4e-8a75-5549a8ab0e33 HTTP/1.1" status: 204 len: 168 time: 0.7535782 Dec 22 15:51:37.426805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce8675bf-d84b-4524-9644-ed730f910e1f tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:37.432158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49822) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:37.435677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 582e49db-9b56-4fae-b057-c665690c8f27 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:37.436282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.496118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1ac0e35b-2e79-42cc-b457-d71d8fe88a18 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:37.498848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:51:37.499286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:51:37.523723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=12']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:37.552334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.552921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9573aef5-269d-41f4-98df-0a3c196d83db tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:37.557725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:37.575589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:37.578135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:37.581540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1ac0e35b-2e79-42cc-b457-d71d8fe88a18 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:37.587418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ac0e35b-2e79-42cc-b457-d71d8fe88a18 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1497800 Dec 22 15:51:37.599411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49826) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:37.615833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.645807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:37.648663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-820fdf39-e30e-4b9c-abd0-533900eea1e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2427c6ce41c9460eb34026cbe9fcddc7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3414059 Dec 22 15:51:37.653006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:37.656658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:37.657051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 582e49db-9b56-4fae-b057-c665690c8f27, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=582e49db-9b56-4fae-b057-c665690c8f27,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:37.657298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.663515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49828) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:37.681178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347794211'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:37.706784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:37.707736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8d51184b-8792-4f22-b2de-3cb8e0c362f9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:37.725787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=ee35099a-a6d6-427f-95ae-5ea88235b504,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:37.733963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.751330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.4565613 Dec 22 15:51:37.756435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49834) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:37.757273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90209146-5fb0-453e-a811-af87d3a56f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:37.765176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:37.863188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:37.943035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:37.956343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:37.958123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:37.962493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:37.973525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:38.010587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:38.013956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.026734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:38.033961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:38.037526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.062998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:38.082155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.157908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:38.167283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting subnet 6c9cbdb1-4c3f-4018-8d66-81847065df70 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:38.173432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.177322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.212447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:38.252942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.257300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:38.271602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.272316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.302308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 8d51184b-8792-4f22-b2de-3cb8e0c362f9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8d51184b-8792-4f22-b2de-3cb8e0c362f9,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:38.312934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Provisioning for port 9b727b9d-96d6-4228-8d34-b05e52a0de09 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:38.320096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Provisioning complete for port 9b727b9d-96d6-4228-8d34-b05e52a0de09 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:38.324285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.364640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.367018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.373751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:33Z', 'revision_number': 3, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:33Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:38.382994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:38.384652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Updating router 9e56a2c0-5f1c-445a-9d98-a0863c209447 port 9b727b9d-96d6-4228-8d34-b05e52a0de09 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:51:38.413242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:38.421040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=28927c98-a21c-4235-bc35-1125d9e19c4b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:38.437184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.449125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:38.458088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.459419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Deleting port a3c2c623-3b2e-4a6e-badc-7d384a47a309 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:38.460181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.463921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.484493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.500115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41f18778-74eb-4d0b-93ad-1c4772a20ed3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:38.503851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:38.504265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: b7599c1b-af84-4326-a41e-abd8f75a1019, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:38.533716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1bb0c7-7c3a-4468-bec6-5f7f5f144223,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:38.541984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:38.581667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 582e49db-9b56-4fae-b057-c665690c8f27 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:38.602245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:38.608813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.610086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa1bb0c7-7c3a-4468-bec6-5f7f5f144223 HTTP/1.1" status: 204 len: 168 time: 0.9456203 Dec 22 15:51:38.627549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:38.632270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:38.635221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network b7599c1b-af84-4326-a41e-abd8f75a1019 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:38.651145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:38.675318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.732532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, b7599c1b-af84-4326-a41e-abd8f75a1019) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:38.761552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:38.762371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.795828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Port 9b727b9d-96d6-4228-8d34-b05e52a0de09 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:38.805222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d9b260-7e8d-488a-aba1-3d8bbe14d90b None None] Network b7599c1b-af84-4326-a41e-abd8f75a1019 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:38.861093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee35099a-a6d6-427f-95ae-5ea88235b504 (CIDR: 2001:db8::/64) Dec 22 15:51:38.927439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=8d51184b-8792-4f22-b2de-3cb8e0c362f9,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:38.929470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:38.936591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2636044 Dec 22 15:51:38.936770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:38.937218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:38.939504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49840) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:38.943245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Router 5faaef01-f83f-44f4-a9ae-01c1d80010ff is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:51:39.041899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.051465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.061161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7624a7b0-93fe-4b7d-af48-f4080a2c9325 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:39.075775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] For port a3c2c623-3b2e-4a6e-badc-7d384a47a309, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3c2c623-3b2e-4a6e-badc-7d384a47a309,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:39.076273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.088545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e84d3346-6855-4d1b-a4d4-8c3b553c06e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3308587 Dec 22 15:51:39.093661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49846) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:39.108871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:39.130334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.134680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/subnets/6c9cbdb1-4c3f-4018-8d66-81847065df70 HTTP/1.1" status: 204 len: 168 time: 1.7906125 Dec 22 15:51:39.216103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Calling delete_port for a3c2c623-3b2e-4a6e-badc-7d384a47a309 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:39.221815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:39.233793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.251947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.252317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Transition to ACTIVE for port object 9b727b9d-96d6-4228-8d34-b05e52a0de09 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:39.257504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5830886 Dec 22 15:51:39.260575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:39.278234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:39.286084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0a4eac-8280-4b27-99ca-219ba2fb75f6 None None] Network 6b896be7-7237-4a46-bbc3-cce10a9ab129 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:39.314409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': 'f17c9679-9013-4fec-8665-88fcde011ab9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:39.317940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.324997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:39.329874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:39.337965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:39.343992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:39.356016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:39.358416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:39.364515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:39.367591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:39.371676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17c9679-9013-4fec-8665-88fcde011ab9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:39.377813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:39.377942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:39.480226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:39.487113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.491309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04efde8d-ae73-4cc5-af3f-b024f19577cd tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:39.554627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.561563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9cbdb1-4c3f-4018-8d66-81847065df70,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:39.564857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:39.570588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 582e49db-9b56-4fae-b057-c665690c8f27 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:39.573038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.579777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.661175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.676181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Deleting port 10087a39-2544-4112-bdb6-51eebd948f9b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:39.676542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.733582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Attempting to bind port 9b727b9d-96d6-4228-8d34-b05e52a0de09 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:39.734232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Attempting to bind port 9b727b9d-96d6-4228-8d34-b05e52a0de09 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:39.734814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Attempting to bind port 9b727b9d-96d6-4228-8d34-b05e52a0de09 on network 96d8aa92-bc2b-4d08-ada3-77f37589836f {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:39.737944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:39.745776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:39.746379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Checking segment: {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:39.747020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.747662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Bound using segment: {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:39.748504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Bound port: 9b727b9d-96d6-4228-8d34-b05e52a0de09, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629ba762-d22e-47bf-8722-9072105c3f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:39.749087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.806041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.807368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.3238552 Dec 22 15:51:39.812686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49866) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:39.932209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Sync routers for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:39.936751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Provisioning complete for port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:39.937405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94aa015f-cd31-4bdd-a730-ab85641a64d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.940299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] For port 9b727b9d-96d6-4228-8d34-b05e52a0de09, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:39.943670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] For port 9b727b9d-96d6-4228-8d34-b05e52a0de09, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9b727b9d-96d6-4228-8d34-b05e52a0de09,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:39.965119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Pushing event updated for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:39.971535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.981586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:39.983918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.984303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.984677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.985077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.985394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.985744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.986097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.986481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.987326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e3c1fd-ce55-4f5c-9b75-25b13027d46b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:39.994143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.994558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:39.994944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:51:40.025884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] For port 10087a39-2544-4112-bdb6-51eebd948f9b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=10087a39-2544-4112-bdb6-51eebd948f9b,segment=NetworkSegment(c6b30eb1-139a-48f3-a40c-b5f419eeccec),segment_id=c6b30eb1-139a-48f3-a40c-b5f419eeccec)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:40.026290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.026694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.027228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:40.068578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Pushing event deleted for resources: {'Port': ['ID=a3c2c623-3b2e-4a6e-badc-7d384a47a309,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.074108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.197363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Calling delete_port for 10087a39-2544-4112-bdb6-51eebd948f9b owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:40.204967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:40.205753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:40.248880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.255037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:40.288087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.366283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba98c7f4-cc6d-4e9e-998a-f1aa691415d7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:40.393628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=fc40f9c8-676e-4886-bdd4-02d213f621a0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.409052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbc53fb-462c-4b6f-b9ce-607246f98bb4,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.412032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.417524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.418807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.1234238 Dec 22 15:51:40.425408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49878) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:40.480141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cbcaf0b7-1598-4953-9f4c-e16ab6205368 tempest-TestNetworkAdvancedServerOps-387491504 tempest-TestNetworkAdvancedServerOps-387491504-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=7197350e292b41289db89a74eb9e5657&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6661301 Dec 22 15:51:40.488464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.489829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49884) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:40.494977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] No DVR routers for this DVR port a3c2c623-3b2e-4a6e-badc-7d384a47a309 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:40.546120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Pushing event updated for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.561966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.605391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:40.695811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651c8e4-534e-4a34-975e-80a348af11f4 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:40.757888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49888) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:40.803303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.816633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.841010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.848283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6699f4ee-ff00-48cc-80b6-5a94d678c7d7 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:40.890783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.908232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Port': ['ID=10087a39-2544-4112-bdb6-51eebd948f9b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.910590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:40.915217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1a1487d-d43b-444a-81e4-005e8e6b4251 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:40.933458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] No DVR routers for this DVR port 10087a39-2544-4112-bdb6-51eebd948f9b on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:40.950254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c9c41-a80d-49e0-86d2-745fa7a52bb6 tempest-TestNetworkAdvancedServerOps-387491504 tempest-TestNetworkAdvancedServerOps-387491504-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:40.952532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-606c9c41-a80d-49e0-86d2-745fa7a52bb6 tempest-TestNetworkAdvancedServerOps-387491504 tempest-TestNetworkAdvancedServerOps-387491504-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4614837 Dec 22 15:51:40.962322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:40.963326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:40.964327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:40.969270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:40.970035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:40.977190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcbc53fb-462c-4b6f-b9ce-607246f98bb4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:40.992615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:41.025151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fd905f1b-567c-42d5-8484-a0fab19752df tempest-TestNetworkAdvancedServerOps-387491504 tempest-TestNetworkAdvancedServerOps-387491504-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577261 Dec 22 15:51:41.033038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:41.044124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-857952830', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'project_id': '7197350e292b41289db89a74eb9e5657', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:41.045113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.046659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fcbc53fb-462c-4b6f-b9ce-607246f98bb4 HTTP/1.1" status: 204 len: 168 time: 0.6202066 Dec 22 15:51:41.055543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:41.078840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.116471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:41.117174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:41.121023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0183389 Dec 22 15:51:41.157509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1664762350'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:41.160203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:33Z', 'revision_number': 3, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:39Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:41.163793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:41.168649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:41.171340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec1d9-8ccf-41ba-9dd2-feab208b5851 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:33Z', 'revision_number': 3, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:39Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:41.172820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:41.180283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:41.182577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49906) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:41.189807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-b7599c1b-af84-4326-a41e-abd8f75a1019', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:41.190751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.195465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.210420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:b6:5a:48', 'name': 'tempest-NetworksTestDHCPv6-682202341'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:41.286061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:41.289671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:41.296808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.354310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b896be7-7237-4a46-bbc3-cce10a9ab129']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:41.368755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.412551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'ee35099a-a6d6-427f-95ae-5ea88235b504'}, {'subnet_id': 'fc40f9c8-676e-4886-bdd4-02d213f621a0'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:41.413660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.419611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:subnet and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:41.429380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:41.448559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:41.477974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b30eb1-139a-48f3-a40c-b5f419eeccec') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:41.481983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b30eb1-139a-48f3-a40c-b5f419eeccec') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:41.482187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8d51184b-8792-4f22-b2de-3cb8e0c362f9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:41.500617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:41.512847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:41.524772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Made reservation on behalf of 7197350e292b41289db89a74eb9e5657 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:41.540730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.574277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e59ceaa-9f4e-42b2-8a2a-08a381625aad tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:41.604011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.608021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:41.618243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:41.628672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:41.629115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.648774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:41.651793 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:41.664521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e59ceaa-9f4e-42b2-8a2a-08a381625aad tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:41.665930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e59ceaa-9f4e-42b2-8a2a-08a381625aad tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6092961 Dec 22 15:51:41.671422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.682214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:41.685932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49910) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:41.693720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:41.700364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:41.748736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 0bd38cac-a1f2-442b-8c4d-336b70dd8f59 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:41.839354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df58404-8f49-4d8a-b54e-966bd31bd09b None None] DHCP port deletion for 6b896be7-7237-4a46-bbc3-cce10a9ab129 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:41.909010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:42.087945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:42.088501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.198136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.204485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9fcc6c5-6a80-464a-b48e-d6f6386fb697 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.212150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.237277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.241533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.252331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee87ffb3-3182-46f5-9018-35137d6483b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.297121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Subnet': ['ID=b6780e0d-d765-4603-9da7-7578816947b6,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.301226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:42.308714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Checking segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:42.309120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network hostable DHCP agents. Network: 1b66329f-d3a6-44ac-99d3-1303054286d0, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:42.338817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Allocated IP 172.22.0.2 (b7599c1b-af84-4326-a41e-abd8f75a1019/28927c98-a21c-4235-bc35-1125d9e19c4b/9e118215-81d9-4331-8a51-65843ac97a48) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:42.347364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Pushing event deleted for resources: {'Network': ['ID=6b896be7-7237-4a46-bbc3-cce10a9ab129,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.350078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:42.357540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:42.360431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.370869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] 10.222.0.18 "DELETE /v2.0/networks/6b896be7-7237-4a46-bbc3-cce10a9ab129 HTTP/1.1" status: 204 len: 168 time: 3.1230586 Dec 22 15:51:42.403584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 1b66329f-d3a6-44ac-99d3-1303054286d0) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:42.416745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:42.417709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.430347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.441250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.455530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562c3cd-02d3-4e25-8e0d-525940ad4a30 None None] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:42.465090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.472197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6794a606-bdf7-409d-a958-55066e6c9820 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.494758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4553690 Dec 22 15:51:42.494758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49916) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:42.575320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.644284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:42.677337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae29a67-818e-4d20-8605-38ac69104a5c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.691086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:42.691086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f7ebf7-2454-4796-b8f1-e6c67a5eb634 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:42.705812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.706216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment ef4a40e2-e1cf-48b8-9550-643c590b64b6 of type vlan for network 3044c0da-4998-4090-9540-f20d4fc4afe0 Dec 22 15:51:42.706585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Allocated IP 2001:db8:0:1::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/fc40f9c8-676e-4886-bdd4-02d213f621a0/dc80bc0d-4bd7-4730-aad2-072705340a69) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:42.716772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17c9679-9013-4fec-8665-88fcde011ab9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:42.722597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:42.800744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:42.803513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Allocated IP 2001:db8::f816:3eff:fee5:c1e1 (3869d436-ab4f-45bb-9569-b3230aca28ff/ee35099a-a6d6-427f-95ae-5ea88235b504/dc80bc0d-4bd7-4730-aad2-072705340a69) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:43.021703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.021703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:43.021703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.021703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d19149be-6af1-4086-99dc-a64f6c7db968 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:43.024163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49922) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:43.024475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.024475 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/f17c9679-9013-4fec-8665-88fcde011ab9 HTTP/1.1" status: 204 len: 168 time: 0.9645708 Dec 22 15:51:43.024475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49926) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:43.082135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86aaec31-4e4b-43f9-ba63-67cbd556fc2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.214605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ddf0ad7d-b663-473a-883c-26bff50ee062 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:43.238685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4800069 Dec 22 15:51:43.254819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=3044c0da-4998-4090-9540-f20d4fc4afe0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:43.256871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49932) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:43.259578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 3, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:43.263131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:43.271354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'name': 'tempest-PortsIpV6TestJSON-1093073887'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:43.273260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Checking router: 5faaef01-f83f-44f4-a9ae-01c1d80010ff for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:43.273617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Updating router 5faaef01-f83f-44f4-a9ae-01c1d80010ff port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:51:43.303989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ddf0ad7d-b663-473a-883c-26bff50ee062 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:43.311126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ddf0ad7d-b663-473a-883c-26bff50ee062 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2881577 Dec 22 15:51:43.313552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49936) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:43.314918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:43.322951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--284234060'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:43.329087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9b727b9d-96d6-4228-8d34-b05e52a0de09 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:43.333693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:43.366212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:43.401352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-38b4b6e1-0fe4-4999-a3a6-7fada0c0fbd1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45efd1f7da9646119f94f0feedfd28a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4019032 Dec 22 15:51:43.405814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49940) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:43.414785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:43.419213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:43.422343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:43.428533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:43.438983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.459435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:43.465309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.488993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:43.516201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.572739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:43.578422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.584856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:43.597522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:43.605922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-1b66329f-d3a6-44ac-99d3-1303054286d0', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:43.607530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.617861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.638713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:43.651652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Transition to ACTIVE for port object 9e118215-81d9-4331-8a51-65843ac97a48 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:43.677171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.732742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.734356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.747140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Transition to ACTIVE for port object 9e118215-81d9-4331-8a51-65843ac97a48 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:43.828235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.22.0.1 (b7599c1b-af84-4326-a41e-abd8f75a1019/28927c98-a21c-4235-bc35-1125d9e19c4b/96f686a8-5d31-4c63-9322-91a6a5d59fd8) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:43.832276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.834806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.840556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Transition to ACTIVE for port object dc80bc0d-4bd7-4730-aad2-072705340a69 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:43.841447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.844082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.845246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed9114f1-144b-416a-8dc5-18ecc4c768e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:43.860580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04bb3761-a621-40f1-b439-307a74dfe9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:43.862582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.867842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b268720b-1d95-49c5-a03c-75e328c7cf3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:43.949404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:43.977361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911c29a1-a960-44fc-96c2-f98d9acdf7d5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:43.987160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 9b727b9d-96d6-4228-8d34-b05e52a0de09 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:43.987508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:43.988257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb1fb2e8-dce4-4a4a-aa27-1da4baab5ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:43.998843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Transition to ACTIVE for port object dc80bc0d-4bd7-4730-aad2-072705340a69 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:44.032096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9b727b9d-96d6-4228-8d34-b05e52a0de09 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:44.032896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.038684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.046732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.073572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Network b7599c1b-af84-4326-a41e-abd8f75a1019 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:44.078117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': 'ef4a40e2-e1cf-48b8-9550-643c590b64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:44.078594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 3044c0da-4998-4090-9540-f20d4fc4afe0, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:44.105630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.127738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.147908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 96f686a8-5d31-4c63-9322-91a6a5d59fd8 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:44.154418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:44.159384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:44.161629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Pushing event updated for resources: {'Port': ['ID=9e118215-81d9-4331-8a51-65843ac97a48,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.163969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.164486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.168545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/911c29a1-a960-44fc-96c2-f98d9acdf7d5 HTTP/1.1" status: 204 len: 168 time: 0.7626944 Dec 22 15:51:44.171453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbf30d7-9f4b-4859-82d5-065b378cf511,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.173664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.178247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8621888 Dec 22 15:51:44.178419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49946) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:44.182003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.188078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '9cbf30d7-9f4b-4859-82d5-065b378cf511', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:44.188264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:44.195570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:44.200017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:44.209188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:44.212667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:44.220834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.228581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:44.229622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-755ae1dd-f3b8-4360-abd5-e8b00af4a8a5 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:44.285448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 3044c0da-4998-4090-9540-f20d4fc4afe0) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:44.313107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:44.319745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:44.319745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.366588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8:0:1::15b (3869d436-ab4f-45bb-9569-b3230aca28ff/fc40f9c8-676e-4886-bdd4-02d213f621a0/0bd38cac-a1f2-442b-8c4d-336b70dd8f59) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:44.373583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network b7599c1b-af84-4326-a41e-abd8f75a1019 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:44.376962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::f816:3eff:feb6:5a48 (3869d436-ab4f-45bb-9569-b3230aca28ff/ee35099a-a6d6-427f-95ae-5ea88235b504/0bd38cac-a1f2-442b-8c4d-336b70dd8f59) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:44.381139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:44.384829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.387778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.397654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.400625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:44.405635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666f60f-1d42-4673-8900-5d09873823d2 None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:44.452515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1873248 Dec 22 15:51:44.459999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49950) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:44.479083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-874185667'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:44.506291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:44.518820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:44.524815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:44.535873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.540268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:44.588824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.603257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:44.610788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.674826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.694274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84c65d88-4179-49ea-836d-e50398a2c968 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:44.712645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:44.752601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f95933-c1d7-428b-8306-85c37e970081,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.763846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.763846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:44.771870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.808620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Pushing event updated for resources: {'Port': ['ID=dc80bc0d-4bd7-4730-aad2-072705340a69,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:44.812272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:44.813698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:44.816801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:44.827092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.828525 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6492016 Dec 22 15:51:44.829806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.846507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.847034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment ef73a22c-fe76-4558-b7c3-2f8888147df5 of type vlan for network 4cef6c97-5310-4c8e-8e72-b382628673d1 Dec 22 15:51:44.848215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49962) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:44.856405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.875126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 0bd38cac-a1f2-442b-8c4d-336b70dd8f59 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:44.880000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Allocated IP 172.20.0.2 (1b66329f-d3a6-44ac-99d3-1303054286d0/b6780e0d-d765-4603-9da7-7578816947b6/618b8cb7-e682-4452-b58a-4dafc374f0ff) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:44.897249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1cad944a-524f-438e-8ec4-4732e25e52eb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules/08f95933-c1d7-428b-8306-85c37e970081 HTTP/1.1" status: 200 len: 705 time: 0.0447750 Dec 22 15:51:44.908253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49966) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:44.954534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Attempting to bind port 9e118215-81d9-4331-8a51-65843ac97a48 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:44.955150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Attempting to bind port 9e118215-81d9-4331-8a51-65843ac97a48 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:44.955854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Attempting to bind port 9e118215-81d9-4331-8a51-65843ac97a48 on network b7599c1b-af84-4326-a41e-abd8f75a1019 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:44.958775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:44.979556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5a949d5-6b11-4d0b-a769-f68bf058ef49 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:45.031106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.115644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.118783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=0bd38cac-a1f2-442b-8c4d-336b70dd8f59,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:45.125592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:45.128619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:45.129503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:45.131799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:45.136285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:45.136961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.139762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.144349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:45.145074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.148107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-781d476e-72f0-4b04-8568-c6792813d4ff tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:45.156117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-216b77b9-7492-4d7a-b8c7-18746972f24f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:45.192030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:45.192030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Checking segment: {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:45.192503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.192960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Bound using segment: {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:45.193506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Bound port: 9e118215-81d9-4331-8a51-65843ac97a48, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:45.193929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.209182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0207198 Dec 22 15:51:45.209182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49972) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.258932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-781d476e-72f0-4b04-8568-c6792813d4ff tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:45.261503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-781d476e-72f0-4b04-8568-c6792813d4ff tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3521998 Dec 22 15:51:45.275544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49978) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.329870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 0bd38cac-a1f2-442b-8c4d-336b70dd8f59 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:45.330221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.336330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8722770 Dec 22 15:51:45.344247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49984) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.357969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=4cef6c97-5310-4c8e-8e72-b382628673d1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:45.363861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'ports': [{'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'}, {'network_id': '4cef6c97-5310-4c8e-8e72-b382628673d1'}]} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:45.364201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:45.364712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '4cef6c97-5310-4c8e-8e72-b382628673d1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:45.411520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.463049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.612229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.627545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Transition to ACTIVE for port object 2ae75030-b083-41ca-960e-bf2a4ab34ab8 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:45.644295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 4cef6c97-5310-4c8e-8e72-b382628673d1 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:45.645017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 49990) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.647538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.668829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06fcae6c-780c-45e8-9f5c-f66b325c58cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:45.702193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f95933-c1d7-428b-8306-85c37e970081,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:45.705061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:45.744987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.745226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:45.771600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 9b727b9d-96d6-4228-8d34-b05e52a0de09, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9b727b9d-96d6-4228-8d34-b05e52a0de09,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:45.817906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.821581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/08f95933-c1d7-428b-8306-85c37e970081 HTTP/1.1" status: 204 len: 168 time: 0.5423822 Dec 22 15:51:45.843266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 49996) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:45.870132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] For port 9e118215-81d9-4331-8a51-65843ac97a48, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:45.874688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] For port 9e118215-81d9-4331-8a51-65843ac97a48, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9e118215-81d9-4331-8a51-65843ac97a48,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:45.894212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46d9afaa-6af2-4b89-a27c-9d690630c9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.896095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.904501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:45.904718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.914630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 0bd38cac-a1f2-442b-8c4d-336b70dd8f59 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:45.923278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:45.928234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:45.932393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e8e355f-2e99-4519-a147-932954169bda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:45.941409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.943397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:45.961887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1346331720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:45.964187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1abc911c-e512-4c4a-acfa-fca6b32b512c tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:45.968852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:45.972336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:45.977927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:router and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:45.984375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:45.993765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:45.995174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 10087a39-2544-4112-bdb6-51eebd948f9b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:51:46.006634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392a9260-09e4-4c9b-9df0-46247aeaf67d tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.021384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.051540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 2} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:46.057888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.062414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.063575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.068827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.109159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1abc911c-e512-4c4a-acfa-fca6b32b512c tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:46.113859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1abc911c-e512-4c4a-acfa-fca6b32b512c tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2662642 Dec 22 15:51:46.119110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50000) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.126613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Attempting to bind port dc80bc0d-4bd7-4730-aad2-072705340a69 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:46.126823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.127046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Attempting to bind port dc80bc0d-4bd7-4730-aad2-072705340a69 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:46.127467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Attempting to bind port dc80bc0d-4bd7-4730-aad2-072705340a69 on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:46.143975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 10087a39-2544-4112-bdb6-51eebd948f9b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:51:46.144379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 10087a39-2544-4112-bdb6-51eebd948f9b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:51:46.146240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.147029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '9cbf30d7-9f4b-4859-82d5-065b378cf511', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:46.155677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.170601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:46.190156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.190266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Transition to ACTIVE for port object 618b8cb7-e682-4452-b58a-4dafc374f0ff will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:46.191883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.195417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:46.209262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:46.209691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:46.210208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.210628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:46.211126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.211260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Bound port: dc80bc0d-4bd7-4730-aad2-072705340a69, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:46.211570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.217889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.225521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355dca1-e092-476c-8887-886693767685 None None] Pushing event updated for resources: {'Port': ['ID=2ae75030-b083-41ca-960e-bf2a4ab34ab8,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.232392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:46.256958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.278238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=0bd38cac-a1f2-442b-8c4d-336b70dd8f59,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.284987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Attempting to bind port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:46.285401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Attempting to bind port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:46.286072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Attempting to bind port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:46.286956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:46.317280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Transition to ACTIVE for port object 618b8cb7-e682-4452-b58a-4dafc374f0ff will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:46.383768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:46.385129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:46.385129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.385129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:46.385610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Bound port: 2ae75030-b083-41ca-960e-bf2a4ab34ab8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:46.386088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.409757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 18ba24f5-2cf6-4f91-81a5-68813822a2d0 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:46.418784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.423436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99df867a-7891-4546-a34c-6d10b09fd82f tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7748454 Dec 22 15:51:46.424441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50004) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.429687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.430044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.434431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/0bd38cac-a1f2-442b-8c4d-336b70dd8f59 HTTP/1.1" status: 204 len: 168 time: 1.2238548 Dec 22 15:51:46.436367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50008) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.439997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.444564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1412275572'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:46.460187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:46.474056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.488330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:network and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:46.488754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:46.502381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8b9bb33a-8193-4604-bb82-fc3205b80fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.537s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.502654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:46.519927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:46.530492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Allocated IP 172.20.0.1 (1b66329f-d3a6-44ac-99d3-1303054286d0/b6780e0d-d765-4603-9da7-7578816947b6/5e6bd7f0-9c7b-4966-878a-cdec185045fc) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:46.532702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network b7599c1b-af84-4326-a41e-abd8f75a1019 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:46.539643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:46.560857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ccff8-5fa4-4177-a6b7-f1e11d4e77d2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:46.561917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ff1ccff8-5fa4-4177-a6b7-f1e11d4e77d2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:46.601654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:46.606286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] For port dc80bc0d-4bd7-4730-aad2-072705340a69, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:46.609762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:46.616557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] For port dc80bc0d-4bd7-4730-aad2-072705340a69, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dc80bc0d-4bd7-4730-aad2-072705340a69,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:46.617796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:46.618652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ff1ccff8-5fa4-4177-a6b7-f1e11d4e77d2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:46.623330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff1ccff8-5fa4-4177-a6b7-f1e11d4e77d2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1829519 Dec 22 15:51:46.630044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] For port 2ae75030-b083-41ca-960e-bf2a4ab34ab8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:46.630346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50012) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.670964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] For port 2ae75030-b083-41ca-960e-bf2a4ab34ab8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ae75030-b083-41ca-960e-bf2a4ab34ab8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:46.677484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.712899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Pushing event updated for resources: {'Port': ['ID=9e118215-81d9-4331-8a51-65843ac97a48,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.782871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:46.788217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.789326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.799585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.818970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Attempting to bind port 618b8cb7-e682-4452-b58a-4dafc374f0ff on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:46.820035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Attempting to bind port 618b8cb7-e682-4452-b58a-4dafc374f0ff by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:46.820035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Attempting to bind port 618b8cb7-e682-4452-b58a-4dafc374f0ff on network 1b66329f-d3a6-44ac-99d3-1303054286d0 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:46.828375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.842397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:46.852553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Checking segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:46.853042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.853539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Bound using segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:46.854111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Bound port: 618b8cb7-e682-4452-b58a-4dafc374f0ff, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:46.854577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.860322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.865524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:46.874641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Pushing event updated for resources: {'Port': ['ID=618b8cb7-e682-4452-b58a-4dafc374f0ff,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.881790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:46.882329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6dbc7d38-89e6-487e-9140-be9a857a4a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.832s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.890344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Transition to ACTIVE for port object 5e6bd7f0-9c7b-4966-878a-cdec185045fc will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:46.899289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:46.926805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72434251-1327-4acc-9076-8ada493928af tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:46.931066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72434251-1327-4acc-9076-8ada493928af tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3026192 Dec 22 15:51:46.935870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50016) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:46.963838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413b8ee6-dfbd-4a65-9f3e-b66b61244bf2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:46.975247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:47.041557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:47.041557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.041891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.056281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39bd3bfa-617b-4642-958c-0bad48f986e4 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:47.060802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:47.061776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:47.080354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:security_group_rule and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:47.112682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:47.120788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.122936 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0022850 Dec 22 15:51:47.134165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50020) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:47.146612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:47.193225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f9ef4ca-2d45-4a6d-ada1-0e6c3e9cf253 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules/413b8ee6-dfbd-4a65-9f3e-b66b61244bf2 HTTP/1.1" status: 200 len: 705 time: 0.0540867 Dec 22 15:51:47.204772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50024) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:47.245132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:47.246707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:47.248424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:47.249350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:47.255284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:47.278130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:47.280819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:47.285164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:47.292019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:47.337420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 8eb3951c-9655-4473-a097-4b7cd54b45aa yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:51:47.391370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.476190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8401f479-7de1-447b-b61d-fe2dbce5b5bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:47.488113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:47.491952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-522bef86-b870-4165-afe3-057b6a2ff7c3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5572457 Dec 22 15:51:47.493777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50028) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:47.504215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.552062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.560499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64b8b04c-4184-40b8-99ff-b3eea932c21b tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:47.568376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] For port 618b8cb7-e682-4452-b58a-4dafc374f0ff, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:47.574043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] For port 618b8cb7-e682-4452-b58a-4dafc374f0ff, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=618b8cb7-e682-4452-b58a-4dafc374f0ff,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:47.590257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:47.595432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.596527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Pushing event updated for resources: {'Port': ['ID=dc80bc0d-4bd7-4730-aad2-072705340a69,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:47.625577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:47.629677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.655957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.661354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3829d-0419-4e24-911b-eed1f9393135,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:47.662277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8401f479-7de1-447b-b61d-fe2dbce5b5bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:47.668221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8401f479-7de1-447b-b61d-fe2dbce5b5bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4580026 Dec 22 15:51:47.668221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50032) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:47.668515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.668629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Added segment 5d77bb05-71c6-4b94-8b4f-a48102857618 of type vlan for network dca18837-10fb-44f9-b7ef-201a2eb64700 Dec 22 15:51:47.673479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:47.692272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.731403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:47.786288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.881170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.891792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355dca1-e092-476c-8887-886693767685 None None] Pushing event updated for resources: {'Port': ['ID=2ae75030-b083-41ca-960e-bf2a4ab34ab8,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:47.897585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a355dca1-e092-476c-8887-886693767685 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:47.898537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21770a-e40d-4fb1-becd-f57bc1e64e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.447s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:47.921140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.929879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc17d77d-2bcd-4223-a994-199ab487013b tempest-RoutersIpV6AdminTest-184653517 tempest-RoutersIpV6AdminTest-184653517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:47.971826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.980673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:47.985773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:47.987098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.041476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:48.043401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:48.056232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:48.060912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:48.070161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1252246 Dec 22 15:51:48.070161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=18ba24f5-2cf6-4f91-81a5-68813822a2d0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:48.070161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:48.070161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:48.070810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Pushing event updated for resources: {'Port': ['ID=618b8cb7-e682-4452-b58a-4dafc374f0ff,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:48.071546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.075112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.077993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.078638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.394s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.079151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.080771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.082188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.289s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.082734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.083736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:48.084419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:48.085363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.085876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.109993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'network': {'name': 'tempest-RoutersTest-1084973518'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:48.125228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6967201 Dec 22 15:51:48.128167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50040) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:48.139997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:48.151305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'subnet': {'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:48.161772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:network and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:48.180645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet ee35099a-a6d6-427f-95ae-5ea88235b504 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:48.201194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.214691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:48.235015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:48.244510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Network': ['ID=dca18837-10fb-44f9-b7ef-201a2eb64700,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:48.251390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.255449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.259273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.279116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network dca18837-10fb-44f9-b7ef-201a2eb64700 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:48.309237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0e840fc-061b-45ae-8862-d474b992d6aa tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.338271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': 'ef73a22c-fe76-4558-b7c3-2f8888147df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4cef6c97-5310-4c8e-8e72-b382628673d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:48.338641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 4cef6c97-5310-4c8e-8e72-b382628673d1, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:48.356088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=8eb3951c-9655-4473-a097-4b7cd54b45aa,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:48.362410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:48.364616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:48.370593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.411891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:48.422849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.429973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added segment bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3 of type vlan for network 41f59b96-d3bf-454e-81ff-52151631d0fc Dec 22 15:51:48.430108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 3, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:48.430108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c41c49f-59bf-4ce7-885e-65993edf4e74 None None] The sync data for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv is: [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 3, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:48.456912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 4cef6c97-5310-4c8e-8e72-b382628673d1 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:48.462579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.513373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 4cef6c97-5310-4c8e-8e72-b382628673d1) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:48.523240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f522a23f-2e50-4a08-adfa-296b9908ffc2 None None] Network 4cef6c97-5310-4c8e-8e72-b382628673d1 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:48.529291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:48.530660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:48.536029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:48.542360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:48.543389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.543538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.550279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.554471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9e118215-81d9-4331-8a51-65843ac97a48 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:48.555268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:48.556118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.568952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad63210b-b54b-4cd5-9c08-78491f681c02 tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:48.654050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:48.996952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 9e118215-81d9-4331-8a51-65843ac97a48 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:49.011419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc80bc0d-4bd7-4730-aad2-072705340a69 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:49.099974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:44Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:49.112096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:49.115600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Updating router 9e56a2c0-5f1c-445a-9d98-a0863c209447 port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:51:49.230861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1575539 Dec 22 15:51:49.233079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8857267 Dec 22 15:51:49.237489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50044) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:49.238106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50046) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:49.240582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dc80bc0d-4bd7-4730-aad2-072705340a69 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:49.247975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Network': ['ID=41f59b96-d3bf-454e-81ff-52151631d0fc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:49.266228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 41f59b96-d3bf-454e-81ff-52151631d0fc details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:49.279311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.291959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'subnet': {'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:49.304400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9b727b9d-96d6-4228-8d34-b05e52a0de09 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:49.308009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:49.517657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 8eb3951c-9655-4473-a097-4b7cd54b45aa {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:49.518256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.596347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9b727b9d-96d6-4228-8d34-b05e52a0de09 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:49.596784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.658528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.660689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=413b8ee6-dfbd-4a65-9f3e-b66b61244bf2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:49.664076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.355s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:49.670491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:49.676116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:subnet and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:49.679919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:49.684830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:49.691611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:49.694704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:subnet and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:49.703874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:49.707438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.711812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/413b8ee6-dfbd-4a65-9f3e-b66b61244bf2 HTTP/1.1" status: 204 len: 168 time: 2.0431390 Dec 22 15:51:49.717598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.744286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:49.784373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:49.801063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.813071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:49.888501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.904347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:49.907342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:49.939691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:49.960413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:49.973622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Made reservation on behalf of 8ed7244a61be45668120fe0a22d2a3ab for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:49.976515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:50.018398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab92c7a-8c38-40c2-b736-9b141679f1b4 None None] Network b7599c1b-af84-4326-a41e-abd8f75a1019 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:50.202432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=ee35099a-a6d6-427f-95ae-5ea88235b504,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:50.226361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.264417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Transition to ACTIVE for port object 96f686a8-5d31-4c63-9322-91a6a5d59fd8 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:50.299311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Provisioning for port 9e118215-81d9-4331-8a51-65843ac97a48 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:50.300160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.305268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:50.327354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Provisioning complete for port 9e118215-81d9-4331-8a51-65843ac97a48 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:50.327577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.328007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.351366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/ee35099a-a6d6-427f-95ae-5ea88235b504 HTTP/1.1" status: 204 len: 168 time: 2.8564441 Dec 22 15:51:50.354643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50056) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:50.362389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:50.393725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33430fb4-c97f-4c68-afb4-6fcc6da5e768 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:50.407383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.459816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ae75030-b083-41ca-960e-bf2a4ab34ab8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:50.525862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82012ae9-120f-4b4e-bbcd-a112ca80731b None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:50.570138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.601378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Pushing event updated for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:50.615284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:50.642095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Attempting to bind port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:50.642784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Attempting to bind port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:50.643374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Attempting to bind port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 on network b7599c1b-af84-4326-a41e-abd8f75a1019 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:50.656847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:50.657540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Checking segment: {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:50.658294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.658919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Bound using segment: {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:50.660897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Bound port: 96f686a8-5d31-4c63-9322-91a6a5d59fd8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63b1aa9-b697-41cc-9da3-920ba23fa972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:50.661516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.697000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 8eb3951c-9655-4473-a097-4b7cd54b45aa owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:50.745556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33430fb4-c97f-4c68-afb4-6fcc6da5e768 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:50.747614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33430fb4-c97f-4c68-afb4-6fcc6da5e768 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.0014143 Dec 22 15:51:50.761899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet fc40f9c8-676e-4886-bdd4-02d213f621a0 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:51:50.770931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.788006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50060) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:50.839661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': '9cbf30d7-9f4b-4859-82d5-065b378cf511', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:50.847981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:50.869749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:50.871911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.896235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] For port 96f686a8-5d31-4c63-9322-91a6a5d59fd8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:50.900640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] For port 96f686a8-5d31-4c63-9322-91a6a5d59fd8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=96f686a8-5d31-4c63-9322-91a6a5d59fd8,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:50.946639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:50.951125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:50.986684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.014131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.077070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Pushing event updated for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.082885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.089632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:51.090507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:51.117608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.122688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.123594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:51.127609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:51.132394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:51.220322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.259738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=8eb3951c-9655-4473-a097-4b7cd54b45aa,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.292247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:51.307068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.317300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87ac853c-f0f8-45bb-8005-6cc3cf58d400 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:51.369286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.385982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79850039-a73d-4635-aa7e-2a23ba35652b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.389202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.400619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.405247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe10c0b-75c9-4316-a591-9db6660f63f4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:51.414218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/8eb3951c-9655-4473-a097-4b7cd54b45aa HTTP/1.1" status: 204 len: 168 time: 2.1696439 Dec 22 15:51:51.415662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50064) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:51.428215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:51.471547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.482163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:51.482626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74e4dc03-6b01-48c8-b5cc-6c252bd55e9d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:51.483118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.508261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c48788-6ede-4518-ac53-84fe883034f0 None None] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:51.514596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.516039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7073936 Dec 22 15:51:51.523867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50068) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:51.539634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=fc40f9c8-676e-4886-bdd4-02d213f621a0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.544551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.583190 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-78cb65e1-5574-4567-bfc3-a4ec36c2cf3c tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules/79850039-a73d-4635-aa7e-2a23ba35652b HTTP/1.1" status: 200 len: 706 time: 0.0457411 Dec 22 15:51:51.584062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50072) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:51.609286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.616693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.638641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/fc40f9c8-676e-4886-bdd4-02d213f621a0 HTTP/1.1" status: 204 len: 168 time: 1.2742133 Dec 22 15:51:51.644110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50076) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:51.655111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Subnet': ['ID=3554287b-f8b1-4915-9543-192a367ed047,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.744795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.757489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:44Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:51:50Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:51.765064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] For port 9e118215-81d9-4331-8a51-65843ac97a48, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9e118215-81d9-4331-8a51-65843ac97a48,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:51.766014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593914ec-0585-4650-bf10-ef66275f65d4 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:44Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:51:50Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:51:51.787571 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a3200ddd-dc8f-4dc7-b6a3-538a332bfc45 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1367674 Dec 22 15:51:51.806037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50080) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:51.825800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:51.846013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:51.861366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:51.876477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Checking segment: {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:51.876876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network hostable DHCP agents. Network: 41f59b96-d3bf-454e-81ff-52151631d0fc, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:51.890229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c62fc-ceda-4d35-b273-aa0eee1e053e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:51.895221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c62fc-ceda-4d35-b273-aa0eee1e053e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:51.896771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-727c62fc-ceda-4d35-b273-aa0eee1e053e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:51.970749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Pushing event updated for resources: {'Port': ['ID=9e118215-81d9-4331-8a51-65843ac97a48,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:51.973884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:51.996181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8dd394d7-0d5d-4caf-a2bd-838a4333a1f2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:52.004884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.015606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d530b730-6137-4b89-b82d-41ce18cf761d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:52.080691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] Provisioning for port dc80bc0d-4bd7-4730-aad2-072705340a69 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:52.107931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] Provisioning complete for port dc80bc0d-4bd7-4730-aad2-072705340a69 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:52.108356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.138110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Subnet': ['ID=0510d026-3dc6-4032-90b3-9aecae7566e8,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:52.139756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:51:52.144504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:52.152996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:52.161223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:52.161605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Deleting port dc80bc0d-4bd7-4730-aad2-072705340a69 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:52.162036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.164465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:52.168212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Router 5faaef01-f83f-44f4-a9ae-01c1d80010ff has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:52.174233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Checking segment: {'id': '5d77bb05-71c6-4b94-8b4f-a48102857618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:52.174838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network hostable DHCP agents. Network: dca18837-10fb-44f9-b7ef-201a2eb64700, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:52.180874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:52.188330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-727c62fc-ceda-4d35-b273-aa0eee1e053e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:52.198980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-727c62fc-ceda-4d35-b273-aa0eee1e053e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7770619 Dec 22 15:51:52.198980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8dd394d7-0d5d-4caf-a2bd-838a4333a1f2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:52.198980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8dd394d7-0d5d-4caf-a2bd-838a4333a1f2 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.6103718 Dec 22 15:51:52.199330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50084) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:52.201889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50086) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:52.245393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.255515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 41f59b96-d3bf-454e-81ff-52151631d0fc is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:52.264579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.279450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:52.313095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 18ba24f5-2cf6-4f91-81a5-68813822a2d0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:51:52.313777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.340642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 41f59b96-d3bf-454e-81ff-52151631d0fc) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:52.351023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:52.351814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.410881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642fefdf-f939-4dac-864d-2397aaf5d48f None None] Network 41f59b96-d3bf-454e-81ff-52151631d0fc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:52.467555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.489716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02e06a65-407b-443b-b8f2-2350f231e58a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:52.501484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.502984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/79850039-a73d-4635-aa7e-2a23ba35652b HTTP/1.1" status: 204 len: 168 time: 0.2999346 Dec 22 15:51:52.514144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50092) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:52.515196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79850039-a73d-4635-aa7e-2a23ba35652b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:52.519908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:52.550181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.632259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3871005 Dec 22 15:51:52.643776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50096) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:52.712958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.761088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network dca18837-10fb-44f9-b7ef-201a2eb64700 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:52.792044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, dca18837-10fb-44f9-b7ef-201a2eb64700) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:52.795692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.816649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:52.820571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:52.845283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c45da77-f927-4c79-aacd-35dae7f7ca09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:52.868319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] For port dc80bc0d-4bd7-4730-aad2-072705340a69, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dc80bc0d-4bd7-4730-aad2-072705340a69,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:52.869085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.001244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 18ba24f5-2cf6-4f91-81a5-68813822a2d0 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:53.006640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c45da77-f927-4c79-aacd-35dae7f7ca09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:53.010777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c45da77-f927-4c79-aacd-35dae7f7ca09 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4902406 Dec 22 15:51:53.014675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:53.067015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Calling delete_port for dc80bc0d-4bd7-4730-aad2-072705340a69 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:51:53.168490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd4e146-45e6-4c62-bbec-c7f663082a3b None None] Network dca18837-10fb-44f9-b7ef-201a2eb64700 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:53.216087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0828760 Dec 22 15:51:53.230886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50104) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:53.246062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'network': {'name': 'tempest-router-network01--1662913577'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:53.250756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.252810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:53.257474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:network and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:53.262112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:53.266529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:53.270605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:53.283574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.295146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da8f6a2f-7959-420c-97f0-df9ae73ed2e1 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:53.304934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2ae75030-b083-41ca-960e-bf2a4ab34ab8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ae75030-b083-41ca-960e-bf2a4ab34ab8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:53.329050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-41f59b96-d3bf-454e-81ff-52151631d0fc', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:53.331509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.342478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:53.348333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.353945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] Could not find standard attr ID for object dc80bc0d-4bd7-4730-aad2-072705340a69. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:51:53.358162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.plugins.ml2.db [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] No ports have port_id starting with dc80bc0d-4bd7-4730-aad2-072705340a69 Dec 22 15:51:53.376348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=18ba24f5-2cf6-4f91-81a5-68813822a2d0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:53.384426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:53.392377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.393347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 618b8cb7-e682-4452-b58a-4dafc374f0ff up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:53.398065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.433426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:53.448198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/18ba24f5-2cf6-4f91-81a5-68813822a2d0 HTTP/1.1" status: 204 len: 168 time: 1.2431228 Dec 22 15:51:53.452955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50108) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:53.495021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.495419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Added segment b51e9987-e01f-4a81-8160-60f160c7ac11 of type vlan for network e4d5434b-102f-4221-a20d-da01746745ce Dec 22 15:51:53.498463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:53.539374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "PUT /v2.0/routers/5faaef01-f83f-44f4-a9ae-01c1d80010ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0435188 Dec 22 15:51:53.581842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.591385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.620006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Pushing event deleted for resources: {'Port': ['ID=dc80bc0d-4bd7-4730-aad2-072705340a69,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:53.623704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:53.653605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d655037-2bc2-47c9-8dff-55cac1a28374 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:53.657514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6d655037-2bc2-47c9-8dff-55cac1a28374 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:53.677590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.683474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:53.684166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.693560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd1bff9-337c-4630-9995-3b2c73365c18 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:53.696012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f97f66-bcc9-4eb4-8ecb-0a7839a5a2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:53.738254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Sync routers for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:53.783675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:53.869125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Network': ['ID=e4d5434b-102f-4221-a20d-da01746745ce,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:53.895275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6d655037-2bc2-47c9-8dff-55cac1a28374 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:53.898905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d655037-2bc2-47c9-8dff-55cac1a28374 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4424717 Dec 22 15:51:53.902237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50116) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:53.904771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:53.956658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7241549 Dec 22 15:51:53.959722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50124) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:53.964923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6946e753-c131-4d01-8e61-2e7e349855eb tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:51:53.967338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6946e753-c131-4d01-8e61-2e7e349855eb tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/8eb3951c-9655-4473-a097-4b7cd54b45aa HTTP/1.1" status: 404 len: 333 time: 0.0613070 Dec 22 15:51:53.971440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'network': {'name': 'tempest-router-network02--1294425899'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:53.973360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50132) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:54.058630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:54.070118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] No DVR routers for this DVR port dc80bc0d-4bd7-4730-aad2-072705340a69 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:51:54.108060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e4d5434b-102f-4221-a20d-da01746745ce details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:54.130064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.146531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e30c8b42-1222-4848-b227-1e1d09530197 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:54.182707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-dca18837-10fb-44f9-b7ef-201a2eb64700', 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700', 'tenant_id': 'ff62a32ab5bc4831ab457c4b1277dbb1', 'fixed_ips': [{'subnet_id': '0510d026-3dc6-4032-90b3-9aecae7566e8'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:54.183649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.203602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2ae75030-b083-41ca-960e-bf2a4ab34ab8,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:54.207114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:54.207737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4770a699-4130-4ff7-9bcb-eb2635ba6e5e None None] Provisioning for port 618b8cb7-e682-4452-b58a-4dafc374f0ff completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:54.209314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:network and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:54.219018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:54.222148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.240887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:54.254207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=756c0877-9ea8-4f97-a497-b77b08a96137,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:54.264991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:54.270602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b535e8a0-65da-4f25-b6cf-7648a7d832a6 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:54.286067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-88007f2c-8789-4d95-a7d3-9681c85cc783 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:51:54.287533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-88007f2c-8789-4d95-a7d3-9681c85cc783 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/18ba24f5-2cf6-4f91-81a5-68813822a2d0 HTTP/1.1" status: 404 len: 333 time: 0.3131013 Dec 22 15:51:54.295265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50136) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:54.298961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbf30d7-9f4b-4859-82d5-065b378cf511,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:54.332655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:54.333693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:54.338071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-14fc07c9-1041-4d5c-bb1c-b47ac2403133 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:54.342382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:54.353796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:54.360224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.375697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:54.376378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.380571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-14fc07c9-1041-4d5c-bb1c-b47ac2403133 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:54.382177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-14fc07c9-1041-4d5c-bb1c-b47ac2403133 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215641859&fields=id&tenant_id=7197350e292b41289db89a74eb9e5657 HTTP/1.1" status: 200 len: 267 time: 0.0934405 Dec 22 15:51:54.408547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b65053-afd0-4f03-90c1-b3aa0e63c751 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:54.445751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:54.446504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:54.502492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.503929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/9cbf30d7-9f4b-4859-82d5-065b378cf511 HTTP/1.1" status: 204 len: 168 time: 1.4860752 Dec 22 15:51:54.511305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:54.544027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.546677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:54.564084 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7418354 Dec 22 15:51:54.570110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:54.581925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:54.598739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f963773-bab8-4a55-935a-c4e023703af0 req-cc4bc616-bfce-4132-b7c5-767d50137640 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:54.599883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-cc4bc616-bfce-4132-b7c5-767d50137640 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:54.650791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.651196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Added segment d62b26a6-1609-4e38-83b8-c79b3c1254d0 of type vlan for network 11efaa86-9c4b-4d9b-b546-92576699ea85 Dec 22 15:51:54.654720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-cc4bc616-bfce-4132-b7c5-767d50137640 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:54.663361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-cc4bc616-bfce-4132-b7c5-767d50137640 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 796 time: 0.2717021 Dec 22 15:51:54.687619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-8b79f56d-77da-4ea1-a52d-ec09737e6203 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/quotas/7197350e292b41289db89a74eb9e5657 HTTP/1.1" status: 200 len: 375 time: 0.0222499 Dec 22 15:51:54.814400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-09701afa-03d6-46cf-b02f-02f9e4d5353c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:54.865139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5f963773-bab8-4a55-935a-c4e023703af0 req-09701afa-03d6-46cf-b02f-02f9e4d5353c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:54.866964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-09701afa-03d6-46cf-b02f-02f9e4d5353c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782408 Dec 22 15:51:54.931305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:54.940974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:54.945641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e44dae9-9d83-4a3c-86a9-d750d1db7cda tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:55.049467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning for port 5e6bd7f0-9c7b-4966-878a-cdec185045fc completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:55.067456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.079065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Allocated IP 172.20.0.2 (dca18837-10fb-44f9-b7ef-201a2eb64700/0510d026-3dc6-4032-90b3-9aecae7566e8/a70c0c58-9d35-41e0-b464-0d6b14f85782) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:55.101338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning complete for port 5e6bd7f0-9c7b-4966-878a-cdec185045fc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:55.102064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.135519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Allocated IP 172.23.0.2 (41f59b96-d3bf-454e-81ff-52151631d0fc/3554287b-f8b1-4915-9543-192a367ed047/0e678554-ea93-4e22-adc0-4b529d78713f) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:55.148454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 618b8cb7-e682-4452-b58a-4dafc374f0ff completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:55.158557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-7860cb59-986f-4f4b-8321-ffbd376111d4 service neutron] 10.222.0.18 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714734 Dec 22 15:51:55.160426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:55.165584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.180627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef6c97-5310-4c8e-8e72-b382628673d1']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:55.182778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 618b8cb7-e682-4452-b58a-4dafc374f0ff triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:55.183298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.195958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e44dae9-9d83-4a3c-86a9-d750d1db7cda tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:55.201524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e44dae9-9d83-4a3c-86a9-d750d1db7cda tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6830420 Dec 22 15:51:55.204979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:55.207080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50152) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:55.211323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:55.214500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.217110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252235631'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:55.219309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:55.219964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.226974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef73a22c-fe76-4558-b7c3-2f8888147df5') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:55.227144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:55.227314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef73a22c-fe76-4558-b7c3-2f8888147df5') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:55.237638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e17d41f-de47-4a6d-83df-897f47bc3a5c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:55.254247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:55.298780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:55.344043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-7927ee41-82da-4439-a89c-1763e13e43a3 service neutron] 10.222.0.18 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787901 Dec 22 15:51:55.345235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.361008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.385596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:55.390672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:55.394073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:55.400696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:55.468740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Port 5e6bd7f0-9c7b-4966-878a-cdec185045fc cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:51:55.526011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Network': ['ID=11efaa86-9c4b-4d9b-b546-92576699ea85,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:55.544296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:55.544296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5728178 Dec 22 15:51:55.544296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:55.544650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50156) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:55.544994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.550390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'subnet': {'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:55.568364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.638807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:51:55.639253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.653154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:51:55.660838 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:51:55.768165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d23ed63c-c853-44ce-8700-dfce65730adc req-4ae8e69b-8c24-4212-b59c-66840d92b078 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 0.0447361 Dec 22 15:51:55.769220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:55.783264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:subnet and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:55.787630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.789212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:55.796376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:55.831628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:55.837842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:55.911845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:56.054701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.173575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.187527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1b04f4-71a8-4bbe-a1e6-307804133f91 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:56.205734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.210149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9986310 Dec 22 15:51:56.211656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.211891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50172) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:56.221808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Request body: {'security_group_rule': {'security_group_id': 'a32ca94f-01e9-4874-9c68-f8fd5ff69da1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:56.228965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32ca94f-01e9-4874-9c68-f8fd5ff69da1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:56.233433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:56.236985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=4cef6c97-5310-4c8e-8e72-b382628673d1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:56.238723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:56.240039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Usage tracker for resource:security_group_rule and tenant:921a6e5d78e2478d80210494611bb472 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:56.243204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:56.243972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:56.248148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/4cef6c97-5310-4c8e-8e72-b382628673d1 HTTP/1.1" status: 204 len: 168 time: 1.9468143 Dec 22 15:51:56.260604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 756c0877-9ea8-4f97-a497-b77b08a96137 (CIDR: 2001:db8::/64) Dec 22 15:51:56.260693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:56.260786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:56.265810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-905106095'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:56.271167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:56.275195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:56.279081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:56.286193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:56.357407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning complete for port 9e118215-81d9-4331-8a51-65843ac97a48 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:56.357830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.397350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': '756c0877-9ea8-4f97-a497-b77b08a96137'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:56.398233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.400177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:51:56.400811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:51:56.405450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:56.411588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.417771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.424065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.457056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:51:56.468143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.468374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment 15463acd-00ba-4d0e-a1d4-79202f28eaf8 of type vlan for network e8cafdd3-3418-4249-9a35-54595ac38847 Dec 22 15:51:56.487486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Transition to ACTIVE for port object 0e678554-ea93-4e22-adc0-4b529d78713f will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:56.500466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5c3cd3e8-b244-4eaa-ad95-f43f9fa771c8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9270854 Dec 22 15:51:56.503857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50180) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:56.521873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.655002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.665504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:56.686617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Transition to ACTIVE for port object 0e678554-ea93-4e22-adc0-4b529d78713f will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:56.691409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.740609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.745325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:56.745981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.754532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd0a261-29b5-4773-8bfe-9eac0a99a7a2 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:56.760930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.768918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac50448c-71f5-48d1-9d5c-f902d34e386a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:56.790189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.791275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.799173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfcd84e4-96ae-4c71-9d67-59b8aef09de3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:56.819738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.879237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Subnet': ['ID=7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:56.879638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Transition to ACTIVE for port object a70c0c58-9d35-41e0-b464-0d6b14f85782 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:56.881788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:56.885331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 618b8cb7-e682-4452-b58a-4dafc374f0ff, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=618b8cb7-e682-4452-b58a-4dafc374f0ff,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:51:56.888728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2809b107-8cd4-4592-bf60-29f97c31a034 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:56.927229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95e2ca1-295c-4536-8bcb-1a69bc6d322b,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:56.929989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:56.947659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:56.968850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Network 41f59b96-d3bf-454e-81ff-52151631d0fc is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:56.985171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:56.989846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:57.005158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Pushing event updated for resources: {'Port': ['ID=0e678554-ea93-4e22-adc0-4b529d78713f,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:57.009188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Transition to ACTIVE for port object a70c0c58-9d35-41e0-b464-0d6b14f85782 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:57.014362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:51:48Z', 'revision_number': 2, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:57.019279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:57.019755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.021052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4718af4-63e1-4629-8a59-55d1cf8e02e3 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8080151 Dec 22 15:51:57.025360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:57.031943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:57.036406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:57.039586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:57.042324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50190) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:57.047779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:57.051325 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7905836 Dec 22 15:51:57.057424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50194) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:57.071963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:57.083105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=e8cafdd3-3418-4249-9a35-54595ac38847,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:57.088609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.093589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Checking router: 5faaef01-f83f-44f4-a9ae-01c1d80010ff for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:51:57.100212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Updating router 5faaef01-f83f-44f4-a9ae-01c1d80010ff port 5e6bd7f0-9c7b-4966-878a-cdec185045fc binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:51:57.100376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:57.106608 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-911e9e2e-78d6-48bd-baba-883c658a58b0 req-322ab14e-6e3d-483c-851b-0e2774caf577 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 0.1449032 Dec 22 15:51:57.120250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Allocated IP 172.23.0.1 (41f59b96-d3bf-454e-81ff-52151631d0fc/3554287b-f8b1-4915-9543-192a367ed047/367a1d82-a424-4cb0-b332-e78d69fe7399) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:57.125186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/756c0877-9ea8-4f97-a497-b77b08a96137/21ba4640-2af6-44b1-8f69-5bc1b1273dbd) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:51:57.160942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Checking segment: {'id': 'b51e9987-e01f-4a81-8160-60f160c7ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:57.161349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network hostable DHCP agents. Network: e4d5434b-102f-4221-a20d-da01746745ce, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:57.162957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e8cafdd3-3418-4249-9a35-54595ac38847 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:51:57.267206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:57.281312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96f686a8-5d31-4c63-9322-91a6a5d59fd8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:57.316004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:57.349086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:57.354329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:57.376699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.383416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.414914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network e4d5434b-102f-4221-a20d-da01746745ce is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:57.423231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:57.427262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Transition to ACTIVE for port object 367a1d82-a424-4cb0-b332-e78d69fe7399 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:57.429570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.447522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning complete for port 618b8cb7-e682-4452-b58a-4dafc374f0ff triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:57.447728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e4d5434b-102f-4221-a20d-da01746745ce) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:57.447816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.459425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:57.460072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.482468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:57.511574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.521238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78179b3-1642-47aa-b01e-61c2bedfb8e3 None None] Network e4d5434b-102f-4221-a20d-da01746745ce requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:57.538860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.551918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.552751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Network dca18837-10fb-44f9-b7ef-201a2eb64700 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:57.558431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bac48022-79e1-4771-874d-16408b80a11d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:57.574131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=618b8cb7-e682-4452-b58a-4dafc374f0ff,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:57.576916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32ca94f-01e9-4874-9c68-f8fd5ff69da1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:57.577118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Attempting to bind port 0e678554-ea93-4e22-adc0-4b529d78713f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:57.577535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Attempting to bind port 0e678554-ea93-4e22-adc0-4b529d78713f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:57.577936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Attempting to bind port 0e678554-ea93-4e22-adc0-4b529d78713f on network 41f59b96-d3bf-454e-81ff-52151631d0fc {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:57.580505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:57.602556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:57.603611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:57.604145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-709b0f44-5dc9-4461-9dcb-86c0f0b401a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:57.604484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.613558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1abdfc94-b216-49f4-9c04-27312f82261a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:57.628690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0854173 Dec 22 15:51:57.643131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50198) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:57.649936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'subnet': {'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:57.693097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=367a1d82-a424-4cb0-b332-e78d69fe7399,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:57.697580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:57.699593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:57.700984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.703390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/a32ca94f-01e9-4874-9c68-f8fd5ff69da1 HTTP/1.1" status: 204 len: 168 time: 0.6507638 Dec 22 15:51:57.706267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50202) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:57.746685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 41f59b96-d3bf-454e-81ff-52151631d0fc is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:57.746685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:57.746685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:57.767986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.849793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.858074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-64199fd3-5b84-4a8a-b298-cc471f0ac6df tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:57.865204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:57.865627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Checking segment: {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:57.866087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.866542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Bound using segment: {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:57.867082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Bound port: 0e678554-ea93-4e22-adc0-4b529d78713f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:57.867498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:57.906610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-64199fd3-5b84-4a8a-b298-cc471f0ac6df tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:57.913621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64199fd3-5b84-4a8a-b298-cc471f0ac6df tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2048371 Dec 22 15:51:57.916466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50206) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:58.004681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.007240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Performing IP validity checks on allocation pools {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:51:58.010956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:51:58.019923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:58.047703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Usage tracker for resource:subnet and tenant:ff62a32ab5bc4831ab457c4b1277dbb1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:51:58.060227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:51:58.086521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:51:58.119356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f0ce1452-5498-4cf0-928d-54b028be779d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Synchronizing usage tracker for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:51:58.155801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Pushing event updated for resources: {'Port': ['ID=a70c0c58-9d35-41e0-b464-0d6b14f85782,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:58.190626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:58.262383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Made reservation on behalf of ff62a32ab5bc4831ab457c4b1277dbb1 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:51:58.384469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.450775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Attempting to bind port a70c0c58-9d35-41e0-b464-0d6b14f85782 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:51:58.451193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Attempting to bind port a70c0c58-9d35-41e0-b464-0d6b14f85782 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '5d77bb05-71c6-4b94-8b4f-a48102857618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:51:58.451601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Attempting to bind port a70c0c58-9d35-41e0-b464-0d6b14f85782 on network dca18837-10fb-44f9-b7ef-201a2eb64700 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:51:58.487046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.513764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:58.517603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.551108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40e3e83e-9414-46f8-a70e-bc17517f434a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:58.573717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ae75030-b083-41ca-960e-bf2a4ab34ab8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:51:58.603504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:51:58.603968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Checking segment: {'id': '5d77bb05-71c6-4b94-8b4f-a48102857618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:58.604355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.604800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Bound using segment: {'id': '5d77bb05-71c6-4b94-8b4f-a48102857618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:51:58.605340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Bound port: a70c0c58-9d35-41e0-b464-0d6b14f85782, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d77bb05-71c6-4b94-8b4f-a48102857618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'dca18837-10fb-44f9-b7ef-201a2eb64700'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:51:58.605759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.636771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event updated for resources: {'Port': ['ID=367a1d82-a424-4cb0-b332-e78d69fe7399,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:58.643271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:58.670740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.683288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] For port 0e678554-ea93-4e22-adc0-4b529d78713f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:58.711055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.811720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] For port 0e678554-ea93-4e22-adc0-4b529d78713f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e678554-ea93-4e22-adc0-4b529d78713f,segment=NetworkSegment(bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3),segment_id=bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:58.830144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Transition to ACTIVE for port object 21ba4640-2af6-44b1-8f69-5bc1b1273dbd will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:58.857646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Network 41f59b96-d3bf-454e-81ff-52151631d0fc is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:58.859879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:58.915985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.927204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f0ce1452-5498-4cf0-928d-54b028be779d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Unset dirty status for tenant:921a6e5d78e2478d80210494611bb472 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:51:58.930725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f0ce1452-5498-4cf0-928d-54b028be779d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 1.0064976 Dec 22 15:51:58.930725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:58.934584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-854f00dc-ddea-4b30-a68a-5ea43144250c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:58.936796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-042549a3-ba93-4486-9414-b1df2a5d153f req-06c60143-724d-4576-a33b-e6f57da6dca2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 0.5610576 Dec 22 15:51:58.944301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50214) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:58.949005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf95d0e3-94b5-4ca8-bedc-fbdeb904b0da tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:58.967694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e4d5434b-102f-4221-a20d-da01746745ce', 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce', 'tenant_id': 'ff62a32ab5bc4831ab457c4b1277dbb1', 'fixed_ips': [{'subnet_id': '7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:51:58.970288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.030001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Transition to ACTIVE for port object 21ba4640-2af6-44b1-8f69-5bc1b1273dbd will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:51:59.073351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning for port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:51:59.131541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Provisioning complete for port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:59.131948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.149600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f14d9e27-21f8-4579-bea6-e1165257a20b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] delete failed (client error): The resource could not be found. Dec 22 15:51:59.154748 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f14d9e27-21f8-4579-bea6-e1165257a20b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "DELETE /v2.0/security-groups/a32ca94f-01e9-4874-9c68-f8fd5ff69da1 HTTP/1.1" status: 404 len: 347 time: 0.1703010 Dec 22 15:51:59.155838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50222) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:59.169423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] For port a70c0c58-9d35-41e0-b464-0d6b14f85782, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:51:59.183682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.211431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=c39ed752-bf7c-4b32-aae8-480d85624a1a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:59.214411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:59.219938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f963773-bab8-4a55-935a-c4e023703af0 req-b781574c-8394-4683-8e2c-ce0c3dc14ab8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:59.221505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-b781574c-8394-4683-8e2c-ce0c3dc14ab8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.46 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 796 time: 0.7432277 Dec 22 15:51:59.251814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] For port a70c0c58-9d35-41e0-b464-0d6b14f85782, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a70c0c58-9d35-41e0-b464-0d6b14f85782,segment=NetworkSegment(5d77bb05-71c6-4b94-8b4f-a48102857618),segment_id=5d77bb05-71c6-4b94-8b4f-a48102857618)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:51:59.264473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Pushing event updated for resources: {'Port': ['ID=0e678554-ea93-4e22-adc0-4b529d78713f,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:59.275525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:51:59.276043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.301295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d6ed29b-bff6-4f4e-9d92-2078f970e854 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1396661 Dec 22 15:51:59.301522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': '15463acd-00ba-4d0e-a1d4-79202f28eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:51:59.301522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: e8cafdd3-3418-4249-9a35-54595ac38847, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:51:59.302030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:59.314269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe3e11aa-1a53-44dd-9674-d57cb8cae41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:59.329962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:51:59.365547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.415026 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-ef6692bd-e525-4d2a-b1c3-610acc0ebda2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7197350e292b41289db89a74eb9e5657 HTTP/1.1" status: 200 len: 379 time: 0.1535358 Dec 22 15:51:59.419535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:51:59.430061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network e8cafdd3-3418-4249-9a35-54595ac38847 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:51:59.446637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:59.454713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'port': {'device_id': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'admin_state_up': True, 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'security_groups': ['4d71569a-5244-4c52-9469-8063bfabb5be']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:59.479680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e8cafdd3-3418-4249-9a35-54595ac38847) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:51:59.492434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:51:59.506760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:51:59.507703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.514235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476f058-53e6-4f73-9d2c-12fe7836d726 None None] Network e8cafdd3-3418-4249-9a35-54595ac38847 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:51:59.562387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:51:59.572811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9243441 Dec 22 15:51:59.573915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:59.576206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:51:59.581944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:59.606710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:51:59.607671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:51:59.636102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Pushing event updated for resources: {'Port': ['ID=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:51:59.656391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:51:59.692457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:59.800666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:51:59.802309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7353621 Dec 22 15:51:59.836023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847', 'name': 'tempest-PortsIpV6TestJSON-68561926'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:51:59.937841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:51:59.943289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:51:59.947880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:51:59.958978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a8c33fd-2fa8-411f-9cff-6f9a8e209706 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:51:59.979491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Allocated IP 172.20.0.2 (e4d5434b-102f-4221-a20d-da01746745ce/7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0/d01791e7-6fe8-44b9-bf72-9613ff51feab) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:00.026989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50240) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:00.053141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:00.098877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.165443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Subnet': ['ID=79a51413-f204-49e1-ae1e-941e410ae122,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:00.180739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:00.214455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.246635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Transition to ACTIVE for port object 5e6bd7f0-9c7b-4966-878a-cdec185045fc will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:00.272530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Attempting to bind port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:00.273027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Attempting to bind port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:00.273448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Attempting to bind port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:00.312638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Made reservation on behalf of 7197350e292b41289db89a74eb9e5657 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:00.328149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.375153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Checking segment: {'id': 'd62b26a6-1609-4e38-83b8-c79b3c1254d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:00.375740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network hostable DHCP agents. Network: 11efaa86-9c4b-4d9b-b546-92576699ea85, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:52:00.625471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9e118215-81d9-4331-8a51-65843ac97a48 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:00.644566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-33298936-ca83-42ee-a885-67aab5613d7f req-e8c4ec44-f9c4-4dcb-be3d-7878f4910c04 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 0.2771411 Dec 22 15:52:00.689429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:00.690048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:00.690668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.691438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:00.692221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Bound port: 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:00.692763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.757835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:00.771962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57127eb2-d8da-48e9-b15e-29bc0a808f10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=921a6e5d78e2478d80210494611bb472&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7250690 Dec 22 15:52:00.772791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:52:00.774594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Pushing event updated for resources: {'Port': ['ID=a70c0c58-9d35-41e0-b464-0d6b14f85782,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:00.776937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50246) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:00.845494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.850546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:00.851138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:00.900104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:00.920902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 11efaa86-9c4b-4d9b-b546-92576699ea85) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:00.927054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:00.928517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.941624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] For port 96f686a8-5d31-4c63-9322-91a6a5d59fd8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=96f686a8-5d31-4c63-9322-91a6a5d59fd8,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:00.957764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10f75b0-3dc7-4fe1-bcf9-30f44873db6f None None] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:00.974756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e8cafdd3-3418-4249-9a35-54595ac38847', 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': 'c39ed752-bf7c-4b32-aae8-480d85624a1a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:00.975772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:00.992208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:00.998204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.043347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.077552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.087392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 2028eaa1-0a82-4941-a6bf-66ec3b0aa963 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:01.094071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.159367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.162763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.167268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de7e894c-0dc4-47d7-92be-5cf5982f0daa HTTP/1.1" status: 204 len: 168 time: 0.3823202 Dec 22 15:52:01.173019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8bb07d1-0d4d-40cb-bd5e-3f7b0de61f82 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:01.197293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e894c-0dc4-47d7-92be-5cf5982f0daa,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:01.200731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:01.206354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5613534 Dec 22 15:52:01.210854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50252) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:01.243950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] For port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:01.248701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] For port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:01.308018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.333919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:51:57Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:51:58Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:51:50Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:01.345164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:01.345804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Updating router 9e56a2c0-5f1c-445a-9d98-a0863c209447 port 367a1d82-a424-4cb0-b332-e78d69fe7399 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:52:01.376398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.450425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::bf (e8cafdd3-3418-4249-9a35-54595ac38847/c39ed752-bf7c-4b32-aae8-480d85624a1a/2028eaa1-0a82-4941-a6bf-66ec3b0aa963) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:01.457976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.495452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Pushing event updated for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:01.526931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:01.547114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:01.561196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Allocated IP 172.20.0.7 (1b66329f-d3a6-44ac-99d3-1303054286d0/b6780e0d-d765-4603-9da7-7578816947b6/498d0540-71f7-44b0-a30a-2079257ac688) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:01.647953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:52:01.758784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9e118215-81d9-4331-8a51-65843ac97a48 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:01.759677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:01.761948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Removed routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:52:01.762802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.183690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a2e70b52-48eb-4850-8fc6-c84b3b6aeb8d req-07b0ab19-538f-4644-8e36-b84075fb17ca tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:02.191471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea4d58-f23b-4459-b52a-af3595818208 None None] Pushing event updated for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:02.285189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.315539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Transition to ACTIVE for port object 367a1d82-a424-4cb0-b332-e78d69fe7399 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:02.362959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.368230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:02.421449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Pushing event updated for resources: {'Port': ['ID=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:02.474376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:02.506364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Attempting to bind port 5e6bd7f0-9c7b-4966-878a-cdec185045fc on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:02.507114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Attempting to bind port 5e6bd7f0-9c7b-4966-878a-cdec185045fc by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:02.507746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Attempting to bind port 5e6bd7f0-9c7b-4966-878a-cdec185045fc on network 1b66329f-d3a6-44ac-99d3-1303054286d0 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:02.510252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.058s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:02.510987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:02.519341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.520425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.528838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.561003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-11efaa86-9c4b-4d9b-b546-92576699ea85', 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85', 'tenant_id': 'ff62a32ab5bc4831ab457c4b1277dbb1', 'fixed_ips': [{'subnet_id': '79a51413-f204-49e1-ae1e-941e410ae122'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:02.562389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.717757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.741986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Transition to ACTIVE for port object d01791e7-6fe8-44b9-bf72-9613ff51feab will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:02.757404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:02.758243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Checking segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:02.759063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.759751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Bound using segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:02.760521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Bound port: 5e6bd7f0-9c7b-4966-878a-cdec185045fc, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:02.761163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.804143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Attempting to bind port 367a1d82-a424-4cb0-b332-e78d69fe7399 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:02.804475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Attempting to bind port 367a1d82-a424-4cb0-b332-e78d69fe7399 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:02.805229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Attempting to bind port 367a1d82-a424-4cb0-b332-e78d69fe7399 on network 41f59b96-d3bf-454e-81ff-52151631d0fc {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:02.828671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:02.829092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Checking segment: {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:02.829540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.829975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Bound using segment: {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:02.833443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Bound port: 367a1d82-a424-4cb0-b332-e78d69fe7399, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:02.833898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:02.849863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object 2028eaa1-0a82-4941-a6bf-66ec3b0aa963 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:02.885534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Pushing event updated for resources: {'Port': ['ID=367a1d82-a424-4cb0-b332-e78d69fe7399,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:02.924690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:02.960480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333980ec-2ee7-400f-b54d-8e0168574871 None None] Network 41f59b96-d3bf-454e-81ff-52151631d0fc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:03.091386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] For port 367a1d82-a424-4cb0-b332-e78d69fe7399, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:03.095885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] For port 367a1d82-a424-4cb0-b332-e78d69fe7399, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=367a1d82-a424-4cb0-b332-e78d69fe7399,segment=NetworkSegment(bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3),segment_id=bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:03.096879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:03.127458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc80bc0d-4bd7-4730-aad2-072705340a69 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:03.134829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.141412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:03.143471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a2e70b52-48eb-4850-8fc6-c84b3b6aeb8d req-07b0ab19-538f-4644-8e36-b84075fb17ca tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:03.156828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2e70b52-48eb-4850-8fc6-c84b3b6aeb8d req-07b0ab19-538f-4644-8e36-b84075fb17ca tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 1.1065829 Dec 22 15:52:03.225428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Pushing event updated for resources: {'Port': ['ID=367a1d82-a424-4cb0-b332-e78d69fe7399,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:03.237038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:03.256043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.266533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:03.267220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:03.270006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Transition to ACTIVE for port object d01791e7-6fe8-44b9-bf72-9613ff51feab will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:03.279253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:03.330331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.365500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network e8cafdd3-3418-4249-9a35-54595ac38847 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:03.373295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=2028eaa1-0a82-4941-a6bf-66ec3b0aa963,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:03.383994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:03.385073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:03.388409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:03.393206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:03.394206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.407874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] For port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:03.431843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Transition to ACTIVE for port object 498d0540-71f7-44b0-a30a-2079257ac688 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:03.438518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:03.445499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.451303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-20f81339-aacc-4647-b230-c6a7fe4c7125 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 933 time: 3.8757987 Dec 22 15:52:03.452259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50258) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:03.484094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:03.520316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.528157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dc80bc0d-4bd7-4730-aad2-072705340a69 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:03.529063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc80bc0d-4bd7-4730-aad2-072705340a69 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:03.572617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2913e-95c0-4078-ab63-e00cee9477c7 None None] Network dca18837-10fb-44f9-b7ef-201a2eb64700 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:03.576114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7462304 Dec 22 15:52:03.581610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50262) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:03.584672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.585530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.590659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.596592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-638b510a-1390-4886-a7b6-09ab33157ce2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:03.627493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.646060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.654289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:03.686735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-368f488b-ed02-493a-b16a-bef631637cf9 None None] Provisioning for port 0e678554-ea93-4e22-adc0-4b529d78713f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:03.705444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:03.711215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:03.716883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:03.717535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.764008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 2028eaa1-0a82-4941-a6bf-66ec3b0aa963 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:03.764508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:03.784736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Allocated IP 2001:db8::2 (e8cafdd3-3418-4249-9a35-54595ac38847/c39ed752-bf7c-4b32-aae8-480d85624a1a/d6983f57-cd96-4b35-acc9-79eacda7412a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:03.826818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,revision_number=4']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:03.880119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:04.025467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e60482e-817e-4a5a-bdf0-50c5600e521a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:04.049382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:01Z', 'revision_number': 6, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:04.054477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61427d2f-f5e1-4b19-96c8-03c5ba686d4c None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:01Z', 'revision_number': 6, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:04.060950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:04.068682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.081913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Transition to ACTIVE for port object d6983f57-cd96-4b35-acc9-79eacda7412a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:04.210245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:04.256005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:04.414150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.9081414 Dec 22 15:52:04.414904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a70c0c58-9d35-41e0-b464-0d6b14f85782 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:04.418955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50268) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:04.505751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:68:01:40', 'name': 'tempest-NetworksTestDHCPv6-435813025'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:04.600593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Allocated IP 172.20.0.2 (11efaa86-9c4b-4d9b-b546-92576699ea85/79a51413-f204-49e1-ae1e-941e410ae122/91cca036-164f-4a7b-9e84-afb5ec540b09) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:04.684546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.774959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=4157ebf7-5483-4b1c-ba6c-f3d364fb1373,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:04.787722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:04.794384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:04.794871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.830687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.173s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:04.889460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:04.911765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Transition to ACTIVE for port object d6983f57-cd96-4b35-acc9-79eacda7412a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:04.916466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4775939 Dec 22 15:52:04.922014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:port and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:04.925707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 2028eaa1-0a82-4941-a6bf-66ec3b0aa963 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:04.932146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:04.978386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:04.992277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Transition to ACTIVE for port object 91cca036-164f-4a7b-9e84-afb5ec540b09 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:05.006262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24614dd2-01f0-4f37-8e10-662b9346f31a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 933 time: 1.5525701 Dec 22 15:52:05.007215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50274) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:05.017384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Transition to ACTIVE for port object 91cca036-164f-4a7b-9e84-afb5ec540b09 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:05.026052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'routes': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:05.056718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790fcf83-d53f-4fc1-b5fb-6dd06eccaea8 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:05.105119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:05.134925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Request body: {'port': {'device_id': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:05.181951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:52:05.211101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:05.211101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:05.216327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979bdb-ade8-4077-a936-8ababf05916d req-351ba792-81d9-4e08-954d-e5059bc83539 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:05.219238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-17979bdb-ade8-4077-a936-8ababf05916d req-351ba792-81d9-4e08-954d-e5059bc83539 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 931 time: 0.7987010 Dec 22 15:52:05.262996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:05.280042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.285262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.291900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] For port 5e6bd7f0-9c7b-4966-878a-cdec185045fc, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:05.300630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Allocated IP 172.20.0.1 (e4d5434b-102f-4221-a20d-da01746745ce/7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0/6460135d-3422-4949-a256-66a874d7e5aa) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:05.317841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Network e4d5434b-102f-4221-a20d-da01746745ce is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:05.333227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.338711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Pushing event updated for resources: {'Port': ['ID=d01791e7-6fe8-44b9-bf72-9613ff51feab,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:05.342263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-58b085f6-4c70-43ad-9ed9-fb7c9fc54470 None None] Provisioning for port a70c0c58-9d35-41e0-b464-0d6b14f85782 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:05.346115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:05.354884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77104bab-a9ce-47f3-9af5-6e4179c17115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:05.362409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.708s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:05.364303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7df9aed4-2fbf-44a8-a87d-4030b2b77b27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:05.409495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:05.449073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=2028eaa1-0a82-4941-a6bf-66ec3b0aa963,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:05.452614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:05.456539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.479499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] For port 5e6bd7f0-9c7b-4966-878a-cdec185045fc, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5e6bd7f0-9c7b-4966-878a-cdec185045fc,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:05.533642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-17979bdb-ade8-4077-a936-8ababf05916d req-4741731d-922e-4901-a057-62287a44ee03 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995772 Dec 22 15:52:05.534232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.577549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.614156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/2028eaa1-0a82-4941-a6bf-66ec3b0aa963 HTTP/1.1" status: 204 len: 168 time: 2.0314109 Dec 22 15:52:05.631409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:05.673585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Network e8cafdd3-3418-4249-9a35-54595ac38847 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:05.683364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-377679bb-e1ec-4ae7-9b63-ee87020ba71d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:05.683935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377679bb-e1ec-4ae7-9b63-ee87020ba71d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:05.689066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-377679bb-e1ec-4ae7-9b63-ee87020ba71d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/2028eaa1-0a82-4941-a6bf-66ec3b0aa963 HTTP/1.1" status: 404 len: 333 time: 0.0540748 Dec 22 15:52:05.691380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:05.694478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:05.695243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Attempting to bind port d01791e7-6fe8-44b9-bf72-9613ff51feab on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:05.695665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Attempting to bind port d01791e7-6fe8-44b9-bf72-9613ff51feab by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b51e9987-e01f-4a81-8160-60f160c7ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:05.696064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Attempting to bind port d01791e7-6fe8-44b9-bf72-9613ff51feab on network e4d5434b-102f-4221-a20d-da01746745ce {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:05.698986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:05.704154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:05.709645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:05.715261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:05.723426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Pushing event updated for resources: {'Port': ['ID=91cca036-164f-4a7b-9e84-afb5ec540b09,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:05.731629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.745126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c2b1d1-dab8-47ea-876b-14588ca2bfb9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:52:05.745662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b6c2b1d1-dab8-47ea-876b-14588ca2bfb9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:05.816434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:05.818495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Checking segment: {'id': 'b51e9987-e01f-4a81-8160-60f160c7ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:05.818495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.818495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Bound using segment: {'id': 'b51e9987-e01f-4a81-8160-60f160c7ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:05.818495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Bound port: d01791e7-6fe8-44b9-bf72-9613ff51feab, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51e9987-e01f-4a81-8160-60f160c7ac11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e4d5434b-102f-4221-a20d-da01746745ce'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:05.818966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:05.830354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a70c0c58-9d35-41e0-b464-0d6b14f85782 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:05.941211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port 810a4412-e7ab-4a40-ab09-10e18db6ba44 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:06.034851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b6c2b1d1-dab8-47ea-876b-14588ca2bfb9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:06.039245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b6c2b1d1-dab8-47ea-876b-14588ca2bfb9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/2028eaa1-0a82-4941-a6bf-66ec3b0aa963 HTTP/1.1" status: 404 len: 333 time: 0.3439951 Dec 22 15:52:06.040186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50288) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:06.160118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a70c0c58-9d35-41e0-b464-0d6b14f85782 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:06.160585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.201037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:06.209124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f21cfe8f-2b47-4bf5-9ced-425ca196f5be None None] Provisioning for port 498d0540-71f7-44b0-a30a-2079257ac688 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:06.335384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:52:06.335925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:52:06.369771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f21cfe8f-2b47-4bf5-9ced-425ca196f5be None None] Provisioning complete for port 498d0540-71f7-44b0-a30a-2079257ac688 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:06.370200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f21cfe8f-2b47-4bf5-9ced-425ca196f5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.383276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.421674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Pushing event updated for resources: {'Port': ['ID=d6983f57-cd96-4b35-acc9-79eacda7412a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:06.446001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Transition to ACTIVE for port object 6460135d-3422-4949-a256-66a874d7e5aa will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:06.455406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:06.462838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.144s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:06.492142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.500890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet c39ed752-bf7c-4b32-aae8-480d85624a1a {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:06.504867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.550526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Attempting to bind port d6983f57-cd96-4b35-acc9-79eacda7412a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:06.550960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Attempting to bind port d6983f57-cd96-4b35-acc9-79eacda7412a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '15463acd-00ba-4d0e-a1d4-79202f28eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:06.551384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Attempting to bind port d6983f57-cd96-4b35-acc9-79eacda7412a on network e8cafdd3-3418-4249-9a35-54595ac38847 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:06.553532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:06.554227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:06.643631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Attempting to bind port 91cca036-164f-4a7b-9e84-afb5ec540b09 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:06.645257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Attempting to bind port 91cca036-164f-4a7b-9e84-afb5ec540b09 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd62b26a6-1609-4e38-83b8-c79b3c1254d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:06.646272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Attempting to bind port 91cca036-164f-4a7b-9e84-afb5ec540b09 on network 11efaa86-9c4b-4d9b-b546-92576699ea85 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:06.698279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] For port d01791e7-6fe8-44b9-bf72-9613ff51feab, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:06.703345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] For port d01791e7-6fe8-44b9-bf72-9613ff51feab, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d01791e7-6fe8-44b9-bf72-9613ff51feab,segment=NetworkSegment(b51e9987-e01f-4a81-8160-60f160c7ac11),segment_id=b51e9987-e01f-4a81-8160-60f160c7ac11)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:06.749184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:06.749612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Checking segment: {'id': 'd62b26a6-1609-4e38-83b8-c79b3c1254d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:06.750075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.750545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Bound using segment: {'id': 'd62b26a6-1609-4e38-83b8-c79b3c1254d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:06.751097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Bound port: 91cca036-164f-4a7b-9e84-afb5ec540b09, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd62b26a6-1609-4e38-83b8-c79b3c1254d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '11efaa86-9c4b-4d9b-b546-92576699ea85'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:06.751522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.766373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:06.767172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:06.785925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.869572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f21cfe8f-2b47-4bf5-9ced-425ca196f5be None None] Port 498d0540-71f7-44b0-a30a-2079257ac688 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:06.908646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.910248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:52:06.916512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.920611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.922342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:06.922981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Checking segment: {'id': '15463acd-00ba-4d0e-a1d4-79202f28eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:06.923585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.924195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Bound using segment: {'id': '15463acd-00ba-4d0e-a1d4-79202f28eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:06.924890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Bound port: d6983f57-cd96-4b35-acc9-79eacda7412a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15463acd-00ba-4d0e-a1d4-79202f28eaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e8cafdd3-3418-4249-9a35-54595ac38847'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:06.925474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:06.939644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Transition to ACTIVE for port object 498d0540-71f7-44b0-a30a-2079257ac688 will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:06.983225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::398 (3869d436-ab4f-45bb-9569-b3230aca28ff/756c0877-9ea8-4f97-a497-b77b08a96137/810a4412-e7ab-4a40-ab09-10e18db6ba44) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:06.990483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8:0:1:f816:3eff:fe68:140 (3869d436-ab4f-45bb-9569-b3230aca28ff/4157ebf7-5483-4b1c-ba6c-f3d364fb1373/810a4412-e7ab-4a40-ab09-10e18db6ba44) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:07.280052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.282849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Pushing event updated for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.307482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a581fb6-b2fd-4641-af64-e1f3805d5ae5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.323845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.861s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.372988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-468e773b-b308-4e04-9c2b-97197e4f4d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.741s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.397497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network e4d5434b-102f-4221-a20d-da01746745ce is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:07.398694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.425419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Port': ['ID=6460135d-3422-4949-a256-66a874d7e5aa,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.427922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:07.456151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.456918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:07.487087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a2b5dba-e6e3-42ee-b04b-598bb3807941 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.533358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] For port 91cca036-164f-4a7b-9e84-afb5ec540b09, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:07.537113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] For port 91cca036-164f-4a7b-9e84-afb5ec540b09, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=91cca036-164f-4a7b-9e84-afb5ec540b09,segment=NetworkSegment(d62b26a6-1609-4e38-83b8-c79b3c1254d0),segment_id=d62b26a6-1609-4e38-83b8-c79b3c1254d0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:07.538321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Pushing event updated for resources: {'Port': ['ID=d01791e7-6fe8-44b9-bf72-9613ff51feab,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.562236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.562914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f21cfe8f-2b47-4bf5-9ced-425ca196f5be None None] Provisioning for port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:07.570879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.564s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.571288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.581056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] For port d6983f57-cd96-4b35-acc9-79eacda7412a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:07.599491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.611593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.613300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.618876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.634336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.651651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.660262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.666321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.671717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23ff8110-78e7-4b8d-b460-229dc158bdda tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.743998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] For port d6983f57-cd96-4b35-acc9-79eacda7412a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6983f57-cd96-4b35-acc9-79eacda7412a,segment=NetworkSegment(15463acd-00ba-4d0e-a1d4-79202f28eaf8),segment_id=15463acd-00ba-4d0e-a1d4-79202f28eaf8)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:07.755778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Pushing event updated for resources: {'Port': ['ID=91cca036-164f-4a7b-9e84-afb5ec540b09,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.774265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.788352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=c39ed752-bf7c-4b32-aae8-480d85624a1a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:07.791187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:07.808190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.832025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.841407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:07.852372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object 810a4412-e7ab-4a40-ab09-10e18db6ba44 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:07.880498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90004c-ad6d-43df-9abc-a7ec28ea3539 req-83ac041b-20c4-4ac5-b5cc-dcdaee3259ce tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:07.889333 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aa90004c-ad6d-43df-9abc-a7ec28ea3539 req-83ac041b-20c4-4ac5-b5cc-dcdaee3259ce tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 943 time: 1.1301222 Dec 22 15:52:07.891252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.931368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:07.932553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:07.964472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/c39ed752-bf7c-4b32-aae8-480d85624a1a HTTP/1.1" status: 204 len: 168 time: 1.9228535 Dec 22 15:52:07.967304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:08.028456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port a70c0c58-9d35-41e0-b464-0d6b14f85782, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a70c0c58-9d35-41e0-b464-0d6b14f85782,segment=NetworkSegment(5d77bb05-71c6-4b94-8b4f-a48102857618),segment_id=5d77bb05-71c6-4b94-8b4f-a48102857618)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:08.030297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:08.102984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.156638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.188095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port d6983f57-cd96-4b35-acc9-79eacda7412a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:08.188637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.198768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:08.249237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:08.371586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.389924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:08.403526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:08.406157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:08.411544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:08.412254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.458679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aa90004c-ad6d-43df-9abc-a7ec28ea3539 req-9715cc38-a850-4b8c-b092-7e557ef16b3c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5585558 Dec 22 15:52:08.468574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=810a4412-e7ab-4a40-ab09-10e18db6ba44,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:08.472905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:08.554937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Pushing event updated for resources: {'Port': ['ID=d6983f57-cd96-4b35-acc9-79eacda7412a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:08.563675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Attempting to bind port 498d0540-71f7-44b0-a30a-2079257ac688 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:08.564056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Attempting to bind port 498d0540-71f7-44b0-a30a-2079257ac688 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:08.564431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Attempting to bind port 498d0540-71f7-44b0-a30a-2079257ac688 on network 1b66329f-d3a6-44ac-99d3-1303054286d0 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:08.595980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:08.596872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.597884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 618b8cb7-e682-4452-b58a-4dafc374f0ff up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:08.647439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:08.679034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Port 498d0540-71f7-44b0-a30a-2079257ac688 on network 1b66329f-d3a6-44ac-99d3-1303054286d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:52:08.679826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Attempting to bind port 498d0540-71f7-44b0-a30a-2079257ac688 on network 1b66329f-d3a6-44ac-99d3-1303054286d0 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:08.687367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port d6983f57-cd96-4b35-acc9-79eacda7412a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6983f57-cd96-4b35-acc9-79eacda7412a,segment=NetworkSegment(15463acd-00ba-4d0e-a1d4-79202f28eaf8),segment_id=15463acd-00ba-4d0e-a1d4-79202f28eaf8)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:08.687771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.873215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for d6983f57-cd96-4b35-acc9-79eacda7412a owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:08.970517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:08.982907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.984898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f650416-fd90-4425-a14e-a87129e101a2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 699 time: 3.9741945 Dec 22 15:52:08.986947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50298) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:08.988451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:08.993745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5580049 Dec 22 15:52:08.999030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:09.000588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Checking segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:09.000588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Bound using segment: {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:09.000588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Bound port: 498d0540-71f7-44b0-a30a-2079257ac688, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '973fd700-8db9-44de-b849-922c6e3b41fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:09.000588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.019667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50302) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:09.049052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.058041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=a70c0c58-9d35-41e0-b464-0d6b14f85782,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:09.060025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae89a1f8-c1ac-43e3-81d9-dada2667d61f tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:09.103812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:09.116344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=d6983f57-cd96-4b35-acc9-79eacda7412a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:09.118358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:09.119999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:09.155600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.178707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No DVR routers for this DVR port d6983f57-cd96-4b35-acc9-79eacda7412a on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:09.205710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dd989e9-0b13-4f8d-9d7b-41678046da35 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:09.244427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-897e6055-5fae-4e05-aa0d-1303bb8ea926 None None] Provisioning complete for port a70c0c58-9d35-41e0-b464-0d6b14f85782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:09.245026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-897e6055-5fae-4e05-aa0d-1303bb8ea926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.253795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:09.338621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.343562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Port': ['ID=6460135d-3422-4949-a256-66a874d7e5aa,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:09.352365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.356182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:09.370198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.398368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cafdd3-3418-4249-9a35-54595ac38847']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:09.408521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port 810a4412-e7ab-4a40-ab09-10e18db6ba44 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:09.408899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.438616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15463acd-00ba-4d0e-a1d4-79202f28eaf8') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:09.438964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15463acd-00ba-4d0e-a1d4-79202f28eaf8') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:09.454944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.467261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-11c511c8-6406-4a8f-91b4-dbe5dfe66328 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:09.494783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42d4b9a3-c987-42b3-b3ff-176adb331e5e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 699 time: 0.4971912 Dec 22 15:52:09.494783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:09.560869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 618b8cb7-e682-4452-b58a-4dafc374f0ff triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:09.561709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.585815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.610289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:09.641669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:09.691437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:09.692237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:09.732245 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:09.829992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:09.831805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] 10.222.0.46 "PUT /v2.0/ports/498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 1093 time: 4.8927281 Dec 22 15:52:09.832422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:52:10.056871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:10.118223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:10.142981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:10.143841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:10.440018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:10.455590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network e4d5434b-102f-4221-a20d-da01746745ce is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:10.464270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'status': 'completed', 'code': 200} Dec 22 15:52:10.471082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:10.493189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:10.520250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96f686a8-5d31-4c63-9322-91a6a5d59fd8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:10.582940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:05Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:10.596367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3496522-bcda-4c67-83bd-cdf2550264d6 None None] The sync data for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv is: [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:05Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:10.603977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:10.610561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:10.628837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-787952cd-fe28-40c4-bc0b-793a85b4fc01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:10.678574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/e8cafdd3-3418-4249-9a35-54595ac38847 HTTP/1.1" status: 204 len: 168 time: 2.6982245 Dec 22 15:52:10.682308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50316) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:10.701150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=e8cafdd3-3418-4249-9a35-54595ac38847,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:10.748556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:10.755693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1293175636'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:10.758843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192877eb-86b4-4cae-8fa0-eea807bf2afe None None] Network e4d5434b-102f-4221-a20d-da01746745ce requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:10.787928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-897e6055-5fae-4e05-aa0d-1303bb8ea926 None None] Provisioning for port 367a1d82-a424-4cb0-b332-e78d69fe7399 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:10.809486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:10.810245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:10.875827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:10.903984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:10.908719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:10.937294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:10.991079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.071741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:11.078781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.134361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:52:11.140519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d4738724-efe4-45fb-999b-c48725cc76d7 None None] Provisioning for port d01791e7-6fe8-44b9-bf72-9613ff51feab completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:11.142998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.145574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.147425 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment 9b48762b-fb9a-4c3d-b565-5cf22921da96 of type vlan for network ad6bf6e6-311d-464c-b01b-4c04eac98836 Dec 22 15:52:11.171615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-929dee2e-698f-4321-8234-5b1b8a73b184 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1096 time: 1.1394706 Dec 22 15:52:11.219324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e678554-ea93-4e22-adc0-4b529d78713f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:11.259409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.333525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.339562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:11.345186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:11.357740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7dda862-feed-4085-9b82-e54bdead7fce tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:11.469343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for 810a4412-e7ab-4a40-ab09-10e18db6ba44 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:11.519195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=ad6bf6e6-311d-464c-b01b-4c04eac98836,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:11.522544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:11.533176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-f07c0ad3-4cb8-407b-988a-8c9579f617f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 217 time: 0.2943332 Dec 22 15:52:11.626766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8810546 Dec 22 15:52:11.627468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50320) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:11.635452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:52:11.638602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f963773-bab8-4a55-935a-c4e023703af0 req-55d4b24c-33eb-49fb-ba9f-cd90fc5ce67e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:11.640392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-55d4b24c-33eb-49fb-ba9f-cd90fc5ce67e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 200 len: 834 time: 0.0873535 Dec 22 15:52:11.641017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:11.653013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc4ad7-dc68-4d47-92dd-b10a594ae79e req-9418dcf0-f0cf-4ccd-bec3-79a3994b3fea tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:11.653834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db549d6-853a-4de4-a595-89cca7239595 None None] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:11.659872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4bbc4ad7-dc68-4d47-92dd-b10a594ae79e req-9418dcf0-f0cf-4ccd-bec3-79a3994b3fea tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 943 time: 1.3897333 Dec 22 15:52:11.970768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4bbc4ad7-dc68-4d47-92dd-b10a594ae79e req-0b45c782-77d5-4f13-b70c-3708d112936b tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648400 Dec 22 15:52:12.052739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:12.070914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:12.086704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:12.099929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:12.103172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-e49a43e9-4291-4450-802c-b7a9e1dd2056 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b66329f-d3a6-44ac-99d3-1303054286d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4395216 Dec 22 15:52:12.253187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:12.254627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:12.254627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c016b780-3e70-4c14-92c8-615c7afd4f78 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:13.341326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0e678554-ea93-4e22-adc0-4b529d78713f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:13.433405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.436966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc1fb3-476b-4b59-82c7-96773a393e82 None None] DHCP port deletion for e8cafdd3-3418-4249-9a35-54595ac38847 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:13.436966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e678554-ea93-4e22-adc0-4b529d78713f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:13.436966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.438337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-90f903b9-3058-4bd6-836e-9fc92a6f64e4 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173912 Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d4738724-efe4-45fb-999b-c48725cc76d7 None None] Provisioning for port 810a4412-e7ab-4a40-ab09-10e18db6ba44 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d4738724-efe4-45fb-999b-c48725cc76d7 None None] Provisioning complete for port 810a4412-e7ab-4a40-ab09-10e18db6ba44 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4738724-efe4-45fb-999b-c48725cc76d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d4738724-efe4-45fb-999b-c48725cc76d7 None None] Port 810a4412-e7ab-4a40-ab09-10e18db6ba44 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4bf774-596d-4bb0-9421-e546f7e3b06c None None] Network e8cafdd3-3418-4249-9a35-54595ac38847 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:13.440894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4bf774-596d-4bb0-9421-e546f7e3b06c None None] Network e8cafdd3-3418-4249-9a35-54595ac38847 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 15:52:13.443701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f963773-bab8-4a55-935a-c4e023703af0 req-3cc07f86-41d4-45e1-ac7e-a1ea259856e9 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664785 Dec 22 15:52:13.445403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eed5416-e75f-41e8-91b8-d64c7c800eff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=810a4412-e7ab-4a40-ab09-10e18db6ba44,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.450859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:13.453017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 0e678554-ea93-4e22-adc0-4b529d78713f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e678554-ea93-4e22-adc0-4b529d78713f,segment=NetworkSegment(bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3),segment_id=bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:13.453232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 367a1d82-a424-4cb0-b332-e78d69fe7399 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:13.453232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.453541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:13.453746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Router b0a40055-83be-47fd-99d8-b0eaaa1dfd8b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:52:13.453953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:13.453953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:13.454156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.454156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/810a4412-e7ab-4a40-ab09-10e18db6ba44 HTTP/1.1" status: 204 len: 168 time: 4.0643907 Dec 22 15:52:13.454367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50326) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:13.454538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.454538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21ba4640-2af6-44b1-8f69-5bc1b1273dbd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:13.454756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.454756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad829653-516d-4578-8e32-213201dd9ce8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:13.454980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:13.494533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:13.530425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=3c7b3405-d22f-4cad-9be7-e1f02de22752,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:13.570355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-7cdcd887-4098-4df2-bcfe-e644b3c3970a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1096 time: 0.6017048 Dec 22 15:52:13.594536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=0e678554-ea93-4e22-adc0-4b529d78713f,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:13.598800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8213bc3-6374-44f8-b7ca-b02bd159d3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.600152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4c19c6c-bc28-4384-b5fa-06ff515c9bcd None None] Provisioning for port 91cca036-164f-4a7b-9e84-afb5ec540b09 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:13.608018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:13.617101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.617693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.620906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.621499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.622410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.622994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.623587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.624106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4c19c6c-bc28-4384-b5fa-06ff515c9bcd None None] Could not find standard attr ID for object d6983f57-cd96-4b35-acc9-79eacda7412a. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:52:13.624235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.624639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.627973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.629015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:13.633562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:13.654891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:13.658389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': '9b48762b-fb9a-4c3d-b565-5cf22921da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:13.658756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: ad6bf6e6-311d-464c-b01b-4c04eac98836, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:52:13.661139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:13.661736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.676699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec957fb-809c-403b-90eb-df5ac5528963 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:13.681330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ec957fb-809c-403b-90eb-df5ac5528963 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4251757 Dec 22 15:52:13.681330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 367a1d82-a424-4cb0-b332-e78d69fe7399, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=367a1d82-a424-4cb0-b332-e78d69fe7399,segment=NetworkSegment(bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3),segment_id=bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:13.681620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:13.687027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50330) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:13.919417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 367a1d82-a424-4cb0-b332-e78d69fe7399 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:13.957021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.047902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36792a04-b504-4e2f-9293-66ae70d64601 None None] Provisioning for port 6460135d-3422-4949-a256-66a874d7e5aa completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:14.048258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:52:14.056700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36792a04-b504-4e2f-9293-66ae70d64601 None None] Provisioning complete for port 6460135d-3422-4949-a256-66a874d7e5aa triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:14.062214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36792a04-b504-4e2f-9293-66ae70d64601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.135048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, ad6bf6e6-311d-464c-b01b-4c04eac98836) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:14.149598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.151563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.158385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9cde0a-79d7-413a-8515-516d4bc34a38 None None] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:14.164632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de342c8-d977-49c0-8f72-0def050b477b req-48d782da-1ff9-4cf8-bc9f-451eb6bc156d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.166278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1de342c8-d977-49c0-8f72-0def050b477b req-48d782da-1ff9-4cf8-bc9f-451eb6bc156d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 943 time: 0.8997755 Dec 22 15:52:14.167790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:14.172902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:14.182476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-36792a04-b504-4e2f-9293-66ae70d64601 None None] Port 6460135d-3422-4949-a256-66a874d7e5aa cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:14.190559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:14.191386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:14.198969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:14.209482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9927769 Dec 22 15:52:14.209577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50334) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:14.251653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-e3b6685f-5775-447c-8d66-3693bb36bf81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.253270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-e3b6685f-5775-447c-8d66-3693bb36bf81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 897 time: 0.6333919 Dec 22 15:52:14.292535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6591613 Dec 22 15:52:14.303291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50338) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:14.311793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-757877409'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:14.334790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.337836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-2209bf10-7221-4587-97da-abe42fd32e6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 217 time: 0.0749872 Dec 22 15:52:14.344722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b879dfa7-77c1-4b54-9efe-1bad31a84ac9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.345578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b879dfa7-77c1-4b54-9efe-1bad31a84ac9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:14.358276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d7a0ca7-195d-43e4-8b9f-d94575da2562 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:14.382155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:14.387871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] Sync routers for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:14.403642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:14.403869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1de342c8-d977-49c0-8f72-0def050b477b req-09edcafa-26d7-4c12-b67f-4be17d196c01 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2185783 Dec 22 15:52:14.422405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:52:14.450508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-cdaefeba-3d07-4e40-95cf-cb5a5d848480 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.452988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-cdaefeba-3d07-4e40-95cf-cb5a5d848480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 200 len: 834 time: 0.1005208 Dec 22 15:52:14.502585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b879dfa7-77c1-4b54-9efe-1bad31a84ac9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:14.504182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b879dfa7-77c1-4b54-9efe-1bad31a84ac9 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.8097126 Dec 22 15:52:14.510175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50342) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:14.585514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:14.606912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '498d0540-71f7-44b0-a30a-2079257ac688', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'mac_address': 'fa:16:3e:82:33:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:52:14.609181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.611080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.613047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:14.614156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:14.647900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.660888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-df274fd5-b959-4fde-9ebf-3b35314079b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b66329f-d3a6-44ac-99d3-1303054286d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1986663 Dec 22 15:52:14.662152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:14.663479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23c18b30-c136-4f56-b530-c196a6427f55 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1448014 Dec 22 15:52:14.666307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50346) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:14.669516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.677958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32db95c2-922a-4f04-9c8c-61cefac4b78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:14.728477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-ad6bf6e6-311d-464c-b01b-4c04eac98836', 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': '3c7b3405-d22f-4cad-9be7-e1f02de22752'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:14.729556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:14.767300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:14.768090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:14.795957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:14.813301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5475a500-4b94-4a20-a352-efa3388f1401 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:06Z', 'revision_number': 7, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '367a1d82-a424-4cb0-b332-e78d69fe7399', 'name': '', 'network_id': '41f59b96-d3bf-454e-81ff-52151631d0fc', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:0e:c4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3554287b-f8b1-4915-9543-192a367ed047', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:55Z', 'updated_at': '2021-12-22T15:52:03Z', 'revision_number': 4, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '3554287b-f8b1-4915-9543-192a367ed047', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:14.874250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=367a1d82-a424-4cb0-b332-e78d69fe7399,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:14.923253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:14.943547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:14.949686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:14.957483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:15.010674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-98592b08-c57c-4e5e-a712-fa43459d2269 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758272 Dec 22 15:52:15.221057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.237489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2210793-eff6-48c5-9093-9a1c648ea790 req-907b0c59-8121-4b29-b19d-1e0479772ba1 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115281 Dec 22 15:52:15.252696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:52:15.270127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:15.291129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:15.292042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:51:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:15.366272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:15.383494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:15.431624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 4157ebf7-5483-4b1c-ba6c-f3d364fb1373 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:15.436640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.503389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Allocated IP 2001:db8::2 (ad6bf6e6-311d-464c-b01b-4c04eac98836/3c7b3405-d22f-4cad-9be7-e1f02de22752/2c2af4d1-c565-4028-977b-97e8b980c62f) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:15.504260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.565791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:15.571296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.609395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.635486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port fb4effc9-3f24-4082-bd14-ad9548ee694d yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:15.669674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.699636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:15.700218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01d4f4-c30f-4647-a8ca-d3ee82bdf732 None None] The sync data for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:15.703261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d01791e7-6fe8-44b9-bf72-9613ff51feab up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:15.709459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4cc39-d925-4520-a4de-cad64191b429 req-c21daf4d-c3ad-43a6-8e1e-63fe6eaf66e7 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:15.711165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ea4cc39-d925-4520-a4de-cad64191b429 req-c21daf4d-c3ad-43a6-8e1e-63fe6eaf66e7 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1612408 Dec 22 15:52:15.781833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ea4cc39-d925-4520-a4de-cad64191b429 req-d37fd2ee-b6a5-44ab-a04f-b1987829ac07 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617354 Dec 22 15:52:15.820163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.825125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e546f787-5add-4e9f-a7b2-69d4b46f01e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.838819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.849642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9fe6ab28-a5f4-4331-825c-737a2e7193bb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:15.863551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.871074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-224b50a4-cc5b-48ec-9d0a-aaf4274e5940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:15.894253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=4157ebf7-5483-4b1c-ba6c-f3d364fb1373,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:15.903031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:15.905777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.918523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6bcadb1e-a1a4-4000-9898-da6761c57f99 None None] Provisioning complete for port 6460135d-3422-4949-a256-66a874d7e5aa triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:15.918961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6bcadb1e-a1a4-4000-9898-da6761c57f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:15.942926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/4157ebf7-5483-4b1c-ba6c-f3d364fb1373 HTTP/1.1" status: 204 len: 168 time: 1.2729056 Dec 22 15:52:15.943339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50352) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:15.970165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f0a4e5-25e1-4d54-ba02-1aedcaf7be56 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:15.985860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Transition to ACTIVE for port object 2c2af4d1-c565-4028-977b-97e8b980c62f will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:16.024307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 756c0877-9ea8-4f97-a497-b77b08a96137 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:16.028132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.065871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.087651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.130066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Transition to ACTIVE for port object 2c2af4d1-c565-4028-977b-97e8b980c62f will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:16.138978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['498d0540-71f7-44b0-a30a-2079257ac688'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:52:16.189144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.196808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6bcadb1e-a1a4-4000-9898-da6761c57f99 None None] Port 6460135d-3422-4949-a256-66a874d7e5aa cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:16.205037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:16.223799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:16.227766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d01791e7-6fe8-44b9-bf72-9613ff51feab completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:16.235087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d01791e7-6fe8-44b9-bf72-9613ff51feab triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:16.235517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.283977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.293795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:16.300374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.306519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9497a4c5-fc50-46c1-9512-c5cd50db9737 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:16.347414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=756c0877-9ea8-4f97-a497-b77b08a96137,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:16.351530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:16.353126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.366578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/756c0877-9ea8-4f97-a497-b77b08a96137 HTTP/1.1" status: 204 len: 168 time: 0.4197290 Dec 22 15:52:16.367103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50356) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:16.406191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::11c (ad6bf6e6-311d-464c-b01b-4c04eac98836/3c7b3405-d22f-4cad-9be7-e1f02de22752/fb4effc9-3f24-4082-bd14-ad9548ee694d) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:16.442805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-865855ec-b858-489a-8cdc-41aef73a1ba2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741980 Dec 22 15:52:16.445374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:16.447477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:16.452419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:16.461395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:16.486804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:16.500699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Pushing event updated for resources: {'Port': ['ID=2c2af4d1-c565-4028-977b-97e8b980c62f,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:16.512739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:16.572275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:16.578192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:16.581306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:16.587919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:16.624803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:16.631345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.723647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.746807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Attempting to bind port 2c2af4d1-c565-4028-977b-97e8b980c62f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:16.747507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Attempting to bind port 2c2af4d1-c565-4028-977b-97e8b980c62f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9b48762b-fb9a-4c3d-b565-5cf22921da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:16.748258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Attempting to bind port 2c2af4d1-c565-4028-977b-97e8b980c62f on network ad6bf6e6-311d-464c-b01b-4c04eac98836 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:16.806092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d01791e7-6fe8-44b9-bf72-9613ff51feab, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d01791e7-6fe8-44b9-bf72-9613ff51feab,segment=NetworkSegment(b51e9987-e01f-4a81-8160-60f160c7ac11),segment_id=b51e9987-e01f-4a81-8160-60f160c7ac11)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:16.808425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:16.808425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Checking segment: {'id': '9b48762b-fb9a-4c3d-b565-5cf22921da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:16.808425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.808425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Bound using segment: {'id': '9b48762b-fb9a-4c3d-b565-5cf22921da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:16.809013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Bound port: 2c2af4d1-c565-4028-977b-97e8b980c62f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b48762b-fb9a-4c3d-b565-5cf22921da96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ad6bf6e6-311d-464c-b01b-4c04eac98836'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:16.809116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.922687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.923599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 367a1d82-a424-4cb0-b332-e78d69fe7399 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:16.957687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:16.966496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d420c76-cb41-4a78-8b1e-5182d63a9fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:16.970335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8eee6c8b-464b-49bf-be2f-0a2f3bc76686 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:17.025402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:17.045163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Deleting port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:17.045591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.048185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-8622c53f-a8ec-42b4-9f65-8ecf9d879f6d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:52:17.052152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8622c53f-a8ec-42b4-9f65-8ecf9d879f6d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8376322 Dec 22 15:52:17.054075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50366) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:17.071820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 367a1d82-a424-4cb0-b332-e78d69fe7399 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:17.072215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 367a1d82-a424-4cb0-b332-e78d69fe7399 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 15:52:17.103921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:17.111911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:17.119791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:17.120575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.128137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=f777bdd6-c0cb-4e84-bf7f-9fc262877af1,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:17.136534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:17.157645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 367a1d82-a424-4cb0-b332-e78d69fe7399 not found, will not notify nova. {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:52:17.158104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a70c0c58-9d35-41e0-b464-0d6b14f85782 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:17.173668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e2592-2648-4a77-a2b9-1b4c3d60d610 req-501e47f0-ef34-4ac0-9e43-42aabfb5821a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:17.178433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-035e2592-2648-4a77-a2b9-1b4c3d60d610 req-501e47f0-ef34-4ac0-9e43-42aabfb5821a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1396329 Dec 22 15:52:17.203871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7543244 Dec 22 15:52:17.205802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50370) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:17.214098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:17.246925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.287380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.311425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:17.313898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:17.327208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object fb4effc9-3f24-4082-bd14-ad9548ee694d will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:17.335098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d01791e7-6fe8-44b9-bf72-9613ff51feab,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:17.338932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-035e2592-2648-4a77-a2b9-1b4c3d60d610 req-8aae960e-95a7-4ea3-98b1-2e1ba332698b tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564381 Dec 22 15:52:17.353539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:17.378030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.378532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.378879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.379202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.379577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.379949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.380318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.380689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.381057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.381424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.381791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:52:17.395995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:17.403467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:17.408163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:17.411216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:17.420198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:17.431550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.439411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d04df4b5-e659-4ed4-96fe-6026f1b59ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:17.448376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:17.455894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.612704 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f777bdd6-c0cb-4e84-bf7f-9fc262877af1 (CIDR: 2001:db8::/64) Dec 22 15:52:17.640798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.643715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:52:17.644335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:17.646897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ce86a34-fe5b-489c-b954-38007d3777c9 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:17.692497 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a32ba32-2a65-4eba-b936-578b1a619cbc tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4821386 Dec 22 15:52:17.692497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50374) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:17.698800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'subnet': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:17.718483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a70c0c58-9d35-41e0-b464-0d6b14f85782 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:17.718904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.752621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:17.759657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:17.764866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=fb4effc9-3f24-4082-bd14-ad9548ee694d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:17.768265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:17.772663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:17.773641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.783014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:17.832136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:17.845622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] For port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:17.846591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.849420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:17.855406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3624368 Dec 22 15:52:17.857670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50378) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:17.863272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:17.863951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:17.867024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Pushing event updated for resources: {'Port': ['ID=2c2af4d1-c565-4028-977b-97e8b980c62f,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:17.913682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.6092536 Dec 22 15:52:17.917054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:17.919923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50382) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:17.929234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:17.941629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:17.970516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Usage tracker for resource:subnet and tenant:60b17a555d004ad18fce37b2b90af18c is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:17.987200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:17.999783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:18.008111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Calling delete_port for 21ba4640-2af6-44b1-8f69-5bc1b1273dbd owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:18.026551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port fb4effc9-3f24-4082-bd14-ad9548ee694d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:18.030698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.068149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:18.073849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:18.076095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.151032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 91cca036-164f-4a7b-9e84-afb5ec540b09 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:18.188219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.207860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:18.256528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Pushing event deleted for resources: {'Port': ['ID=21ba4640-2af6-44b1-8f69-5bc1b1273dbd,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:18.266173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:18.281082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] No DVR routers for this DVR port 21ba4640-2af6-44b1-8f69-5bc1b1273dbd on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:18.298120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:18.354131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49155fda-ff48-43a9-a3f9-1732f6d26604 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:18.539569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 3554287b-f8b1-4915-9543-192a367ed047 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:18.554777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 91cca036-164f-4a7b-9e84-afb5ec540b09 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:18.563475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.578552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 91cca036-164f-4a7b-9e84-afb5ec540b09 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:18.579173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.588682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.633415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:14Z', 'revision_number': 8, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:18.637715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:18.651377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:18.653185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:18.790329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.794279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 498d0540-71f7-44b0-a30a-2079257ac688 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:18.802961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 498d0540-71f7-44b0-a30a-2079257ac688 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:18.803804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.834392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3869d436-ab4f-45bb-9569-b3230aca28ff', 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'tenant_id': '60b17a555d004ad18fce37b2b90af18c', 'fixed_ips': [{'subnet_id': 'f777bdd6-c0cb-4e84-bf7f-9fc262877af1'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:18.835666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:18.875146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:19.038233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.053264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.164208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 91cca036-164f-4a7b-9e84-afb5ec540b09, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=91cca036-164f-4a7b-9e84-afb5ec540b09,segment=NetworkSegment(d62b26a6-1609-4e38-83b8-c79b3c1254d0),segment_id=d62b26a6-1609-4e38-83b8-c79b3c1254d0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:19.188701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.206729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ec8f564-8d30-4643-97d5-70da1be04ea0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:19.241025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.242265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5e6bd7f0-9c7b-4966-878a-cdec185045fc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:19.264980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=3554287b-f8b1-4915-9543-192a367ed047,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:19.268091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:19.284103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.287189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:14Z', 'revision_number': 8, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:19.293391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd01df28-775b-4c97-8f66-966ad25e70e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:19.295018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4523b4-6e7b-419a-9a18-03c0a9f2ebed None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:14Z', 'revision_number': 8, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96f686a8-5d31-4c63-9322-91a6a5d59fd8', 'name': '', 'network_id': 'b7599c1b-af84-4326-a41e-abd8f75a1019', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:bd:51:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:42Z', 'updated_at': '2021-12-22T15:52:00Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '28927c98-a21c-4235-bc35-1125d9e19c4b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:19.304193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/3554287b-f8b1-4915-9543-192a367ed047 HTTP/1.1" status: 204 len: 168 time: 1.4430482 Dec 22 15:52:19.306954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50388) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:19.316748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for fb4effc9-3f24-4082-bd14-ad9548ee694d owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:19.345028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b2a28-3f80-4e76-8252-18781797d085 None None] Network 41f59b96-d3bf-454e-81ff-52151631d0fc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:19.382597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.459584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Allocated IP 2001:db8::2 (3869d436-ab4f-45bb-9569-b3230aca28ff/f777bdd6-c0cb-4e84-bf7f-9fc262877af1/0e3ce934-22ee-4c24-b743-b719906a40fe) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:19.491442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508b389-5a36-4699-805a-2ec564ae09e1 req-f39562b9-5d46-4c50-bb2a-c62a3320ad95 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:19.500240 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1508b389-5a36-4699-805a-2ec564ae09e1 req-f39562b9-5d46-4c50-bb2a-c62a3320ad95 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 944 time: 0.8881848 Dec 22 15:52:19.623492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1508b389-5a36-4699-805a-2ec564ae09e1 req-9e21e465-8bb8-43ee-adae-af026819db57 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213789 Dec 22 15:52:19.675846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.686533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:19.743322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.749023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:52:19.763223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=fb4effc9-3f24-4082-bd14-ad9548ee694d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:19.772707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:19.791058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=91cca036-164f-4a7b-9e84-afb5ec540b09,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:19.815130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:19.826418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:19.869939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 0e678554-ea93-4e22-adc0-4b529d78713f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:19.870669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.873198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.893713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:19.898008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57c30cf4-5f6b-44c4-bef1-0dc2463b1786 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:19.937570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/fb4effc9-3f24-4082-bd14-ad9548ee694d HTTP/1.1" status: 204 len: 168 time: 2.0139985 Dec 22 15:52:19.945654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50396) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:19.992454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting port 6460135d-3422-4949-a256-66a874d7e5aa {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:19.993395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.035447 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba984d-a7e0-478e-ad39-d2cd77f7e2ce tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:52:20.036130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ebba984d-a7e0-478e-ad39-d2cd77f7e2ce tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:20.052830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:20.056556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:20.058697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Subnet': ['ID=03c8992d-b0b4-4c25-99ea-34a13621a5ef,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:20.061718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:20.062459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.068418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:20.116288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ebba984d-a7e0-478e-ad39-d2cd77f7e2ce tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:20.120384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ebba984d-a7e0-478e-ad39-d2cd77f7e2ce tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/fb4effc9-3f24-4082-bd14-ad9548ee694d HTTP/1.1" status: 404 len: 333 time: 0.1697981 Dec 22 15:52:20.120777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50400) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:20.123902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.129773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'code': 200} Dec 22 15:52:20.134539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:20.166235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4701705 Dec 22 15:52:20.174512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50404) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:20.184334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Request body: {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'mac_address': 'fa:16:3e:ce:30:3b', 'name': 'tempest-NetworksTestDHCPv6-387831302'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:20.312391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 5e6bd7f0-9c7b-4966-878a-cdec185045fc completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:20.321130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 0e678554-ea93-4e22-adc0-4b529d78713f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e678554-ea93-4e22-adc0-4b529d78713f,segment=NetworkSegment(bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3),segment_id=bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:20.321539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.332448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 5e6bd7f0-9c7b-4966-878a-cdec185045fc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:20.332858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.401341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:20.405900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.412734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:20.431049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Transition to ACTIVE for port object 0e3ce934-22ee-4c24-b743-b719906a40fe will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:20.468792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 0e678554-ea93-4e22-adc0-4b529d78713f owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:20.469500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Transition to ACTIVE for port object 0e3ce934-22ee-4c24-b743-b719906a40fe will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:20.507298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31ebfd8-a33f-4be2-bca2-e64ca200ba2b None None] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:20.541079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.552345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:20.561000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e39eeb3c-f3a7-4965-9cb2-8da7e3eae6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:20.573480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:20.593061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c645bf2-9729-4534-b2cb-4d5d88107742 None None] DHCP port deletion for 41f59b96-d3bf-454e-81ff-52151631d0fc request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:20.611539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 3c7b3405-d22f-4cad-9be7-e1f02de22752 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:20.615218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.634047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6c645bf2-9729-4534-b2cb-4d5d88107742 None None] Deleting port 0e678554-ea93-4e22-adc0-4b529d78713f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:20.634681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c645bf2-9729-4534-b2cb-4d5d88107742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.702479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.711354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.715829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.759526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-426ae4cd-ca48-499e-be2f-7a6f15ea8589 req-6092b72c-ac1e-4962-8c6f-5b1c8437f347 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1098 time: 0.4069090 Dec 22 15:52:20.769565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Made reservation on behalf of 60b17a555d004ad18fce37b2b90af18c for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:20.772813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:20.811481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6c645bf2-9729-4534-b2cb-4d5d88107742 None None] The port '0e678554-ea93-4e22-adc0-4b529d78713f' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:52:20.812438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:20.853176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:20.861284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:20.872770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:20.880684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Calling delete_port for 6460135d-3422-4949-a256-66a874d7e5aa owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:20.882717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Pushing event updated for resources: {'Port': ['ID=0e3ce934-22ee-4c24-b743-b719906a40fe,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:20.890450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:20.911909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 5e6bd7f0-9c7b-4966-878a-cdec185045fc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5e6bd7f0-9c7b-4966-878a-cdec185045fc,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:20.916030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=0e678554-ea93-4e22-adc0-4b529d78713f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:20.932309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:20.940873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No DVR routers for this DVR port 0e678554-ea93-4e22-adc0-4b529d78713f on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:20.997333 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-426ae4cd-ca48-499e-be2f-7a6f15ea8589 req-2d4e6f8a-5142-4432-b87e-428a54b33c8d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561465 Dec 22 15:52:21.007084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d337ceba-af69-4717-9a8d-8542a607499a None None] Provisioning for port 2c2af4d1-c565-4028-977b-97e8b980c62f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:21.020558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.021484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e678554-ea93-4e22-adc0-4b529d78713f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:21.057086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:21.071797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.095670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.113614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.125613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0e678554-ea93-4e22-adc0-4b529d78713f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:21.125987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e678554-ea93-4e22-adc0-4b529d78713f not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 22 15:52:21.131548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ac184-05a4-474b-a89b-3e2c1d3c225d req-f87331d7-5b9e-4302-b221-25bfe0ebbd20 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:21.133200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-742ac184-05a4-474b-a89b-3e2c1d3c225d req-f87331d7-5b9e-4302-b221-25bfe0ebbd20 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.3723407 Dec 22 15:52:21.149533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f59b96-d3bf-454e-81ff-52151631d0fc']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:21.167128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] device_id is not set on port a4bc5678-8299-40fa-975e-312b9ef6aa06 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:21.171713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:21.172055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcaaa5a7-2560-49dd-b8dc-50e3cbf641b3') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:21.179227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 0e678554-ea93-4e22-adc0-4b529d78713f not found, will not notify nova. {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 22 15:52:21.186978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.188386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Attempting to bind port 0e3ce934-22ee-4c24-b743-b719906a40fe on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:21.188814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Attempting to bind port 0e3ce934-22ee-4c24-b743-b719906a40fe by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:21.189230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Attempting to bind port 0e3ce934-22ee-4c24-b743-b719906a40fe on network 3869d436-ab4f-45bb-9569-b3230aca28ff {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:21.212985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.247126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:21.247555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Checking segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:21.248014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.248460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Bound using segment: {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:21.248979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Bound port: 0e3ce934-22ee-4c24-b743-b719906a40fe, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477024bc-e6df-4fc7-810f-0e0c92c6f882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:21.249405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.257466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:21.258496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:21.278976 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:21.302812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:21.308607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-742ac184-05a4-474b-a89b-3e2c1d3c225d req-d5e2bcd6-7b31-4b61-b0b7-81ee0f13d482 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429677 Dec 22 15:52:21.311262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:21.412326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.422547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-493071e6-ad68-4716-be6c-cb4c6fb470fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:21.428892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] For port 0e3ce934-22ee-4c24-b743-b719906a40fe, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:21.431605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.436921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16e78dcc-34cc-42d2-be8f-6c2922cfd454 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:21.446846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] For port 0e3ce934-22ee-4c24-b743-b719906a40fe, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e3ce934-22ee-4c24-b743-b719906a40fe,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:21.459291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d01791e7-6fe8-44b9-bf72-9613ff51feab up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:21.461087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.475376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=41f59b96-d3bf-454e-81ff-52151631d0fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:21.477291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.482553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7b3405-d22f-4cad-9be7-e1f02de22752,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:21.488028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:21.491275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:21.491938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73528a5b-190e-4122-90b8-3942433fa22e tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:21.494965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.516812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/3c7b3405-d22f-4cad-9be7-e1f02de22752 HTTP/1.1" status: 204 len: 168 time: 1.3948793 Dec 22 15:52:21.523028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.535453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50412) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:21.538349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:21.604044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Port': ['ID=6460135d-3422-4949-a256-66a874d7e5aa,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:21.617248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/41f59b96-d3bf-454e-81ff-52151631d0fc HTTP/1.1" status: 204 len: 168 time: 2.3076103 Dec 22 15:52:21.620920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50416) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:21.631390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:21.641870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Pushing event updated for resources: {'Port': ['ID=0e3ce934-22ee-4c24-b743-b719906a40fe,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:21.645410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:21.650140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8::215 (3869d436-ab4f-45bb-9569-b3230aca28ff/f777bdd6-c0cb-4e84-bf7f-9fc262877af1/a4bc5678-8299-40fa-975e-312b9ef6aa06) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:21.662548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d01791e7-6fe8-44b9-bf72-9613ff51feab triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:21.662959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:21.828102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2c2af4d1-c565-4028-977b-97e8b980c62f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:21.870555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Allocated IP 2001:db8:0:1:f816:3eff:fece:303b (3869d436-ab4f-45bb-9569-b3230aca28ff/03c8992d-b0b4-4c25-99ea-34a13621a5ef/a4bc5678-8299-40fa-975e-312b9ef6aa06) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:21.937231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4b17b-ca0d-41c2-a7e6-8fee18bf4797 None None] Network ad6bf6e6-311d-464c-b01b-4c04eac98836 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:22.065067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.086601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.095401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:22.096269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.291658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2c2af4d1-c565-4028-977b-97e8b980c62f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:22.308413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2c2af4d1-c565-4028-977b-97e8b980c62f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:22.309296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.567263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] DHCP port deletion for ad6bf6e6-311d-464c-b01b-4c04eac98836 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:22.576531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.588510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Deleting port 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:22.588925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.718964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.757827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Transition to ACTIVE for port object a4bc5678-8299-40fa-975e-312b9ef6aa06 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:22.765223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8cbdf-f4ed-4501-a3f5-36746a410a85 req-306e6dc0-b815-4b7c-a90d-49f0c218e80c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:22.768700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36f8cbdf-f4ed-4501-a3f5-36746a410a85 req-306e6dc0-b815-4b7c-a90d-49f0c218e80c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2021673 Dec 22 15:52:22.842553 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36f8cbdf-f4ed-4501-a3f5-36746a410a85 req-8b94f951-b1c1-405c-9fdc-cefaad3017d4 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671117 Dec 22 15:52:22.844915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.883690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:22.937915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:22.938881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 91cca036-164f-4a7b-9e84-afb5ec540b09 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:22.973575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:23.051486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:23.051888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.079794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.092384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d7f8f2b-6328-45e6-9060-1b7ccd98bcf0 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:23.144679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:23.145133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.161175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2c2af4d1-c565-4028-977b-97e8b980c62f,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:23.206627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event updated for resources: {'Port': ['ID=a4bc5678-8299-40fa-975e-312b9ef6aa06,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:23.210177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:23.218746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Network 3869d436-ab4f-45bb-9569-b3230aca28ff is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:23.221839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:23.225425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:23.228157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:23.233546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:23.234317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.259471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b878569-e215-4eb6-95cd-8854cfb5a40e req-5efaf1cd-0b45-4dea-9784-7151d23e7274 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:23.259860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 2c2af4d1-c565-4028-977b-97e8b980c62f owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:23.261376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b878569-e215-4eb6-95cd-8854cfb5a40e req-5efaf1cd-0b45-4dea-9784-7151d23e7274 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2539098 Dec 22 15:52:23.292427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Calling delete_port for 2c2af4d1-c565-4028-977b-97e8b980c62f owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:23.331790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1559732 Dec 22 15:52:23.335004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50430) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:23.350544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 91cca036-164f-4a7b-9e84-afb5ec540b09 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:23.350929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.408317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Router b0a40055-83be-47fd-99d8-b0eaaa1dfd8b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:23.484137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:52:23.484137 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Dec 22 15:52:23.484137 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'port_id': '2c2af4d1-c565-4028-977b-97e8b980c62f', 'host': 'dv-neutron-822514-1-hyperv', 'level': 0}] Dec 22 15:52:23.484137 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:23.484673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:23.514542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b878569-e215-4eb6-95cd-8854cfb5a40e req-794b2d5b-7e20-4b1b-83ec-79fdbd6caea0 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431669 Dec 22 15:52:23.523022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:23.523886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:23.530715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting port a4bc5678-8299-40fa-975e-312b9ef6aa06 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:23.531159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.569895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50434) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:23.583881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 367a1d82-a424-4cb0-b332-e78d69fe7399 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:23.628106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 367a1d82-a424-4cb0-b332-e78d69fe7399 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:23.628630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 367a1d82-a424-4cb0-b332-e78d69fe7399 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:23.629174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21ba4640-2af6-44b1-8f69-5bc1b1273dbd no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:23.645477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:23.656769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50438) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:23.657302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6011617 Dec 22 15:52:23.661728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] Sync routers for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:23.679404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dd3314ff-2c88-48ef-8fd1-2252fa114e21 tempest-TestNetworkAdvancedServerOps-387491504 tempest-TestNetworkAdvancedServerOps-387491504-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1093 time: 0.1065221 Dec 22 15:52:23.682189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50442) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:23.688218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:23.689072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:23.690877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:23.698938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:23.704217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Usage tracker for resource:floatingip and tenant:7197350e292b41289db89a74eb9e5657 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:23.708416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:23.715836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:23.740481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 21ba4640-2af6-44b1-8f69-5bc1b1273dbd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:23.741050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21ba4640-2af6-44b1-8f69-5bc1b1273dbd not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:23.741422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e678554-ea93-4e22-adc0-4b529d78713f no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:23.757142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:23.780565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0e678554-ea93-4e22-adc0-4b529d78713f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:23.780866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e678554-ea93-4e22-adc0-4b529d78713f not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:23.790093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f07783c9-c380-4136-ad6f-52872984dfc4 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] delete failed (client error): The resource could not be found. Dec 22 15:52:23.790875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:23.803923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:23.804687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:23.808582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50446) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:23.814714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f07783c9-c380-4136-ad6f-52872984dfc4 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1843850652 HTTP/1.1" status: 404 len: 335 time: 0.1523552 Dec 22 15:52:23.842076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-40805211-9a3b-447d-be45-f46dd0ae2a72 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:23.905205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:23.906179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf6e452-f4f3-4561-b4c6-bfae0d864f05 None None] The sync data for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:24.009667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae099281-dd47-49c7-a919-1432204374b3 None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:24.025961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Deleting port 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:24.027341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.053437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:24.053816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.061749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e3ce934-22ee-4c24-b743-b719906a40fe up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:24.090176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.224439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Calling delete_port for a4bc5678-8299-40fa-975e-312b9ef6aa06 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:24.341981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ea37e68f-00ca-4f27-9423-9f13fcd8af8b None None] Provisioning for port 0e3ce934-22ee-4c24-b743-b719906a40fe completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:24.479870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:24.480431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.490135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0e3ce934-22ee-4c24-b743-b719906a40fe completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:24.557453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e3ce934-22ee-4c24-b743-b719906a40fe triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:24.557850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.570107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 96f686a8-5d31-4c63-9322-91a6a5d59fd8 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:24.570328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.582768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 2c2af4d1-c565-4028-977b-97e8b980c62f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2c2af4d1-c565-4028-977b-97e8b980c62f,segment=NetworkSegment(9b48762b-fb9a-4c3d-b565-5cf22921da96),segment_id=9b48762b-fb9a-4c3d-b565-5cf22921da96)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:24.583242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.611572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.619371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc84a6b3-3b73-4ae4-889d-250880c4e8fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:24.653953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Calling delete_port for 2c2af4d1-c565-4028-977b-97e8b980c62f owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:24.676202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Port': ['ID=a4bc5678-8299-40fa-975e-312b9ef6aa06,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:24.679835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:24.772187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 2c2af4d1-c565-4028-977b-97e8b980c62f owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:24.799100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.825550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.867133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/a4bc5678-8299-40fa-975e-312b9ef6aa06 HTTP/1.1" status: 204 len: 168 time: 1.5256975 Dec 22 15:52:24.871039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50450) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:24.880616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.890285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a70d0e2-d128-4040-8e39-11548caf6964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:24.899218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40805211-9a3b-447d-be45-f46dd0ae2a72 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.943311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Pushing event deleted for resources: {'Port': ['ID=2c2af4d1-c565-4028-977b-97e8b980c62f,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:24.944744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:24.945123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:24.949895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:24.951159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:24.975172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] No DVR routers for this DVR port 2c2af4d1-c565-4028-977b-97e8b980c62f on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:24.989256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 96f686a8-5d31-4c63-9322-91a6a5d59fd8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=96f686a8-5d31-4c63-9322-91a6a5d59fd8,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:24.989661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.001220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 0e3ce934-22ee-4c24-b743-b719906a40fe, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e3ce934-22ee-4c24-b743-b719906a40fe,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:25.065996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.067104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5e6bd7f0-9c7b-4966-878a-cdec185045fc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:25.102123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c4c9041-31c9-496c-a32b-05677721208f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:25.296420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-40805211-9a3b-447d-be45-f46dd0ae2a72 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] update failed (client error): The resource could not be found. Dec 22 15:52:25.297612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40805211-9a3b-447d-be45-f46dd0ae2a72 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b HTTP/1.1" status: 404 len: 339 time: 1.4869199 Dec 22 15:52:25.303314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50454) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:25.343629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48010c-ea69-4b11-a434-c3b1173d0fd3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:25.344410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f48010c-ea69-4b11-a434-c3b1173d0fd3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:25.378274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:25.378665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.395545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=0e3ce934-22ee-4c24-b743-b719906a40fe,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:25.398370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Update dhcp port {'port': {'network_id': '3869d436-ab4f-45bb-9569-b3230aca28ff', 'fixed_ips': [{'subnet_id': 'f777bdd6-c0cb-4e84-bf7f-9fc262877af1', 'ip_address': '2001:db8::2'}, {'subnet_id': '03c8992d-b0b4-4c25-99ea-34a13621a5ef'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '0e3ce934-22ee-4c24-b743-b719906a40fe'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:52:25.415413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 96f686a8-5d31-4c63-9322-91a6a5d59fd8 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:25.422902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:25.462949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.477532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 5e6bd7f0-9c7b-4966-878a-cdec185045fc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:25.485924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.503961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Allocated IP 172.26.1.219 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e128d5cf-0eee-4c8d-ba47-c145077ba0bc) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:25.508903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f48010c-ea69-4b11-a434-c3b1173d0fd3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:25.513558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f48010c-ea69-4b11-a434-c3b1173d0fd3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6417837 Dec 22 15:52:25.514228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50458) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:25.519639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] The port '2c2af4d1-c565-4028-977b-97e8b980c62f' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:52:25.663988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8f5e8-819e-4326-aa68-5da1b8da0f7a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:25.668242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55d8f5e8-819e-4326-aa68-5da1b8da0f7a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1488345 Dec 22 15:52:25.672447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50462) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:25.763703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:25.765199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:25.766883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:25.767697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:25.780703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.788271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Allocated IP 2001:db8:0:1:f816:3eff:feb9:6d2 (3869d436-ab4f-45bb-9569-b3230aca28ff/03c8992d-b0b4-4c25-99ea-34a13621a5ef/0e3ce934-22ee-4c24-b743-b719906a40fe) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:25.788450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ad90c1a-1758-46de-a2fc-a2802fc29018 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:25.845107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=96f686a8-5d31-4c63-9322-91a6a5d59fd8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:25.849122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:25.856127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:25.875062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2c2af4d1-c565-4028-977b-97e8b980c62f no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:25.919409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:25.920644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8c5930e-73f4-4798-9c44-083807eacddb tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2472961 Dec 22 15:52:25.924731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50466) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:25.929966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2c2af4d1-c565-4028-977b-97e8b980c62f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:25.930670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2c2af4d1-c565-4028-977b-97e8b980c62f not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:25.956412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad6bf6e6-311d-464c-b01b-4c04eac98836']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:25.978573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b48762b-fb9a-4c3d-b565-5cf22921da96') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:25.980807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b48762b-fb9a-4c3d-b565-5cf22921da96') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:26.008592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.039307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.046776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:26.047356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.076116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] For port 0e3ce934-22ee-4c24-b743-b719906a40fe, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e3ce934-22ee-4c24-b743-b719906a40fe,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:26.081572 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:26.112246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.139292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e3ce934-22ee-4c24-b743-b719906a40fe up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:26.244793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e3ce934-22ee-4c24-b743-b719906a40fe triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:26.245222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.306636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet 03c8992d-b0b4-4c25-99ea-34a13621a5ef {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:26.307622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Transition to ACTIVE for port object 0e3ce934-22ee-4c24-b743-b719906a40fe will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:26.310873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.312391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.316158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 0e3ce934-22ee-4c24-b743-b719906a40fe had new provisioning blocks added so it will not transition to active. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:317}} Dec 22 15:52:26.376893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.379044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.383959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3cdbfa3-d15a-4574-9916-f4066e38a7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:26.390781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.398690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:26.416632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.427425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.437981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=ad6bf6e6-311d-464c-b01b-4c04eac98836,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:26.448429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:26.491810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/ad6bf6e6-311d-464c-b01b-4c04eac98836 HTTP/1.1" status: 204 len: 168 time: 4.9517329 Dec 22 15:52:26.497754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50470) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:26.510594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'name': 'tempest-PortsIpV6TestJSON-304975336'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:26.529659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Pushing event updated for resources: {'Port': ['ID=0e3ce934-22ee-4c24-b743-b719906a40fe,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:26.536557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:26.563923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.573095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6c62ea3b-8a70-46ee-8a9b-73b88496087b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:26.622704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.717819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.773078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:26.774159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:26.786109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.840833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:26.842936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=e128d5cf-0eee-4c8d-ba47-c145077ba0bc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:26.846241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:26.846483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01339c1d-f19b-4a80-8c10-b17a0bb4ad8f tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:26.873251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:26.887254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:26.888147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:26.903145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=03c8992d-b0b4-4c25-99ea-34a13621a5ef,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:26.910670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:26.917061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:26.953263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:27.006548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/03c8992d-b0b4-4c25-99ea-34a13621a5ef HTTP/1.1" status: 204 len: 168 time: 1.0806618 Dec 22 15:52:27.013839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50474) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:27.076293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:27.081901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.171017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Deleting subnet f777bdd6-c0cb-4e84-bf7f-9fc262877af1 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:27.178065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.253612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.321632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:27.397290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 242e2e77-c99a-42cc-b9f6-aa77fb56f34a yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:27.429961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b75ffd-4040-4bf0-896e-af2fa34c7b0f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:27.629962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d9512180-6009-49b4-89dd-0046fb6f9af9 None None] Provisioning for port 0e3ce934-22ee-4c24-b743-b719906a40fe completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:27.645567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d9512180-6009-49b4-89dd-0046fb6f9af9 None None] Provisioning complete for port 0e3ce934-22ee-4c24-b743-b719906a40fe triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:27.645993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9512180-6009-49b4-89dd-0046fb6f9af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.741233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.781500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Allocated IP 172.20.0.1 (dca18837-10fb-44f9-b7ef-201a2eb64700/0510d026-3dc6-4032-90b3-9aecae7566e8/fbbcfbd8-5df2-40f5-a589-f26f8f900678) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:27.841545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:27.853418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:27.857663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2096639 Dec 22 15:52:27.860593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50478) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:27.877398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:27.878622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:27.906196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.912284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27df2a8c-61ea-41e1-9d85-061505bfb10a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:27.964423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Subnet': ['ID=f777bdd6-c0cb-4e84-bf7f-9fc262877af1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:27.967054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:27.985612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:27.990006 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2aa274a-0409-489d-ac7b-3c6a6161f6d8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f777bdd6-c0cb-4e84-bf7f-9fc262877af1 HTTP/1.1" status: 204 len: 168 time: 0.9727650 Dec 22 15:52:28.004309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.080655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e3ce934-22ee-4c24-b743-b719906a40fe up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:28.086154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:28.105650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bdb23da6-4217-4e3d-9056-d93d4f93231f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0991478 Dec 22 15:52:28.108140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50486) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.116665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.204323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e3ce934-22ee-4c24-b743-b719906a40fe triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:28.204755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.307745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.325870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:28.332935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 28927c98-a21c-4235-bc35-1125d9e19c4b {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:28.337968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.418671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b6e44-dbaa-4938-af7b-6f7559d5aad8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:28.420489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-475b6e44-dbaa-4938-af7b-6f7559d5aad8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3113585 Dec 22 15:52:28.423877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.425666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.433626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50490) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.521582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.577949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Transition to ACTIVE for port object fbbcfbd8-5df2-40f5-a589-f26f8f900678 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:28.602530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:28.621870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:25Z', 'revision_number': 9, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:28.622281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:28.624621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=242e2e77-c99a-42cc-b9f6-aa77fb56f34a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:28.630104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:28.630238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:28.631340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:28.632016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.641109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:28.641802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:28.648483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.654068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2f773a2-d682-43f8-91a9-8a83473435e2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:28.660394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:28.688675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ecdcf-b1b8-45e8-a7a5-6c9076e0c0ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:28.689351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c19ecdcf-b1b8-45e8-a7a5-6c9076e0c0ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Synchronizing usage tracker for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:28.705169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=28927c98-a21c-4235-bc35-1125d9e19c4b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:28.712435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:28.719914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.723072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.731260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19ec2b-4b20-47a5-bc42-36e81d6d7858 None None] Network b7599c1b-af84-4326-a41e-abd8f75a1019 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:28.732202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/28927c98-a21c-4235-bc35-1125d9e19c4b HTTP/1.1" status: 204 len: 168 time: 0.8704095 Dec 22 15:52:28.733249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50494) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.737079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2375078 Dec 22 15:52:28.747438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50498) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.793220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.797123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c19ecdcf-b1b8-45e8-a7a5-6c9076e0c0ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Unset dirty status for tenant:60b17a555d004ad18fce37b2b90af18c on resource:subnet {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:28.798569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c19ecdcf-b1b8-45e8-a7a5-6c9076e0c0ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3616512 Dec 22 15:52:28.801907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50502) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:28.874346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2405769-8006-452d-a5f9-9b15e9423c61 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:28.885931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:28.906474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:28.983774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.015383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00ad6d8f-05b1-4181-8ab6-034d7726b2c5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2118797 Dec 22 15:52:29.017215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50506) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.019255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network dca18837-10fb-44f9-b7ef-201a2eb64700 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:29.030594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 242e2e77-c99a-42cc-b9f6-aa77fb56f34a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:29.030982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.068289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:29.070869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:29.080908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fa4ce0-df0c-4890-85e3-a600b3462be1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.081398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2fa4ce0-df0c-4890-85e3-a600b3462be1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.086341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d2fa4ce0-df0c-4890-85e3-a600b3462be1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/a4bc5678-8299-40fa-975e-312b9ef6aa06 HTTP/1.1" status: 404 len: 333 time: 0.0677779 Dec 22 15:52:29.087228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50510) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.087974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 9e118215-81d9-4331-8a51-65843ac97a48 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:29.088356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.145396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Port': ['ID=fbbcfbd8-5df2-40f5-a589-f26f8f900678,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:29.148966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:29.187526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c0619b-5261-4cdc-9cbd-a0f4c1567d2f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.188038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c0619b-5261-4cdc-9cbd-a0f4c1567d2f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.201154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12c0619b-5261-4cdc-9cbd-a0f4c1567d2f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/03c8992d-b0b4-4c25-99ea-34a13621a5ef HTTP/1.1" status: 404 len: 337 time: 0.0828679 Dec 22 15:52:29.201821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.233608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] DHCP port deletion for b7599c1b-af84-4326-a41e-abd8f75a1019 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:29.238196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Deleting port 9e118215-81d9-4331-8a51-65843ac97a48 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:29.238677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.290776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d8e85a-2e92-4830-91ce-95b8ddd9e90c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.291744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d8e85a-2e92-4830-91ce-95b8ddd9e90c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.295441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9d8e85a-2e92-4830-91ce-95b8ddd9e90c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f777bdd6-c0cb-4e84-bf7f-9fc262877af1 HTTP/1.1" status: 404 len: 337 time: 0.0900319 Dec 22 15:52:29.301048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50518) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.344960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.398127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:25Z', 'revision_number': 9, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:29.404550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4bf83-061e-48ac-b481-15948ae3c347 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:25Z', 'revision_number': 9, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b727b9d-96d6-4228-8d34-b05e52a0de09', 'name': '', 'network_id': '96d8aa92-bc2b-4d08-ada3-77f37589836f', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:da:64:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:30Z', 'updated_at': '2021-12-22T15:51:45Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '956fd0b9-b99e-4ede-acd3-c3f45739fe3b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:29.427606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a72204-acd9-440b-b97e-8587653444ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.428462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a72204-acd9-440b-b97e-8587653444ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.430654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72a72204-acd9-440b-b97e-8587653444ae tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/810a4412-e7ab-4a40-ab09-10e18db6ba44 HTTP/1.1" status: 404 len: 333 time: 0.1282406 Dec 22 15:52:29.435030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50522) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.503841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb5d298-5951-49ba-b9c8-40568c87a413 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.504392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb5d298-5951-49ba-b9c8-40568c87a413 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.506290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eeb5d298-5951-49ba-b9c8-40568c87a413 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/4157ebf7-5483-4b1c-ba6c-f3d364fb1373 HTTP/1.1" status: 404 len: 337 time: 0.0695636 Dec 22 15:52:29.513945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50526) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.518192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa5a816-576d-4963-a79a-921b86f8179f None None] Network 3869d436-ab4f-45bb-9569-b3230aca28ff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:29.518840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.588277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.621655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01afcc1f-8545-4a3f-b623-4040cb843767 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:29.661918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] For port 9e118215-81d9-4331-8a51-65843ac97a48, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9e118215-81d9-4331-8a51-65843ac97a48,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:29.662381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.665189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b121b89-7388-4432-9fee-d3fd602d68e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.665705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b121b89-7388-4432-9fee-d3fd602d68e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.670900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b121b89-7388-4432-9fee-d3fd602d68e5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/756c0877-9ea8-4f97-a497-b77b08a96137 HTTP/1.1" status: 404 len: 337 time: 0.1516461 Dec 22 15:52:29.674789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50530) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.749687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 9e118215-81d9-4331-8a51-65843ac97a48, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9e118215-81d9-4331-8a51-65843ac97a48,segment=NetworkSegment(d63b1aa9-b697-41cc-9da3-920ba23fa972),segment_id=d63b1aa9-b697-41cc-9da3-920ba23fa972)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:29.750009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.758827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f663f98-c0e9-49b1-b9cf-0b1a9a3017c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.759338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f663f98-c0e9-49b1-b9cf-0b1a9a3017c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.764036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0f663f98-c0e9-49b1-b9cf-0b1a9a3017c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/0bd38cac-a1f2-442b-8c4d-336b70dd8f59 HTTP/1.1" status: 404 len: 333 time: 0.0855460 Dec 22 15:52:29.766606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50534) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:29.768688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cafedf5a-9ae8-408d-8414-bc85c7a51c51 None None] Provisioning complete for port 0e3ce934-22ee-4c24-b743-b719906a40fe triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:29.769121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cafedf5a-9ae8-408d-8414-bc85c7a51c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.892827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Calling delete_port for 9e118215-81d9-4331-8a51-65843ac97a48 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:29.950770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cffa749-a37f-4ebd-97e2-7573c6e1b1f1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:29.951279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cffa749-a37f-4ebd-97e2-7573c6e1b1f1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:29.955679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3cffa749-a37f-4ebd-97e2-7573c6e1b1f1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/fc40f9c8-676e-4886-bdd4-02d213f621a0 HTTP/1.1" status: 404 len: 337 time: 0.1864548 Dec 22 15:52:29.962052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 9e118215-81d9-4331-8a51-65843ac97a48 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:29.975123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:29.992500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50538) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.054279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0776217-e982-46f5-9daf-1fffbd2389ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.054849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0776217-e982-46f5-9daf-1fffbd2389ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.060249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c0776217-e982-46f5-9daf-1fffbd2389ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/ee35099a-a6d6-427f-95ae-5ea88235b504 HTTP/1.1" status: 404 len: 337 time: 0.0631495 Dec 22 15:52:30.061499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50542) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.068514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.076577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.077418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:30.105968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9e118215-81d9-4331-8a51-65843ac97a48 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:30.124327 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-84cf6c8f-f7bd-4f81-a8f3-504001042966 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.124947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84cf6c8f-f7bd-4f81-a8f3-504001042966 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.129431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84cf6c8f-f7bd-4f81-a8f3-504001042966 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/39971377-e1c7-4136-86c2-7387946d1845 HTTP/1.1" status: 404 len: 333 time: 0.0611713 Dec 22 15:52:30.129593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50546) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.194181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-731ef787-eebe-40bb-8d40-78a738e9508f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.195077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-731ef787-eebe-40bb-8d40-78a738e9508f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.200292 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-731ef787-eebe-40bb-8d40-78a738e9508f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/6a0bf60d-8f2e-4245-ab9f-6569b2174956 HTTP/1.1" status: 404 len: 337 time: 0.0696163 Dec 22 15:52:30.201935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50550) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.214832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.229142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event updated for resources: {'Port': ['ID=e128d5cf-0eee-4c8d-ba47-c145077ba0bc,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:30.246867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-32417f79-ed37-4c37-9f89-4c97d4d816ca tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.247321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32417f79-ed37-4c37-9f89-4c97d4d816ca tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.250286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:30.256134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32417f79-ed37-4c37-9f89-4c97d4d816ca tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/e2082ce4-c82d-43d9-94bb-27e89950f538 HTTP/1.1" status: 404 len: 337 time: 0.0517542 Dec 22 15:52:30.256134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:30.256134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:30.257984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50554) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.302616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ff827b-e329-40d7-a967-beb973f706fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.303057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ff827b-e329-40d7-a967-beb973f706fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.305207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-44ff827b-e329-40d7-a967-beb973f706fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/2f5d9108-e34d-4c87-a053-9eefcfb8c14d HTTP/1.1" status: 404 len: 333 time: 0.0456662 Dec 22 15:52:30.307709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50558) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.332469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Pushing event deleted for resources: {'Port': ['ID=9e118215-81d9-4331-8a51-65843ac97a48,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:30.334404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9e118215-81d9-4331-8a51-65843ac97a48 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:30.334829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9e118215-81d9-4331-8a51-65843ac97a48 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:30.335295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96f686a8-5d31-4c63-9322-91a6a5d59fd8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:30.355886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae60f59-5e20-4893-b7a4-8292922f04ad tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.356396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae60f59-5e20-4893-b7a4-8292922f04ad tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.360773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dae60f59-5e20-4893-b7a4-8292922f04ad tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/db807c5a-c4af-429b-9b70-a3e21967d44f HTTP/1.1" status: 404 len: 337 time: 0.0488181 Dec 22 15:52:30.361716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50562) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.361839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:30.378230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 242e2e77-c99a-42cc-b9f6-aa77fb56f34a owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:30.378399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] No DVR routers for this DVR port 9e118215-81d9-4331-8a51-65843ac97a48 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:30.380024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 96f686a8-5d31-4c63-9322-91a6a5d59fd8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:30.380557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 96f686a8-5d31-4c63-9322-91a6a5d59fd8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:30.408763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b645d779-87d5-4602-a498-f6398a7d22b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.409267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b645d779-87d5-4602-a498-f6398a7d22b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.411237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b645d779-87d5-4602-a498-f6398a7d22b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/378be32c-7fac-472b-9c92-c86ecd756966 HTTP/1.1" status: 404 len: 333 time: 0.0484161 Dec 22 15:52:30.414105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50566) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.470044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad864dd8-2a09-4b44-ab31-0bae1f89dfb2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.470574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad864dd8-2a09-4b44-ab31-0bae1f89dfb2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.472480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad864dd8-2a09-4b44-ab31-0bae1f89dfb2 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/b313cd56-a002-4a47-a379-f5e24238516e HTTP/1.1" status: 404 len: 337 time: 0.0571570 Dec 22 15:52:30.475386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50570) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.494944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] DHCP port deletion for 3869d436-ab4f-45bb-9569-b3230aca28ff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:30.502632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Deleting port 0e3ce934-22ee-4c24-b743-b719906a40fe {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:30.503136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.523813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1265a7-0c07-4446-8ec5-4eabbc81226a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.524309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1265a7-0c07-4446-8ec5-4eabbc81226a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.526406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e1265a7-0c07-4446-8ec5-4eabbc81226a tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/41b61447-9149-4e70-a0ca-dadb2f87ecdf HTTP/1.1" status: 404 len: 333 time: 0.0497582 Dec 22 15:52:30.529241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50574) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.569975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-98989240-ff74-40cc-bb24-f33e45f5f74d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.570403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98989240-ff74-40cc-bb24-f33e45f5f74d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.575696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98989240-ff74-40cc-bb24-f33e45f5f74d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/7039c284-1134-491f-b315-22791a414103 HTTP/1.1" status: 404 len: 337 time: 0.0420754 Dec 22 15:52:30.575934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50578) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.606103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e6af79d6-f799-4e52-af0d-a835a5169859 None None] Provisioning for port fbbcfbd8-5df2-40f5-a589-f26f8f900678 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:30.616888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e6af79d6-f799-4e52-af0d-a835a5169859 None None] Provisioning complete for port fbbcfbd8-5df2-40f5-a589-f26f8f900678 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:30.617311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6af79d6-f799-4e52-af0d-a835a5169859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.618031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad38d3d-6ff9-4aa5-9c03-472e4c8143ee tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.618565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad38d3d-6ff9-4aa5-9c03-472e4c8143ee tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.623558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aad38d3d-6ff9-4aa5-9c03-472e4c8143ee tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/7a7b7112-4b4c-4ee5-a790-93829b93da67 HTTP/1.1" status: 404 len: 333 time: 0.0435321 Dec 22 15:52:30.624140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50582) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.670809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae65f4c8-ceb6-4f29-9faa-3ebc70fd21c5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.671324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae65f4c8-ceb6-4f29-9faa-3ebc70fd21c5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.675650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae65f4c8-ceb6-4f29-9faa-3ebc70fd21c5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/739d286f-037f-4034-a879-ae4562d7ec10 HTTP/1.1" status: 404 len: 337 time: 0.0479367 Dec 22 15:52:30.676846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50586) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.722423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b185048e-ce31-416e-a393-a52d63079e9e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.722423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b185048e-ce31-416e-a393-a52d63079e9e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.722423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b185048e-ce31-416e-a393-a52d63079e9e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/29068a05-a735-41c5-9581-428fd834a295 HTTP/1.1" status: 404 len: 333 time: 0.0438042 Dec 22 15:52:30.724579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.754657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.763676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e6af79d6-f799-4e52-af0d-a835a5169859 None None] Port fbbcfbd8-5df2-40f5-a589-f26f8f900678 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:30.764553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1fb27660-ebbf-4965-b693-8b18f2a2b90a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:30.769485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 9e118215-81d9-4331-8a51-65843ac97a48 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:30.770057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.783964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] For port 0e3ce934-22ee-4c24-b743-b719906a40fe, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e3ce934-22ee-4c24-b743-b719906a40fe,segment=NetworkSegment(477024bc-e6df-4fc7-810f-0e0c92c6f882),segment_id=477024bc-e6df-4fc7-810f-0e0c92c6f882)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:30.784416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.815731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a153f5e-7fae-4097-bf0c-27142e6e82b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.816240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a153f5e-7fae-4097-bf0c-27142e6e82b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.821080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a153f5e-7fae-4097-bf0c-27142e6e82b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/1b2ebb6c-f1cd-4afa-b344-5e3ae8080ac6 HTTP/1.1" status: 404 len: 337 time: 0.0937712 Dec 22 15:52:30.821661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50594) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.877391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=242e2e77-c99a-42cc-b9f6-aa77fb56f34a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:30.888424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:30.897482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] The port '9e118215-81d9-4331-8a51-65843ac97a48' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:52:30.899315 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-92518aa1-57f0-42c3-9220-1f96280cc942 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.899722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92518aa1-57f0-42c3-9220-1f96280cc942 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.904960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92518aa1-57f0-42c3-9220-1f96280cc942 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/db7d5de9-1639-49a2-b892-71cb3d7f9370 HTTP/1.1" status: 404 len: 333 time: 0.0784357 Dec 22 15:52:30.915756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50598) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:30.930478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:30.931223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Calling delete_port for 0e3ce934-22ee-4c24-b743-b719906a40fe owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:30.989410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db61a14-171f-45ab-a232-f388cb670d72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:30.989918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db61a14-171f-45ab-a232-f388cb670d72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:30.994238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0db61a14-171f-45ab-a232-f388cb670d72 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/b8a5db6d-6d89-4b5e-8c54-a13ae2a13bc8 HTTP/1.1" status: 404 len: 337 time: 0.0747623 Dec 22 15:52:30.994910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Floating IP 8434da80-5491-4072-8540-8f56103eaf8e associated. External IP: 172.26.1.219, port: 498d0540-71f7-44b0-a30a-2079257ac688. Dec 22 15:52:31.029917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50602) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.046348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/242e2e77-c99a-42cc-b9f6-aa77fb56f34a HTTP/1.1" status: 204 len: 168 time: 2.2974315 Dec 22 15:52:31.049743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.055200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82b40b6-f8de-4e20-8fcc-09229cb665cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:31.059940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50606) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.072763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'mac_address': 'fa:16:3e:3f:31:50', 'name': 'tempest-PortsIpV6TestJSON-1368366784'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:31.072965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.087402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac46307-cea1-435a-ae75-452d0bd70d06 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.087910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac46307-cea1-435a-ae75-452d0bd70d06 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.092515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fac46307-cea1-435a-ae75-452d0bd70d06 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/0b232e68-32c3-4648-9732-761e0deb78a8 HTTP/1.1" status: 404 len: 337 time: 0.0589395 Dec 22 15:52:31.092816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50610) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.102312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Pushing event deleted for resources: {'Port': ['ID=0e3ce934-22ee-4c24-b743-b719906a40fe,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:31.108165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:31.111252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] No DVR routers for this DVR port 0e3ce934-22ee-4c24-b743-b719906a40fe on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:31.139388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.154823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a92c39-be86-4673-bd64-3d8e68539054 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.155359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a92c39-be86-4673-bd64-3d8e68539054 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.157203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1a92c39-be86-4673-bd64-3d8e68539054 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/b5b702dd-5778-4652-9dcb-c0906ed1cea7 HTTP/1.1" status: 404 len: 333 time: 0.0634499 Dec 22 15:52:31.160808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7599c1b-af84-4326-a41e-abd8f75a1019']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:31.168809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50614) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.210866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.211138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63b1aa9-b697-41cc-9da3-920ba23fa972') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:31.211306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63b1aa9-b697-41cc-9da3-920ba23fa972') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:31.225352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d735cd15-a183-4380-875b-a9fde6f124d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.225849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d735cd15-a183-4380-875b-a9fde6f124d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.227709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d735cd15-a183-4380-875b-a9fde6f124d4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/2100ba24-1fc8-485c-9013-bcc06935cc7a HTTP/1.1" status: 404 len: 337 time: 0.0579157 Dec 22 15:52:31.231421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.238019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50618) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.248565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:31.330935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:31.346750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:31.354848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:31.370177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:31.374094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.460380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event updated for resources: {'Port': ['ID=fbbcfbd8-5df2-40f5-a589-f26f8f900678,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:31.473974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:31.512871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:31.531518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ebf61b8-d33f-4edd-b21e-cf6a2f57d423 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.532023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ebf61b8-d33f-4edd-b21e-cf6a2f57d423 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.533841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9ebf61b8-d33f-4edd-b21e-cf6a2f57d423 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/29a62276-92c4-416d-b9bb-96e80748055a HTTP/1.1" status: 404 len: 337 time: 0.2948022 Dec 22 15:52:31.535790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.537951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50622) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.578019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:31.578259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:31.593522 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:31.617569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a68886-7e6e-4c8c-9065-46b555fe26e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.618236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a68886-7e6e-4c8c-9065-46b555fe26e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.620128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33a68886-7e6e-4c8c-9065-46b555fe26e0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/24753343-207e-487b-8355-afdebc6e3239 HTTP/1.1" status: 404 len: 333 time: 0.0811603 Dec 22 15:52:31.628519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50626) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.710887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.715821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.720210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:31.743901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9d3632-7e61-46bf-9455-bc6454437c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.744402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9d3632-7e61-46bf-9455-bc6454437c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.745290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/b7599c1b-af84-4326-a41e-abd8f75a1019 HTTP/1.1" status: 204 len: 168 time: 3.0107670 Dec 22 15:52:31.748778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7f9d3632-7e61-46bf-9455-bc6454437c48 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/54d8edbe-21ae-4614-b57f-e2c65f8e26c5 HTTP/1.1" status: 404 len: 337 time: 0.0680132 Dec 22 15:52:31.748921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=b7599c1b-af84-4326-a41e-abd8f75a1019,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:31.749389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:31.750092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50630) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.750477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50632) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.758365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:31.811685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Network dca18837-10fb-44f9-b7ef-201a2eb64700 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:31.821274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:31.824250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port d7fa2eef-5f71-486d-9a47-45af9f66b7ec yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:31.863324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd89f03-055c-424c-8727-de06cc6fb078 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.863659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd89f03-055c-424c-8727-de06cc6fb078 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.868043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7cd89f03-055c-424c-8727-de06cc6fb078 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/7dd0c4fe-91ad-4de0-a82b-cac970349877 HTTP/1.1" status: 404 len: 337 time: 0.1122577 Dec 22 15:52:31.870325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50638) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:31.972530 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-df49ad73-32db-4469-afd6-336ac91367a5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:31.973013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df49ad73-32db-4469-afd6-336ac91367a5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:31.977376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df49ad73-32db-4469-afd6-336ac91367a5 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/c120ede9-fc9e-49c4-9a8e-f7b9210be745 HTTP/1.1" status: 404 len: 333 time: 0.0491667 Dec 22 15:52:31.988750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50642) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.030677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e3ce934-22ee-4c24-b743-b719906a40fe no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:32.057425 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-134c2698-2fa3-45d3-a66b-08fdd77ebf23 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.058650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134c2698-2fa3-45d3-a66b-08fdd77ebf23 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.063771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-134c2698-2fa3-45d3-a66b-08fdd77ebf23 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/cf23f1e3-b784-41c7-96d0-9432adf62b44 HTTP/1.1" status: 404 len: 337 time: 0.0737214 Dec 22 15:52:32.066347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50646) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.077747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0e3ce934-22ee-4c24-b743-b719906a40fe {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:32.078120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e3ce934-22ee-4c24-b743-b719906a40fe not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:32.115089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed628fb-66db-4c22-8d0d-34ee1ecbd221 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.115623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed628fb-66db-4c22-8d0d-34ee1ecbd221 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.117482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2ed628fb-66db-4c22-8d0d-34ee1ecbd221 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f276eef7-43b5-4b03-9015-8e751d98ada4 HTTP/1.1" status: 404 len: 337 time: 0.0500758 Dec 22 15:52:32.121550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50650) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.175561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cfccc10d-2775-41e1-bc99-851862e66a9c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d77f10b-b5bd-4f29-8d72-fab90378feb6 HTTP/1.1" status: 200 len: 205 time: 0.0527608 Dec 22 15:52:32.179782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50654) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.197310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a22d46a9-9763-4f52-a125-423b0d4f185f None None] Provisioning complete for port fbbcfbd8-5df2-40f5-a589-f26f8f900678 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:32.198035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a22d46a9-9763-4f52-a125-423b0d4f185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:32.255816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a22d46a9-9763-4f52-a125-423b0d4f185f None None] Port fbbcfbd8-5df2-40f5-a589-f26f8f900678 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:32.321064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-3e0314aa-c980-4774-8038-4ba3ef870881 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] delete failed (client error): The resource could not be found. Dec 22 15:52:32.325216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e0314aa-c980-4774-8038-4ba3ef870881 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/routers/9d77f10b-b5bd-4f29-8d72-fab90378feb6 HTTP/1.1" status: 404 len: 336 time: 0.1404073 Dec 22 15:52:32.329637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50658) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.420839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d79a91-a06a-4d44-9b11-85349a42ba73 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.421342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d79a91-a06a-4d44-9b11-85349a42ba73 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.438016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:32.453848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75d79a91-a06a-4d44-9b11-85349a42ba73 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/8e683f10-b801-4edb-9e13-aaadf40c3600 HTTP/1.1" status: 404 len: 337 time: 0.1099274 Dec 22 15:52:32.454339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50662) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.541849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f8215d34-cf5f-4d4a-9edd-5d1f3bf8ee0b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "GET /v2.0/ports?device_id=05874bc5-ab8a-4482-a8a2-c715c7e13c2b HTTP/1.1" status: 200 len: 205 time: 0.0816000 Dec 22 15:52:32.560495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50666) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.646639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-3384aedd-5cc6-4aba-b87b-f7d9f9bf9c49 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] delete failed (client error): The resource could not be found. Dec 22 15:52:32.647762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3384aedd-5cc6-4aba-b87b-f7d9f9bf9c49 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/routers/05874bc5-ab8a-4482-a8a2-c715c7e13c2b HTTP/1.1" status: 404 len: 336 time: 0.0861478 Dec 22 15:52:32.651165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50670) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.695283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e3d61e-10a6-4eca-af22-689197fbfd2e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.695698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e3d61e-10a6-4eca-af22-689197fbfd2e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.701177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39e3d61e-10a6-4eca-af22-689197fbfd2e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/59ef4db3-875a-4d6e-ae75-ca2f73f950e7 HTTP/1.1" status: 404 len: 337 time: 0.0447900 Dec 22 15:52:32.701354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50674) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.748664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d1050e-d8c7-40a5-9f46-5064c1981c19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.749105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d1050e-d8c7-40a5-9f46-5064c1981c19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.753415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6d1050e-d8c7-40a5-9f46-5064c1981c19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/92046944-17b1-417e-8249-6f621078af3a HTTP/1.1" status: 404 len: 337 time: 0.0487642 Dec 22 15:52:32.754796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50678) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.807490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-697d35e0-5c7e-40d2-ad3e-cde02158c4c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.807490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-697d35e0-5c7e-40d2-ad3e-cde02158c4c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.812011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-697d35e0-5c7e-40d2-ad3e-cde02158c4c7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/19e5f3f8-3c9b-43d2-924a-c6e320816516 HTTP/1.1" status: 404 len: 333 time: 0.0538032 Dec 22 15:52:32.813137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50682) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.861186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:32.884776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eb85fe-28d7-43d3-b3db-cce3bdfea73c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.885271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eb85fe-28d7-43d3-b3db-cce3bdfea73c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.887233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-67eb85fe-28d7-43d3-b3db-cce3bdfea73c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/80f42699-e31a-4729-b80f-1da9c42f2bf7 HTTP/1.1" status: 404 len: 337 time: 0.0731225 Dec 22 15:52:32.890608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50686) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:32.946020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Router b0a40055-83be-47fd-99d8-b0eaaa1dfd8b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:32.948729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f84cc63-bb00-4a64-a38d-3569ff6c929d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:32.948978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:32.949276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f84cc63-bb00-4a64-a38d-3569ff6c929d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:32.951200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f84cc63-bb00-4a64-a38d-3569ff6c929d tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/f4ef5497-622a-420e-8775-cccfc0d1d943 HTTP/1.1" status: 404 len: 333 time: 0.0596082 Dec 22 15:52:32.955711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:32.955848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50690) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.022163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Router 5faaef01-f83f-44f4-a9ae-01c1d80010ff has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:33.052424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-47eda626-f58c-4b82-835b-9f580dd37658 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.052927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47eda626-f58c-4b82-835b-9f580dd37658 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.053754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:33.054813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47eda626-f58c-4b82-835b-9f580dd37658 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/8fb1eaa6-6baa-486b-add8-f7f058756e8f HTTP/1.1" status: 404 len: 337 time: 0.0979772 Dec 22 15:52:33.055568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=d7fa2eef-5f71-486d-9a47-45af9f66b7ec,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:33.058171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:33.061761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:33.062047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50694) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.066058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:33.066749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:33.071542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:33.143285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-61df1e96-3936-4cac-9ebb-1f8cea98bd8e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.143771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61df1e96-3936-4cac-9ebb-1f8cea98bd8e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.145610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61df1e96-3936-4cac-9ebb-1f8cea98bd8e tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/cf246fda-bdfd-4223-863e-8770ca9f61c9 HTTP/1.1" status: 404 len: 333 time: 0.0820899 Dec 22 15:52:33.153476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50698) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.205330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-10bd6340-e480-405b-8af3-3d3d27963d35 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.205745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10bd6340-e480-405b-8af3-3d3d27963d35 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.207675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-10bd6340-e480-405b-8af3-3d3d27963d35 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/da6d8382-90ac-418c-858d-e83fc6526f20 HTTP/1.1" status: 404 len: 337 time: 0.0532012 Dec 22 15:52:33.210361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50702) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.257469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-50778e3c-cb5a-45dd-bc8b-df51e172b3b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.257964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50778e3c-cb5a-45dd-bc8b-df51e172b3b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.259834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-50778e3c-cb5a-45dd-bc8b-df51e172b3b6 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/cca9984e-7d13-49d6-ada9-4317686b5aaa HTTP/1.1" status: 404 len: 333 time: 0.0484724 Dec 22 15:52:33.263483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50706) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.326127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2650142 Dec 22 15:52:33.336748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50710) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.345189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-df77d3fd-2e84-4c76-8ceb-03c33efe4c2c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.345685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df77d3fd-2e84-4c76-8ceb-03c33efe4c2c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.347466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df77d3fd-2e84-4c76-8ceb-03c33efe4c2c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/ce9b5b3f-8dec-480c-9bdb-74eaa8ab8663 HTTP/1.1" status: 404 len: 337 time: 0.0783410 Dec 22 15:52:33.358645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50714) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.411463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67948aa-1610-47ca-96a4-211f21c22383 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.411960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67948aa-1610-47ca-96a4-211f21c22383 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.413786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d67948aa-1610-47ca-96a4-211f21c22383 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/462c1b99-ca41-47e6-aec0-0574ba69ed2f HTTP/1.1" status: 404 len: 333 time: 0.0486243 Dec 22 15:52:33.418311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50718) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.439235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b12566-c9f9-4863-a7b0-4d3a87034b30 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:33.439854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23b12566-c9f9-4863-a7b0-4d3a87034b30 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:33.462490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa383df6-b732-456f-9051-584b59242804 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.462903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa383df6-b732-456f-9051-584b59242804 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.465835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa383df6-b732-456f-9051-584b59242804 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/4358c87e-338f-4a51-aba1-03ec63f325d0 HTTP/1.1" status: 404 len: 337 time: 0.0459816 Dec 22 15:52:33.469465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50722) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.523642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ab5f54-6cc0-46f1-bb27-e7b9295090b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.524139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ab5f54-6cc0-46f1-bb27-e7b9295090b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.529392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a9ab5f54-6cc0-46f1-bb27-e7b9295090b8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/95ca2fd1-f6d5-4275-8671-b84b5fbebbed HTTP/1.1" status: 404 len: 333 time: 0.0540388 Dec 22 15:52:33.529392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50726) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.551733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:33.557259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4168725d-1d55-4378-9860-abf0b5e391c9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2506859 Dec 22 15:52:33.561678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50730) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.564179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-23b12566-c9f9-4863-a7b0-4d3a87034b30 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:33.568182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23b12566-c9f9-4863-a7b0-4d3a87034b30 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/d7fa2eef-5f71-486d-9a47-45af9f66b7ec HTTP/1.1" status: 200 len: 845 time: 0.2236505 Dec 22 15:52:33.568336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] Sync routers for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:33.569302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50734) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.583024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:33.583703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:33.607899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61c7d6-c195-43e0-80d4-4e56f375ea0f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.608394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc61c7d6-c195-43e0-80d4-4e56f375ea0f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.612713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bc61c7d6-c195-43e0-80d4-4e56f375ea0f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/f03d1be6-0c08-41e0-a7fd-9dfc83a29c11 HTTP/1.1" status: 404 len: 337 time: 0.0801833 Dec 22 15:52:33.616054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50738) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.651747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:33.663723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:33.664393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:33.713707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8ef4a0-32db-4e86-8c8b-20d48d29f4d0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.714788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8ef4a0-32db-4e86-8c8b-20d48d29f4d0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.717207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f8ef4a0-32db-4e86-8c8b-20d48d29f4d0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/ports/9207922d-3dd4-40bf-bfbd-985c7222d51d HTTP/1.1" status: 404 len: 333 time: 0.0995920 Dec 22 15:52:33.723765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50742) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:33.734852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:33.735312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dd61ca-3431-4bce-8579-12d94f76fba9 None None] The sync data for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:33.745126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port d7fa2eef-5f71-486d-9a47-45af9f66b7ec {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:33.745751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:33.779203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5ae168-ebaa-4de3-9af2-7b895e259ef3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:33.779710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5ae168-ebaa-4de3-9af2-7b895e259ef3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:33.781531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac5ae168-ebaa-4de3-9af2-7b895e259ef3 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/subnets/c17fc0a0-a101-4fdf-beb1-29a23210e51b HTTP/1.1" status: 404 len: 337 time: 0.0564256 Dec 22 15:52:33.784833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50746) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:34.055027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:34.065880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Sync routers for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:34.080176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:34.080866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.186605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.193761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f159f89e-49b9-469d-88e9-0f75bab7eaac tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.256199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.260956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 9b727b9d-96d6-4228-8d34-b05e52a0de09 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:34.261434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.281393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:34.327908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.471910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.7855320 Dec 22 15:52:34.475575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:52:34.482398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for d7fa2eef-5f71-486d-9a47-45af9f66b7ec owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:34.537985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.575557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3869d436-ab4f-45bb-9569-b3230aca28ff']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.593066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477024bc-e6df-4fc7-810f-0e0c92c6f882') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.593330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477024bc-e6df-4fc7-810f-0e0c92c6f882') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.609187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.631108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.641906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f159f89e-49b9-469d-88e9-0f75bab7eaac tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:52:34.645774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f159f89e-49b9-469d-88e9-0f75bab7eaac tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b HTTP/1.1" status: 409 len: 329 time: 1.0803304 Dec 22 15:52:34.645774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:34.645774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.649576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50756) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:34.661518 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:34.727283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8434da80-5491-4072-8540-8f56103eaf8e', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'mac_address': 'fa:16:3e:82:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:52:28Z', 'updated_at': '2021-12-22T15:52:28Z', 'revision_number': 0, 'project_id': '7197350e292b41289db89a74eb9e5657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.735452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Checking router: 5faaef01-f83f-44f4-a9ae-01c1d80010ff for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:34.738114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'status': 'completed', 'code': 200} Dec 22 15:52:34.750527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:34.751343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:34.853692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.858081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71225655-55c1-48d9-9040-8cbeb37d37fb tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:34.881775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.889659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Pushing event deleted for resources: {'Network': ['ID=3869d436-ab4f-45bb-9569-b3230aca28ff,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:34.894324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:34.896020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] 10.222.0.18 "DELETE /v2.0/networks/3869d436-ab4f-45bb-9569-b3230aca28ff HTTP/1.1" status: 204 len: 168 time: 1.1100800 Dec 22 15:52:34.948510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:34.977481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 9b727b9d-96d6-4228-8d34-b05e52a0de09, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9b727b9d-96d6-4228-8d34-b05e52a0de09,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:34.977856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:34.996022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:35.006696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8fc22219-e7e5-4ac8-ab73-ccf6e9729f19 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:35.172947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 9b727b9d-96d6-4228-8d34-b05e52a0de09 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:35.203324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=d7fa2eef-5f71-486d-9a47-45af9f66b7ec,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:35.233350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:35.251049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113ac05-6699-4e76-8630-ba1b258a3d61 req-7bb0810a-79e8-4ec6-9c08-296ec9f984ee tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:35.252921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6113ac05-6699-4e76-8630-ba1b258a3d61 req-7bb0810a-79e8-4ec6-9c08-296ec9f984ee tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.6434035 Dec 22 15:52:35.269476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:35.288031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-12a9af86-0e7f-4ccb-970e-7cdba84d086b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1098 time: 0.5116608 Dec 22 15:52:35.392213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/d7fa2eef-5f71-486d-9a47-45af9f66b7ec HTTP/1.1" status: 204 len: 168 time: 1.8191774 Dec 22 15:52:35.392651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50764) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:35.430376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50768) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:35.446969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a746d86-b479-4ad5-9941-8ff8dd2a0d09 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:52:35.448896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a746d86-b479-4ad5-9941-8ff8dd2a0d09 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/d7fa2eef-5f71-486d-9a47-45af9f66b7ec HTTP/1.1" status: 404 len: 333 time: 0.0545409 Dec 22 15:52:35.453202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50774) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:35.461695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'name': 'tempest-PortsIpV6TestJSON-1848065065'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:35.497336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8434da80-5491-4072-8540-8f56103eaf8e', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'mac_address': 'fa:16:3e:82:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:52:28Z', 'updated_at': '2021-12-22T15:52:28Z', 'revision_number': 0, 'project_id': '7197350e292b41289db89a74eb9e5657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:35.502893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2a5a2-c4d9-4372-a6d9-9f2c0fc5272e None None] The sync data for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv is: [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8434da80-5491-4072-8540-8f56103eaf8e', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'floating_ip_address': '172.26.1.219', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'mac_address': 'fa:16:3e:82:33:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:52:28Z', 'updated_at': '2021-12-22T15:52:28Z', 'revision_number': 0, 'project_id': '7197350e292b41289db89a74eb9e5657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:35.600324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:35.604865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:35.608673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:35.615124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:35.621666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6113ac05-6699-4e76-8630-ba1b258a3d61 req-15168595-d3a5-4fa9-bb02-61e8d7df6455 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403025 Dec 22 15:52:35.657992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50778) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:35.680424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-3f02b69c-75a6-460d-8c6e-627fd5508770 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:35.682054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-3f02b69c-75a6-460d-8c6e-627fd5508770 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 897 time: 0.3690085 Dec 22 15:52:35.721299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:35.726904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:35.806281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port b7552be5-7fe8-499d-b60b-45b9c5dc8714 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:35.850311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff21df40-63b7-4840-bf8d-6826151ba24b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60b17a555d004ad18fce37b2b90af18c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4115257 Dec 22 15:52:35.851551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50782) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:35.873085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-0763b493-8fc6-441b-8480-25af9b9b80a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 999 time: 0.1445813 Dec 22 15:52:35.876542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:35.897156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85ce2a93-24e7-4eb9-aa8c-b3b5fb6a894a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/floatingips/8434da80-5491-4072-8540-8f56103eaf8e HTTP/1.1" status: 200 len: 991 time: 0.2365613 Dec 22 15:52:35.961307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750828f-431d-443a-9bae-00285e49dc56 None None] New status for floating IP 8434da80-5491-4072-8540-8f56103eaf8e: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:52:36.003876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.079847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.206256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.211954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.220536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c200c89e-527c-4340-934e-e75a42db8882 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:36.258285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.263530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dcd2058c-3109-431d-90e6-fe747488aca5 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:36.278988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a083ba6-6b42-46cf-a08b-99dbe9084441,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:36.281797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:36.282915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.292258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf6a57ad-2425-441f-b2ef-950c0c8d1d07 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:36.319463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=9b727b9d-96d6-4228-8d34-b05e52a0de09,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:36.334543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:36.373974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.375289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a083ba6-6b42-46cf-a08b-99dbe9084441 HTTP/1.1" status: 204 len: 168 time: 0.5232933 Dec 22 15:52:36.382749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:36.384049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:36.386624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=b7552be5-7fe8-499d-b60b-45b9c5dc8714,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:36.396120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:36.400845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:36.401356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.408594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:36.441057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-c0653f8d-04eb-4dd0-995f-cca5cc6afb8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:36.442693 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-c0653f8d-04eb-4dd0-995f-cca5cc6afb8f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 200 len: 834 time: 0.2793679 Dec 22 15:52:36.453508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9982729 Dec 22 15:52:36.456432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50788) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:36.466020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:36.611714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:36.785718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-de2b1da0-a8ff-42d9-bf8c-984496b65872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b66329f-d3a6-44ac-99d3-1303054286d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3308654 Dec 22 15:52:36.904879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50798) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:36.998555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.036693 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-48766538-f796-49e3-b59b-8e6a3531a514 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/floatingips/8434da80-5491-4072-8540-8f56103eaf8e HTTP/1.1" status: 200 len: 993 time: 0.1305206 Dec 22 15:52:37.042265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.049349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4732bee6-1010-42d1-bbcf-903173e394ea tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:37.115414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.116860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] In _notify_port_updated(), no bound segment for port b7552be5-7fe8-499d-b60b-45b9c5dc8714 on network 3044c0da-4998-4090-9540-f20d4fc4afe0 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:52:37.121953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:37.122673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.126966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/ports/b7552be5-7fe8-499d-b60b-45b9c5dc8714 HTTP/1.1" status: 200 len: 818 time: 0.6666422 Dec 22 15:52:37.128020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50806) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:37.175943 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-382411f3-122c-400e-b6cc-04dccfbe4872 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752482 Dec 22 15:52:37.206270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port b7552be5-7fe8-499d-b60b-45b9c5dc8714 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:37.206873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.259169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=b7552be5-7fe8-499d-b60b-45b9c5dc8714,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:37.262123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:37.472122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.616453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for b7552be5-7fe8-499d-b60b-45b9c5dc8714 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:37.636708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85ec1b43-6454-4ef7-acda-4ff39cd1a30c req-6c61c97b-7be1-4a3d-953e-49e5f0d1157d service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488792 Dec 22 15:52:37.678652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50816) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:37.767092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.774362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3700d58-aeec-4194-9a42-28a70cca3bfa tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:37.836320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=b7552be5-7fe8-499d-b60b-45b9c5dc8714,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:37.841184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:37.851443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1959074473'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:37.864261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:37.869897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:37.882033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:network and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:37.885783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:37.890388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/b7552be5-7fe8-499d-b60b-45b9c5dc8714 HTTP/1.1" status: 204 len: 168 time: 0.7613032 Dec 22 15:52:37.894034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50822) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:37.896788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:37.992219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f119e96-bd3d-4db7-92cf-502b7ff39146 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:37.993224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1f119e96-bd3d-4db7-92cf-502b7ff39146 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:37.998434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Made reservation on behalf of bd2256fc67cd4ef9925e01559c90aab6 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:38.004193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.025914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.065290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:38.069361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:security_group_rule and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:38.072422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:38.078631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1f119e96-bd3d-4db7-92cf-502b7ff39146 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:38.079945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f119e96-bd3d-4db7-92cf-502b7ff39146 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1848569 Dec 22 15:52:38.081012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:38.083096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50826) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:38.140670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-649feb0f-d600-47c9-92aa-82bf358ec64c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:52:38.142476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-649feb0f-d600-47c9-92aa-82bf358ec64c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/b7552be5-7fe8-499d-b60b-45b9c5dc8714 HTTP/1.1" status: 404 len: 333 time: 0.0579824 Dec 22 15:52:38.146709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50830) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:38.153665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1144103746'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:38.160273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting port fbbcfbd8-5df2-40f5-a589-f26f8f900678 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:38.160273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.160572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:38.163118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:38.166758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:38.174214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:38.250477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:38.255698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.291540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.304317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:52:38.314234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.314658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment 2b55a5de-b236-46fd-b2cd-72fc34b3939b of type vlan for network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 Dec 22 15:52:38.325983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.332453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e639247b-6039-413d-9adc-c53d11be4256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:38.381042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.385451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:52:38.388763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c429025-ca78-4a69-b494-765028ac956f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:38.392079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:38.403759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.404149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Added segment e35356af-fe4f-4ff1-8d6d-3a9e0084f747 of type vlan for network 806c072e-6074-4cf9-85b0-5e8d027887d1 Dec 22 15:52:38.447479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.478078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.482457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:38.483103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.489159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1a52d88-9308-4de1-8708-e08187db49aa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:38.504397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.533958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.538119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:38.538785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:38.631751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=0b4dfd7c-349b-4b40-a827-2bc9ca4bc529,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:38.631751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:38.631751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a1aebc9-f530-4b85-a9cd-83e6dc3476d6 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:38.640091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Calling delete_port for fbbcfbd8-5df2-40f5-a589-f26f8f900678 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:38.640906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:52:38.661126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5132914 Dec 22 15:52:38.672812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50834) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:38.682857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:38.687258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:38.713479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0307467 Dec 22 15:52:38.715775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50838) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:38.782124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Network': ['ID=806c072e-6074-4cf9-85b0-5e8d027887d1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:38.784080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'subnet': {'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:38.787014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:38.805351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:52:38.863402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:38.867159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:38.870696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:38.877044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:38.916293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:39.096205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:39.108448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:subnet and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:39.112562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:39.125657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:39.154690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:39.160132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.165387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:39.166061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-876d9da8-5acd-40ad-af4f-58ceb7aac957 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:39.179069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:39.179671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:39.223897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Made reservation on behalf of bd2256fc67cd4ef9925e01559c90aab6 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:39.244345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Port': ['ID=fbbcfbd8-5df2-40f5-a589-f26f8f900678,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:39.251317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:39.254281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5027580 Dec 22 15:52:39.258096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50842) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:39.321895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.362131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:39.436434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.649746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 956fd0b9-b99e-4ede-acd3-c3f45739fe3b {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:39.660560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.718049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.750278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.754025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:35Z', 'revision_number': 10, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:39.758222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:39.770874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:39.771527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:39.861406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.868518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de0f1a40-4f93-4140-9701-28f765592071 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:39.894049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.935339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:39.989634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:40.009264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=10719e87-c684-464d-8d51-d1748bb79ac2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:40.015958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:40.034609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': '2b55a5de-b236-46fd-b2cd-72fc34b3939b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:40.034987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:52:40.083266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.090754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4444cbf5-a89a-43da-a237-e3a9405942fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:40.135241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:52:40.150044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=956fd0b9-b99e-4ede-acd3-c3f45739fe3b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:40.157050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:40.159676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.175106 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/956fd0b9-b99e-4ede-acd3-c3f45739fe3b HTTP/1.1" status: 204 len: 168 time: 0.9158216 Dec 22 15:52:40.175809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50846) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:40.202182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:40.223989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:40.224642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.227232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814ceef-832b-4516-8702-1c0e57376924 None None] Network 96d8aa92-bc2b-4d08-ada3-77f37589836f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:40.244570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c789626-bb74-4d84-a046-0424d2881890 None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:40.343092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.351871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6779077 Dec 22 15:52:40.355152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:40.363875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:40.394915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:40.395292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.431673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:35Z', 'revision_number': 10, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:40.437636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611f22ac-0fca-4dc9-927f-fe7020bf84ba None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:35Z', 'revision_number': 10, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None, '_interfaces': [{'id': '582e49db-9b56-4fae-b057-c665690c8f27', 'name': '', 'network_id': '875b90c5-f6ab-4c4d-9b78-2884aec35fff', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'mac_address': 'fa:16:3e:c5:4f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:21Z', 'updated_at': '2021-12-22T15:51:37Z', 'revision_number': 5, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'subnets': [{'id': '73fae751-9c2c-4650-8054-90dd97a4f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:40.446827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.451275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e4232c4-2978-4b7f-8cec-2455d9f911cd tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:40.626825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Subnet': ['ID=092ba430-8115-4317-b145-1e4427311529,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:40.636156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:40.646000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Router b0a40055-83be-47fd-99d8-b0eaaa1dfd8b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:40.662286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Checking segment: {'id': 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:40.662714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network hostable DHCP agents. Network: 806c072e-6074-4cf9-85b0-5e8d027887d1, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:52:40.693674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:40.737127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': '10719e87-c684-464d-8d51-d1748bb79ac2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:40.738114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.744586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:40.753007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:40.778765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:40.781505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 8d51184b-8792-4f22-b2de-3cb8e0c362f9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8d51184b-8792-4f22-b2de-3cb8e0c362f9,segment=NetworkSegment(629ba762-d22e-47bf-8722-9072105c3f3a),segment_id=629ba762-d22e-47bf-8722-9072105c3f3a)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:40.782186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.829379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:52:40.853663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:40.859854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.861645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:40.876367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2123208 Dec 22 15:52:40.876367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 806c072e-6074-4cf9-85b0-5e8d027887d1) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:40.878521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:40.879125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:40.883604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50854) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:40.889597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b90662-0c9b-43dd-b167-9e5c28800175 None None] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:40.903903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4aeca-f540-4518-9511-de169958e91b None None] Sync routers for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:40.963417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 8d51184b-8792-4f22-b2de-3cb8e0c362f9 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:40.968616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a82a5bc5-d1b6-4e93-b157-1a96b3722f3b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] show failed (client error): The resource could not be found. Dec 22 15:52:40.970318 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a82a5bc5-d1b6-4e93-b157-1a96b3722f3b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-2078030319 HTTP/1.1" status: 404 len: 335 time: 0.0827055 Dec 22 15:52:40.978300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50858) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:40.984518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-71399cf1-3350-41c6-977c-1ef394ac7725 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:41.066547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-71399cf1-3350-41c6-977c-1ef394ac7725 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] update failed (client error): The resource could not be found. Dec 22 15:52:41.066547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71399cf1-3350-41c6-977c-1ef394ac7725 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1994972150 HTTP/1.1" status: 404 len: 335 time: 0.0774877 Dec 22 15:52:41.066547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3409910 Dec 22 15:52:41.066547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50862) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:41.066547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50864) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:41.072629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-789435276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:41.115769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:41.131241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:router and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:41.141424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:41.145196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10719e87-c684-464d-8d51-d1748bb79ac2 (CIDR: 2001:db8::/64) Dec 22 15:52:41.153472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:41.168159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.173345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7b2be28-5346-41ef-95f2-7b301114cd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:41.216782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:52:41.217285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:41.224462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=8d51184b-8792-4f22-b2de-3cb8e0c362f9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:41.232401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:41.238186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No DVR routers for this DVR port 8d51184b-8792-4f22-b2de-3cb8e0c362f9 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:41.258229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.260023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.265027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:41.265737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.309961 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1299909f-3fd4-4812-8b65-905fa285202f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9499435 Dec 22 15:52:41.310812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50870) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:41.331041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:41.337334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3513ccf-4e95-41f2-818f-5589f84de7c0 None None] DHCP port deletion for 96d8aa92-bc2b-4d08-ada3-77f37589836f request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:41.356273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.359952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.383687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.414395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d8aa92-bc2b-4d08-ada3-77f37589836f']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.426581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Allocated IP 2001:db8::2 (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/10719e87-c684-464d-8d51-d1748bb79ac2/0f465a5f-7f2e-441f-8aaf-a337a16c687b) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:41.432702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629ba762-d22e-47bf-8722-9072105c3f3a') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.433049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629ba762-d22e-47bf-8722-9072105c3f3a') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.447134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.453947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting subnet 79a51413-f204-49e1-ae1e-941e410ae122 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:41.459265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] Routers {'b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:41.459979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.463265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.471902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.472078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:41.472423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:41.488465 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:41.528626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ced4aeca-f540-4518-9511-de169958e91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:41.528999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced4aeca-f540-4518-9511-de169958e91b None None] The sync data for ids ['b0a40055-83be-47fd-99d8-b0eaaa1dfd8b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:41.553514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.597168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.597402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.614294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:41.631370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.646333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:41.647759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=96d8aa92-bc2b-4d08-ada3-77f37589836f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:41.650190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:41.653372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/96d8aa92-bc2b-4d08-ada3-77f37589836f HTTP/1.1" status: 204 len: 168 time: 1.4762347 Dec 22 15:52:41.654280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-806c072e-6074-4cf9-85b0-5e8d027887d1', 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1', 'tenant_id': 'bd2256fc67cd4ef9925e01559c90aab6', 'fixed_ips': [{'subnet_id': '092ba430-8115-4317-b145-1e4427311529'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:52:41.655375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.656225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:41.659626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:41.664478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:41.676630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:41.694107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.696945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99f08191-f038-4541-ac1d-90f1026c0337 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6296098 Dec 22 15:52:41.698980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50878) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:41.775153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:41.890605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.933917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:41.953406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Transition to ACTIVE for port object 0f465a5f-7f2e-441f-8aaf-a337a16c687b will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:41.956432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Allocated IP 172.20.0.2 (806c072e-6074-4cf9-85b0-5e8d027887d1/092ba430-8115-4317-b145-1e4427311529/04d57e94-ea08-4dcd-9669-9b2cb8150642) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:41.987151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Transition to ACTIVE for port object 0f465a5f-7f2e-441f-8aaf-a337a16c687b will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:42.053484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.091019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8d51184b-8792-4f22-b2de-3cb8e0c362f9 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:42.128512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.140815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7179895-efac-4c74-a0be-5705a20587cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:42.182287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 8d51184b-8792-4f22-b2de-3cb8e0c362f9 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:42.182892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8d51184b-8792-4f22-b2de-3cb8e0c362f9 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:42.183160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9b727b9d-96d6-4228-8d34-b05e52a0de09 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:42.188263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:52:42.211654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.247927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9b727b9d-96d6-4228-8d34-b05e52a0de09 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:42.248325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9b727b9d-96d6-4228-8d34-b05e52a0de09 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:42.268278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:42.273581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:42.276743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:42.318320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Pushing event updated for resources: {'Port': ['ID=0f465a5f-7f2e-441f-8aaf-a337a16c687b,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:42.387883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.397239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:42.408586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:42.459965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Subnet': ['ID=79a51413-f204-49e1-ae1e-941e410ae122,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:42.469975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:42.480305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.483225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Attempting to bind port 0f465a5f-7f2e-441f-8aaf-a337a16c687b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:42.483647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Attempting to bind port 0f465a5f-7f2e-441f-8aaf-a337a16c687b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '2b55a5de-b236-46fd-b2cd-72fc34b3939b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:42.484063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Attempting to bind port 0f465a5f-7f2e-441f-8aaf-a337a16c687b on network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:42.500074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Transition to ACTIVE for port object 04d57e94-ea08-4dcd-9669-9b2cb8150642 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:42.503041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:42.503475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Checking segment: {'id': '2b55a5de-b236-46fd-b2cd-72fc34b3939b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:42.503930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.504380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Bound using segment: {'id': '2b55a5de-b236-46fd-b2cd-72fc34b3939b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:42.504921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Bound port: 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b55a5de-b236-46fd-b2cd-72fc34b3939b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:42.505351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.543771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.568469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/subnets/79a51413-f204-49e1-ae1e-941e410ae122 HTTP/1.1" status: 204 len: 168 time: 1.4983404 Dec 22 15:52:42.572805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50882) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:42.573103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c6ed3-6654-43fe-9a4b-c22765ddcfb2 None None] Network 11efaa86-9c4b-4d9b-b546-92576699ea85 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:42.593397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Transition to ACTIVE for port object 04d57e94-ea08-4dcd-9669-9b2cb8150642 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:42.700188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.719172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:42.876407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:42.897065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-191b822f-3baf-4030-b864-965ba4212046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.923532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:42.924890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:42.927343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:42.934191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0f465a5f-7f2e-441f-8aaf-a337a16c687b,segment=NetworkSegment(2b55a5de-b236-46fd-b2cd-72fc34b3939b),segment_id=2b55a5de-b236-46fd-b2cd-72fc34b3939b)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:42.939530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Pushing event updated for resources: {'Port': ['ID=04d57e94-ea08-4dcd-9669-9b2cb8150642,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:42.951593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:42.973394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 582e49db-9b56-4fae-b057-c665690c8f27 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:42.973860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:42.991622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.003802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:43.092908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.200350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 582e49db-9b56-4fae-b057-c665690c8f27, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=582e49db-9b56-4fae-b057-c665690c8f27,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:43.201117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.302187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Attempting to bind port 04d57e94-ea08-4dcd-9669-9b2cb8150642 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:52:43.302607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Attempting to bind port 04d57e94-ea08-4dcd-9669-9b2cb8150642 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:52:43.303022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Attempting to bind port 04d57e94-ea08-4dcd-9669-9b2cb8150642 on network 806c072e-6074-4cf9-85b0-5e8d027887d1 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:52:43.326491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Pushing event updated for resources: {'Port': ['ID=0f465a5f-7f2e-441f-8aaf-a337a16c687b,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:43.332973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:52:43.333402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Checking segment: {'id': 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:52:43.334234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.334234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Bound using segment: {'id': 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:52:43.334822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Bound port: 04d57e94-ea08-4dcd-9669-9b2cb8150642, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:52:43.335897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.343720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 582e49db-9b56-4fae-b057-c665690c8f27 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:43.348730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:43.415201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] DHCP port deletion for 11efaa86-9c4b-4d9b-b546-92576699ea85 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:43.424651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Deleting port 91cca036-164f-4a7b-9e84-afb5ec540b09 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:43.425465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.435880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting subnet 7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:43.470177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.538924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] For port 04d57e94-ea08-4dcd-9669-9b2cb8150642, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:52:43.563845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] For port 04d57e94-ea08-4dcd-9669-9b2cb8150642, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04d57e94-ea08-4dcd-9669-9b2cb8150642,segment=NetworkSegment(e35356af-fe4f-4ff1-8d6d-3a9e0084f747),segment_id=e35356af-fe4f-4ff1-8d6d-3a9e0084f747)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:52:43.577273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.581432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.588926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-870ceb8a-2a9e-4090-8313-4ef7e194d739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:43.591616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c7b067d-9986-47f0-84bd-868a6402f5f6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:43.607176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.613399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6adf6e1c-1db3-44e0-9b1a-1b9acc22d3a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:43.634358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.641120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=582e49db-9b56-4fae-b057-c665690c8f27,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:43.644258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:43.730834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] For port 91cca036-164f-4a7b-9e84-afb5ec540b09, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=91cca036-164f-4a7b-9e84-afb5ec540b09,segment=NetworkSegment(d62b26a6-1609-4e38-83b8-c79b3c1254d0),segment_id=d62b26a6-1609-4e38-83b8-c79b3c1254d0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:43.731287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.742630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:43.785330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:43.795139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=af459ab1-80f7-4833-bcaf-17f9fdbac409,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:43.806889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:43.808736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.820481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:43.887839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Calling delete_port for 91cca036-164f-4a7b-9e84-afb5ec540b09 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:43.893996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Allocated IP 172.20.0.1 (806c072e-6074-4cf9-85b0-5e8d027887d1/092ba430-8115-4317-b145-1e4427311529/be7296aa-826f-4592-be1e-f60e8741f5c0) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:43.903719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:43.963708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6497276 Dec 22 15:52:43.966552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50888) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:43.978890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'fixed_ips': [{'subnet_id': '10719e87-c684-464d-8d51-d1748bb79ac2'}, {'subnet_id': 'af459ab1-80f7-4833-bcaf-17f9fdbac409'}], 'name': 'tempest-PortsIpV6TestJSON-47075767'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:43.992014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Pushing event updated for resources: {'Port': ['ID=04d57e94-ea08-4dcd-9669-9b2cb8150642,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:43.999120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:44.070478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.115694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.131190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:44.169690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.201604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Pushing event deleted for resources: {'Port': ['ID=91cca036-164f-4a7b-9e84-afb5ec540b09,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:44.205587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:44.211823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] No DVR routers for this DVR port 91cca036-164f-4a7b-9e84-afb5ec540b09 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:44.240574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0f465a5f-7f2e-441f-8aaf-a337a16c687b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:44.379251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:44.409701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.420384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.431605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17c51957-ad4a-41e8-baf9-7be9a131bdf8 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:44.440521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 91cca036-164f-4a7b-9e84-afb5ec540b09 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:44.488532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 91cca036-164f-4a7b-9e84-afb5ec540b09 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:44.488939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 91cca036-164f-4a7b-9e84-afb5ec540b09 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:44.499476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Subnet': ['ID=7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:44.502220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:44.503901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:44.509557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Transition to ACTIVE for port object be7296aa-826f-4592-be1e-f60e8741f5c0 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:44.512118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:44.516985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.519815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:44.522808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ade614-c814-4e04-9fa9-eabcfafb61a6 None None] Network e4d5434b-102f-4221-a20d-da01746745ce requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:44.530371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:44.539912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/subnets/7392dd78-3e7c-42f4-b1e0-c0c3bcac97e0 HTTP/1.1" status: 204 len: 168 time: 1.9643755 Dec 22 15:52:44.540340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50892) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:44.585538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:44.594919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.622600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.627437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 7d7f8090-32da-42c8-b651-6996a2533052 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:44.663822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a82c9ba2-8a46-46e3-9efe-a499c26a656a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:44.688751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:44.702195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:44.767448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:44.774125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=be7296aa-826f-4592-be1e-f60e8741f5c0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:44.777687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:44.779998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:44.784142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:44.930842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.009933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.045681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11efaa86-9c4b-4d9b-b546-92576699ea85']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.054892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:45.067992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:45.080994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62b26a6-1609-4e38-83b8-c79b3c1254d0') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.080994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62b26a6-1609-4e38-83b8-c79b3c1254d0') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.090145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:45.090826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.100342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.123858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.140372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4825640 Dec 22 15:52:45.145343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] DHCP port deletion for e4d5434b-102f-4221-a20d-da01746745ce request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:45.150343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Deleting port d01791e7-6fe8-44b9-bf72-9613ff51feab {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:45.153179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.154053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:45.154617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.171003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50896) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:45.171639 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:45.174509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.226691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd1498df-9b6f-4241-8193-90db3512b9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.321681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:45.383335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.397377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a07d384-0244-4013-9868-18e28b1fce5a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:45.440137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.455703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Network': ['ID=11efaa86-9c4b-4d9b-b546-92576699ea85,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:45.460104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:45.467394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/networks/11efaa86-9c4b-4d9b-b546-92576699ea85 HTTP/1.1" status: 204 len: 168 time: 0.9259415 Dec 22 15:52:45.468304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50900) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:45.493014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.515845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:45.539677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:45.540848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:45.582244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] For port d01791e7-6fe8-44b9-bf72-9613ff51feab, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d01791e7-6fe8-44b9-bf72-9613ff51feab,segment=NetworkSegment(b51e9987-e01f-4a81-8160-60f160c7ac11),segment_id=b51e9987-e01f-4a81-8160-60f160c7ac11)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:45.587814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.648424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.687419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.720408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:45.751299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.759304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Calling delete_port for d01791e7-6fe8-44b9-bf72-9613ff51feab owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:45.792674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ccede0ab-1925-4c67-88a1-58b392f02da0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:45.825329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.940068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:45.945629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:45.996754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:46.011232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f82a5-6704-431e-8e0d-613c4be88bb1 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:46.043426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Pushing event deleted for resources: {'Port': ['ID=d01791e7-6fe8-44b9-bf72-9613ff51feab,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:46.045983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:46.049920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] No DVR routers for this DVR port d01791e7-6fe8-44b9-bf72-9613ff51feab on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:46.123181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b546968d-a302-4442-9192-19cc6b148c95 None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:46.191997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.205903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting subnet 73fae751-9c2c-4650-8054-90dd97a4f90c {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:46.209277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.268375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04d57e94-ea08-4dcd-9669-9b2cb8150642 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:46.297850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Provisioning for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:46.326912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=be7296aa-826f-4592-be1e-f60e8741f5c0,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:46.336962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Provisioning complete for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:46.337394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.343267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:46.373474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::2d0 (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/10719e87-c684-464d-8d51-d1748bb79ac2/7d7f8090-32da-42c8-b651-6996a2533052) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:46.386875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8:0:1::156 (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/af459ab1-80f7-4833-bcaf-17f9fdbac409/7d7f8090-32da-42c8-b651-6996a2533052) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:46.396460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.464474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:46.468217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:46.527340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.598319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d5434b-102f-4221-a20d-da01746745ce']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:46.619365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51e9987-e01f-4a81-8160-60f160c7ac11') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:46.620288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51e9987-e01f-4a81-8160-60f160c7ac11') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:46.644138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.665892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.666429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.676211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.691639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:46.709120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:46.709577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.716410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e26c180-6e1e-4dbf-9b76-2734a18b9b63 None None] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:46.739077 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:46.860995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0f465a5f-7f2e-441f-8aaf-a337a16c687b,segment=NetworkSegment(2b55a5de-b236-46fd-b2cd-72fc34b3939b),segment_id=2b55a5de-b236-46fd-b2cd-72fc34b3939b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:46.877013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.880705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:46.892248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d01791e7-6fe8-44b9-bf72-9613ff51feab no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:46.896825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.910622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Network': ['ID=e4d5434b-102f-4221-a20d-da01746745ce,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:46.914095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.918892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:46.920150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21b0fdee-c903-458a-aac2-a61903d4eff9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:46.933880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d01791e7-6fe8-44b9-bf72-9613ff51feab {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:46.934279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d01791e7-6fe8-44b9-bf72-9613ff51feab not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:46.958358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/networks/e4d5434b-102f-4221-a20d-da01746745ce HTTP/1.1" status: 204 len: 168 time: 1.4384890 Dec 22 15:52:46.965555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50904) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:46.974633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Subnet': ['ID=73fae751-9c2c-4650-8054-90dd97a4f90c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:46.980086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:46.984463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:46.986970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/73fae751-9c2c-4650-8054-90dd97a4f90c HTTP/1.1" status: 204 len: 168 time: 1.8139613 Dec 22 15:52:46.995682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50908) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:47.059652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.096827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object 7d7f8090-32da-42c8-b651-6996a2533052 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:47.133715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.147087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Deleting port 7dea7a7b-4115-4702-8c95-872a66ae562c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:47.147467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.156418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24fdec-18ba-4e32-b71f-84e57dfe485f None None] Network 875b90c5-f6ab-4c4d-9b78-2884aec35fff requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:47.170523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.188391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:47.288477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.302885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting subnet 0510d026-3dc6-4032-90b3-9aecae7566e8 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:47.304818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d71218af-f866-44ef-a60f-feccf512a948 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:47.359930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.362629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.373991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] For port 7dea7a7b-4115-4702-8c95-872a66ae562c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7dea7a7b-4115-4702-8c95-872a66ae562c,segment=NetworkSegment(ef19059f-ecee-45a1-8f7d-8e770e508434),segment_id=ef19059f-ecee-45a1-8f7d-8e770e508434)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:47.374393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.403455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Router e58afe5f-f938-4dc6-b35e-27dc5f71ce1e is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:52:47.441129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:47.446402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:47.449028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=7d7f8090-32da-42c8-b651-6996a2533052,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:47.451520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:47.455942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:47.456626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.466506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:47.472627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.503490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Pushing event updated for resources: {'Port': ['ID=0f465a5f-7f2e-441f-8aaf-a337a16c687b,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:47.506396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Update dhcp port {'port': {'network_id': '0b4dfd7c-349b-4b40-a827-2bc9ca4bc529', 'fixed_ips': [{'subnet_id': '10719e87-c684-464d-8d51-d1748bb79ac2', 'ip_address': '2001:db8::2'}, {'subnet_id': 'af459ab1-80f7-4833-bcaf-17f9fdbac409'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '0f465a5f-7f2e-441f-8aaf-a337a16c687b'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:52:47.507950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Calling delete_port for 7dea7a7b-4115-4702-8c95-872a66ae562c owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:47.535676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:47.573771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Provisioning for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:47.593605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Provisioning complete for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:47.594027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.613200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.618169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36ecd446-510f-43d6-9359-20540ab839d6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:47.639076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.663954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Port': ['ID=7dea7a7b-4115-4702-8c95-872a66ae562c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:47.667659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:47.670660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No DVR routers for this DVR port 7dea7a7b-4115-4702-8c95-872a66ae562c on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:47.671361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6976933 Dec 22 15:52:47.683158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50912) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:47.702198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10719e87-c684-464d-8d51-d1748bb79ac2'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:47.815561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.893058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b3137-6ca9-47df-88ed-824930ba3bad None None] DHCP port deletion for 875b90c5-f6ab-4c4d-9b78-2884aec35fff request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:47.932011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.955451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875b90c5-f6ab-4c4d-9b78-2884aec35fff']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:47.956346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:47.971900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef19059f-ecee-45a1-8f7d-8e770e508434') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:47.972572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef19059f-ecee-45a1-8f7d-8e770e508434') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:47.992559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.011964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:48.015406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Allocated IP 2001:db8:0:1::2 (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/af459ab1-80f7-4833-bcaf-17f9fdbac409/0f465a5f-7f2e-441f-8aaf-a337a16c687b) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:48.017547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.029234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] For port 04d57e94-ea08-4dcd-9669-9b2cb8150642, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04d57e94-ea08-4dcd-9669-9b2cb8150642,segment=NetworkSegment(e35356af-fe4f-4ff1-8d6d-3a9e0084f747),segment_id=e35356af-fe4f-4ff1-8d6d-3a9e0084f747)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:48.035774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:48.036040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] Sync routers for ids ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:48.036222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.044908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "PUT /v2.0/routers/e58afe5f-f938-4dc6-b35e-27dc5f71ce1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3447800 Dec 22 15:52:48.056056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50916) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:48.066010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'port': {'network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1', 'name': 'tempest-FloatingIPNegativeTestJSON-132650079'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:48.091160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.106503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a355dca1-e092-476c-8887-886693767685 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:48.138862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.153944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0f465a5f-7f2e-441f-8aaf-a337a16c687b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:48.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:48.210952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] Routers {'e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:48.211676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:48.218404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.221876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9696d68-23a9-4f25-a8b6-743140f2329d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:48.237919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.250819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Pushing event deleted for resources: {'Network': ['ID=875b90c5-f6ab-4c4d-9b78-2884aec35fff,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:48.255963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:48.263783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/networks/875b90c5-f6ab-4c4d-9b78-2884aec35fff HTTP/1.1" status: 204 len: 168 time: 1.2667522 Dec 22 15:52:48.264468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50920) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:48.270507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'routes': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:48.359329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:48.408303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Pushing event updated for resources: {'Port': ['ID=04d57e94-ea08-4dcd-9669-9b2cb8150642,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:48.417439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:48.440755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] Routers {'e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:48.441367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:48.509018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Provisioning for port be7296aa-826f-4592-be1e-f60e8741f5c0 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:48.518986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0f465a5f-7f2e-441f-8aaf-a337a16c687b,segment=NetworkSegment(2b55a5de-b236-46fd-b2cd-72fc34b3939b),segment_id=2b55a5de-b236-46fd-b2cd-72fc34b3939b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:48.522420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:48.522922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce21f08-92fe-47a4-9f01-8958810d0a0a None None] The sync data for ids ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:48.528556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Provisioning complete for port be7296aa-826f-4592-be1e-f60e8741f5c0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:48.528986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.556258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d289fd12-c453-4a3e-af1f-bb17207cd6f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:48.584098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:48.584530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.586132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.588900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/subnets/0510d026-3dc6-4032-90b3-9aecae7566e8 HTTP/1.1" status: 204 len: 168 time: 1.6217368 Dec 22 15:52:48.598994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:48.603276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:port and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:48.606392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:48.608969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50924) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:48.612480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:48.644013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Subnet': ['ID=0510d026-3dc6-4032-90b3-9aecae7566e8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:48.646924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:48.650203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e61f0-8658-4191-af86-ad3d770c1284 None None] Network dca18837-10fb-44f9-b7ef-201a2eb64700 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:48.665611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Made reservation on behalf of bd2256fc67cd4ef9925e01559c90aab6 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:52:48.671919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.694301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.721017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.725185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Port be7296aa-826f-4592-be1e-f60e8741f5c0 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:48.737437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Added routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:52:48.737804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Removed routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:52:48.738160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.770879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] device_id is not set on port 7cfca0f0-b079-44ad-ac66-009fb2509012 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:52:48.841639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Transition to ACTIVE for port object 0f465a5f-7f2e-441f-8aaf-a337a16c687b will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:48.898965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:48.906750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3316398d-00f8-44dc-97df-37d8243fde57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:48.972415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.001756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting port a70c0c58-9d35-41e0-b464-0d6b14f85782 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:49.002145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.008142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Provisioning complete for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:49.008559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4204f1ca-68f1-46a6-9dd8-58f79c773978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.106183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Allocated IP 172.20.0.6 (806c072e-6074-4cf9-85b0-5e8d027887d1/092ba430-8115-4317-b145-1e4427311529/7cfca0f0-b079-44ad-ac66-009fb2509012) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:49.203650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.239303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.278806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Delete allocated IP 2001:db8:0:1::156 (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/af459ab1-80f7-4833-bcaf-17f9fdbac409) {{(pid=88958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:52:49.339794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 582e49db-9b56-4fae-b057-c665690c8f27 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:49.389807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 582e49db-9b56-4fae-b057-c665690c8f27 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:49.390209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 582e49db-9b56-4fae-b057-c665690c8f27 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:49.390727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7dea7a7b-4115-4702-8c95-872a66ae562c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:49.417036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Pushing event updated for resources: {'Port': ['ID=0f465a5f-7f2e-441f-8aaf-a337a16c687b,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:49.423200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:49.437603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7dea7a7b-4115-4702-8c95-872a66ae562c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:49.438004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7dea7a7b-4115-4702-8c95-872a66ae562c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:49.591040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] DHCP port deletion for dca18837-10fb-44f9-b7ef-201a2eb64700 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:49.597221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Deleting port a70c0c58-9d35-41e0-b464-0d6b14f85782 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:49.597649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.632435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.645012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.665497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Ignored duplicate provisioning block setup for port 7d7f8090-32da-42c8-b651-6996a2533052 by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:52:49.671966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Transition to ACTIVE for port object 7cfca0f0-b079-44ad-ac66-009fb2509012 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:52:49.694176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d927bfde-aab4-40ac-8bc8-245a2fc66075 None None] Provisioning complete for port be7296aa-826f-4592-be1e-f60e8741f5c0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:49.694791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d927bfde-aab4-40ac-8bc8-245a2fc66075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.711787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.720942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:49.750037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router 9e56a2c0-5f1c-445a-9d98-a0863c209447 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:52:49.797007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.855285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] For port a70c0c58-9d35-41e0-b464-0d6b14f85782, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a70c0c58-9d35-41e0-b464-0d6b14f85782,segment=NetworkSegment(5d77bb05-71c6-4b94-8b4f-a48102857618),segment_id=5d77bb05-71c6-4b94-8b4f-a48102857618)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:49.855605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.858417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] In _notify_port_updated(), no bound segment for port 7d7f8090-32da-42c8-b651-6996a2533052 on network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:52:49.862872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:49.864226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.869169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50932) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:49.870411 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/ports/7d7f8090-32da-42c8-b651-6996a2533052 HTTP/1.1" status: 200 len: 924 time: 2.1858785 Dec 22 15:52:49.879411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10719e87-c684-464d-8d51-d1748bb79ac2'}, {'subnet_id': 'af459ab1-80f7-4833-bcaf-17f9fdbac409'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:49.886148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=7d7f8090-32da-42c8-b651-6996a2533052,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:49.901569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:49.903605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f347ece-d41b-4797-bcc4-9fc50df5f715 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:49.923079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d927bfde-aab4-40ac-8bc8-245a2fc66075 None None] Port be7296aa-826f-4592-be1e-f60e8741f5c0 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:49.951607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] For port a70c0c58-9d35-41e0-b464-0d6b14f85782, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a70c0c58-9d35-41e0-b464-0d6b14f85782,segment=NetworkSegment(5d77bb05-71c6-4b94-8b4f-a48102857618),segment_id=5d77bb05-71c6-4b94-8b4f-a48102857618)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:49.952058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:49.989081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:49.999024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:50.006615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:50.092128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:50.093054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.123747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Calling delete_port for a70c0c58-9d35-41e0-b464-0d6b14f85782 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:50.128638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=7cfca0f0-b079-44ad-ac66-009fb2509012,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:50.137908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:50.140605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0834403 Dec 22 15:52:50.146108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50936) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:50.154021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:50.169634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:50.176562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:floatingip and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:50.180136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:50.187114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:50.187496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Calling delete_port for a70c0c58-9d35-41e0-b464-0d6b14f85782 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:50.208982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0f465a5f-7f2e-441f-8aaf-a337a16c687b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:50.232100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.268486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.278407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1439f73a-0a66-4ac8-b227-1b6b9aea6471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:50.339523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Pushing event deleted for resources: {'Port': ['ID=a70c0c58-9d35-41e0-b464-0d6b14f85782,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:50.351374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:50.356256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] No DVR routers for this DVR port a70c0c58-9d35-41e0-b464-0d6b14f85782 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:50.378384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:50.383917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04d57e94-ea08-4dcd-9669-9b2cb8150642 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:52:50.385705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.390284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7a367a11-134c-456c-aae6-20b719903832 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 700 time: 2.1246800 Dec 22 15:52:50.390386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50940) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:50.397043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Sync routers for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:50.417201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:50.417896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:50.434734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:50.435089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:50.449813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d4d4d04-095e-4f6d-82a1-648189f5af0f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:50.506819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.554226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d4d4d04-095e-4f6d-82a1-648189f5af0f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:50.559247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50944) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:50.559572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d4d4d04-095e-4f6d-82a1-648189f5af0f tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 205 time: 0.1678133 Dec 22 15:52:50.562502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:50.563124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.631042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ed0d45-1573-44f5-95da-bcb84f843880 None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:50.691940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Allocated IP 172.26.1.84 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/8dfceb2b-300e-4ec2-9268-9f7801de9f5c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:50.790361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:50.817878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Provisioning for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:50.830956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Provisioning complete for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:50.831605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.878666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.897527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.940455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Deleting port a70c0c58-9d35-41e0-b464-0d6b14f85782 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:50.941025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.951041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:50.963169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:50.969757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Checking router: 9e56a2c0-5f1c-445a-9d98-a0863c209447 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:50.971874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01e25c9d-d382-4ffe-849b-6df9f202411c tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:50.984605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Routers {'9e56a2c0-5f1c-445a-9d98-a0863c209447'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:50.988074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9e56a2c0-5f1c-445a-9d98-a0863c209447'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:51.019098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a70c0c58-9d35-41e0-b464-0d6b14f85782 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:52:51.022692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:51.029381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:51.032086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:51.050772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] The port 'a70c0c58-9d35-41e0-b464-0d6b14f85782' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:52:51.055202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.071838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a70c0c58-9d35-41e0-b464-0d6b14f85782 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:52:51.072239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a70c0c58-9d35-41e0-b464-0d6b14f85782 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:52:51.128750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=8dfceb2b-300e-4ec2-9268-9f7801de9f5c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:51.131768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:51.164628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] Set router 9e56a2c0-5f1c-445a-9d98-a0863c209447 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:51.202075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Provisioning for port 7cfca0f0-b079-44ad-ac66-009fb2509012 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:51.207471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Provisioning complete for port 7cfca0f0-b079-44ad-ac66-009fb2509012 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:51.207901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.259838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.283436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-51cc0f18-75c7-4324-ad8f-260f18ed92b4 None None] Port 7cfca0f0-b079-44ad-ac66-009fb2509012 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:51.336234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:51.341258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d444f7b-76c2-4517-849d-9ef7da958ad0 None None] The sync data for ids ['9e56a2c0-5f1c-445a-9d98-a0863c209447'] in dv-neutron-822514-1-hyperv is: [{'id': '9e56a2c0-5f1c-445a-9d98-a0863c209447', 'name': 'tempest-RoutersTest-router-777617640', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:15Z', 'updated_at': '2021-12-22T15:52:43Z', 'revision_number': 11, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:51.366986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.477960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.596806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca18837-10fb-44f9-b7ef-201a2eb64700']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:51.633134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.647839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Provisioning for port 7d7f8090-32da-42c8-b651-6996a2533052 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:52:51.655711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Provisioning complete for port 7d7f8090-32da-42c8-b651-6996a2533052 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:51.656222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.670803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.676723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:51.721898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Port 7d7f8090-32da-42c8-b651-6996a2533052 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:51.738400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Provisioning complete for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:51.739111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b67cbdc6-c539-4f45-9165-63561e2cb48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.807475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=8dfceb2b-300e-4ec2-9268-9f7801de9f5c,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:51.816726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:51.832863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.905099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:51.907021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7594709 Dec 22 15:52:51.909910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50950) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:51.919063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1e5bb68e-e718-4ff6-9d25-f6aa439ef867 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'floatingip': {'port_id': '7cfca0f0-b079-44ad-ac66-009fb2509012', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:51.962868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d77bb05-71c6-4b94-8b4f-a48102857618') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:51.963210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d77bb05-71c6-4b94-8b4f-a48102857618') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:52.011587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb68e-e718-4ff6-9d25-f6aa439ef867 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.044917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06e56441-9f35-46ee-b706-48e419af47a9 None None] Provisioning complete for port 7d7f8090-32da-42c8-b651-6996a2533052 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:52.045621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06e56441-9f35-46ee-b706-48e419af47a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.049187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.112692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-06e56441-9f35-46ee-b706-48e419af47a9 None None] Port 7d7f8090-32da-42c8-b651-6996a2533052 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:52.172399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.180034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.188000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:52:52.188439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:52:52.204520 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:52:52.225208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1e5bb68e-e718-4ff6-9d25-f6aa439ef867 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] update failed (client error): The resource could not be found. Dec 22 15:52:52.229868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e5bb68e-e718-4ff6-9d25-f6aa439ef867 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "PUT /v2.0/floatingips/2931972c-e49b-4d30-89b2-750dbdba9873 HTTP/1.1" status: 404 len: 507 time: 0.3144910 Dec 22 15:52:52.230196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50954) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:52.238875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22e3f064-04e8-45b4-9366-4aaceea659c9 None None] Provisioning complete for port 7d7f8090-32da-42c8-b651-6996a2533052 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:52.239304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22e3f064-04e8-45b4-9366-4aaceea659c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.263572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.298424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-22e3f064-04e8-45b4-9366-4aaceea659c9 None None] Port 7d7f8090-32da-42c8-b651-6996a2533052 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:52.400076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port 8dfceb2b-300e-4ec2-9268-9f7801de9f5c {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:52.400459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.409700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8:0:1::12a (0b4dfd7c-349b-4b40-a827-2bc9ca4bc529/af459ab1-80f7-4833-bcaf-17f9fdbac409/7d7f8090-32da-42c8-b651-6996a2533052) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:52.523653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.528928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.535686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69c6ea24-e629-4b46-8432-1620747e33c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:52.571930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Pushing event deleted for resources: {'Network': ['ID=dca18837-10fb-44f9-b7ef-201a2eb64700,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:52.574804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:52.575389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.575953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router 9e56a2c0-5f1c-445a-9d98-a0863c209447 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:52:52.588088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.588863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.595083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/networks/dca18837-10fb-44f9-b7ef-201a2eb64700 HTTP/1.1" status: 204 len: 168 time: 3.9821916 Dec 22 15:52:52.597728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50958) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:52.606365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.611696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-720328ee-b2bb-459e-a704-cad08ef982d0 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 204 len: 168 time: 2.0462456 Dec 22 15:52:52.645415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50962) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:52.672317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1912759954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:52.678517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e96e8cc-dce8-43bf-88f2-9eddf6744254 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Synchronizing usage tracker for tenant:ff62a32ab5bc4831ab457c4b1277dbb1 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:52.688140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:52.696219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Usage tracker for resource:router and tenant:8ed7244a61be45668120fe0a22d2a3ab is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:52.702852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:52.717674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:52.732692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Calling delete_port for 8dfceb2b-300e-4ec2-9268-9f7801de9f5c owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:52.741007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.748828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e96e8cc-dce8-43bf-88f2-9eddf6744254 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Unset dirty status for tenant:ff62a32ab5bc4831ab457c4b1277dbb1 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:52.754618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e96e8cc-dce8-43bf-88f2-9eddf6744254 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0a40055-83be-47fd-99d8-b0eaaa1dfd8b HTTP/1.1" status: 200 len: 205 time: 0.1514051 Dec 22 15:52:52.754618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50966) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:52.824767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Ignored duplicate provisioning block setup for port 7d7f8090-32da-42c8-b651-6996a2533052 by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:52:52.832074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.833169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.899178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.909433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:52.912148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c00bab24-152b-4dcf-8b63-e7a21117f0bc tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:52.914234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-74b5f1ec-276c-4598-a591-a532215a62a2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:52.961720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Port': ['ID=8dfceb2b-300e-4ec2-9268-9f7801de9f5c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:52.965479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:52.993752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.066076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.073361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=7d7f8090-32da-42c8-b651-6996a2533052,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:53.078914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.086421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "DELETE /v2.0/floatingips/2931972c-e49b-4d30-89b2-750dbdba9873 HTTP/1.1" status: 204 len: 168 time: 0.8548937 Dec 22 15:52:53.086562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.087064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50970) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:53.093766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'floatingip': {'floating_network_id': '806c072e-6074-4cf9-85b0-5e8d027887d1', 'port_id': '7cfca0f0-b079-44ad-ac66-009fb2509012', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:53.100607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:53.105371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:floatingip and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:53.108972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:53.115072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:53.143816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:53.157411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] In _notify_port_updated(), no bound segment for port 7d7f8090-32da-42c8-b651-6996a2533052 on network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:52:53.162592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:53.162915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.163277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.164743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/ports/7d7f8090-32da-42c8-b651-6996a2533052 HTTP/1.1" status: 200 len: 1010 time: 3.2944736 Dec 22 15:52:53.170650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50974) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:53.234643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.273667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 7d7f8090-32da-42c8-b651-6996a2533052 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:53.274026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.318429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:52:53.319788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7a93e1c-5e63-4305-8d4a-9457dec34234 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2315235 Dec 22 15:52:53.323947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50978) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:53.330937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8ee54b6e-c121-4f76-9a87-d25a8beb8530 None None] Provisioning complete for port 7d7f8090-32da-42c8-b651-6996a2533052 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:53.331382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ee54b6e-c121-4f76-9a87-d25a8beb8530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.331908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '7cfca0f0-b079-44ad-ac66-009fb2509012', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:53.341299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:53.348884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Usage tracker for resource:floatingip and tenant:bd2256fc67cd4ef9925e01559c90aab6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:53.353678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:53.388532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8ee54b6e-c121-4f76-9a87-d25a8beb8530 None None] Port 7d7f8090-32da-42c8-b651-6996a2533052 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:52:53.390910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:53.413414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.414699 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a39391b-faf8-4122-bd7a-d157d82c05c8 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7543538 Dec 22 15:52:53.419321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 50982) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:53.426781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:53.494467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.568097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.573518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.624817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.625332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Fanout notify agent at l3_agent the message router_deleted on router b0a40055-83be-47fd-99d8-b0eaaa1dfd8b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:52:53.636951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:53.638236 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-06086dee-1fde-40cc-993c-8bdb981cd8f1 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] 10.222.0.18 "DELETE /v2.0/routers/b0a40055-83be-47fd-99d8-b0eaaa1dfd8b HTTP/1.1" status: 204 len: 168 time: 0.8843632 Dec 22 15:52:54.170548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.218251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50990) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:54.305884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 7d7f8090-32da-42c8-b651-6996a2533052 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:54.411978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1876b60f-42a8-4e06-a2cc-2f7c87be8fdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff62a32ab5bc4831ab457c4b1277dbb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1898885 Dec 22 15:52:54.412233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 50996) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:54.476234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.503836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.533206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.555004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.594564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.675309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.680552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57fb298b-559d-47fa-b613-3c13f65643ef tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:54.695025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3829d-0419-4e24-911b-eed1f9393135,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:54.698413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:54.699629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:54.703354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ac3829d-0419-4e24-911b-eed1f9393135 HTTP/1.1" status: 204 len: 168 time: 0.2877040 Dec 22 15:52:54.982725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Allocated IP 172.26.1.15 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e86897ac-ad61-4d05-b2b2-a26234f1a699) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:52:55.017465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.040191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2796c55-7d8f-49a7-952c-2241af618d02 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:55.085988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Router e412e585-2d64-4a3f-b3fb-9d5b94a83af5 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:52:55.146067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=7d7f8090-32da-42c8-b651-6996a2533052,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:55.155343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:55.334632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.429125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.438884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/7d7f8090-32da-42c8-b651-6996a2533052 HTTP/1.1" status: 204 len: 168 time: 2.2662303 Dec 22 15:52:55.440873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51016) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.456721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:52:55.463686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.465890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-549df492-786a-4462-a4fe-cb89b8855fd7 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "PUT /v2.0/routers/e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 200 len: 694 time: 2.0454905 Dec 22 15:52:55.467882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51020) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.474133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Sync routers for ids ['e412e585-2d64-4a3f-b3fb-9d5b94a83af5'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:52:55.491357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eb59f8-a75e-4030-90a1-2e9378054a65 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:52:55.496170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33eb59f8-a75e-4030-90a1-2e9378054a65 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/7d7f8090-32da-42c8-b651-6996a2533052 HTTP/1.1" status: 404 len: 333 time: 0.0508397 Dec 22 15:52:55.496676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51024) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.499674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Routers {'e412e585-2d64-4a3f-b3fb-9d5b94a83af5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:55.500756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e412e585-2d64-4a3f-b3fb-9d5b94a83af5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:55.582685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet af459ab1-80f7-4833-bcaf-17f9fdbac409 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:55.586087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.634643 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3d6b1e7-f54b-4c0c-b4c1-06821c7582b1 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/routers/e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 200 len: 700 time: 0.1641471 Dec 22 15:52:55.637691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51030) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.653478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Set router e412e585-2d64-4a3f-b3fb-9d5b94a83af5 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:55.657183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.682981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.697863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fffeab86-5b29-48e4-a6a3-25901f801520 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:55.738976 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4dbf2b18-8916-45e1-98a1-d5311961eb24 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 200 len: 205 time: 0.0996017 Dec 22 15:52:55.743543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.756737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:52:55.761427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:52:55.766423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:52:55.811242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e412e585-2d64-4a3f-b3fb-9d5b94a83af5', 'name': 'tempest-RoutersTest-router-1912759954', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:52:52Z', 'updated_at': '2021-12-22T15:52:54Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:55.817823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Checking router: e412e585-2d64-4a3f-b3fb-9d5b94a83af5 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:52:55.832163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Routers {'e412e585-2d64-4a3f-b3fb-9d5b94a83af5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:52:55.832995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e412e585-2d64-4a3f-b3fb-9d5b94a83af5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:55.860451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51040) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:55.886725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event updated for resources: {'Port': ['ID=e86897ac-ad61-4d05-b2b2-a26234f1a699,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:55.891260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:55.914323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.976098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:55.992289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] Set router e412e585-2d64-4a3f-b3fb-9d5b94a83af5 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:52:56.031020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port e86897ac-ad61-4d05-b2b2-a26234f1a699 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:56.031410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.123814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e412e585-2d64-4a3f-b3fb-9d5b94a83af5', 'name': 'tempest-RoutersTest-router-1912759954', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:52:52Z', 'updated_at': '2021-12-22T15:52:54Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:52:56.128870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937523a9-c3a4-496c-acbc-565f5108b661 None None] The sync data for ids ['e412e585-2d64-4a3f-b3fb-9d5b94a83af5'] in dv-neutron-822514-1-hyperv is: [{'id': 'e412e585-2d64-4a3f-b3fb-9d5b94a83af5', 'name': 'tempest-RoutersTest-router-1912759954', 'tenant_id': '8ed7244a61be45668120fe0a22d2a3ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:52:52Z', 'updated_at': '2021-12-22T15:52:54Z', 'revision_number': 2, 'project_id': '8ed7244a61be45668120fe0a22d2a3ab', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:52:56.340749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-471e684c-2bfd-45c9-a862-1686fcc67dca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:56.341368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-471e684c-2bfd-45c9-a862-1686fcc67dca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:52:56.342418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-471e684c-2bfd-45c9-a862-1686fcc67dca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4807003 Dec 22 15:52:56.346304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51046) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:56.354607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--728788610'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:56.364654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:56.385675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:56.393103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:56.412780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:56.480850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.495433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15f980c9-1ac2-407f-99b4-59315d151dc0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:56.517363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.536399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.548107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.548395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.598966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=af459ab1-80f7-4833-bcaf-17f9fdbac409,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:56.606600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:56.614622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.620565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfdd7c-eebe-4ddd-a374-117a58e3efee None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:56.694801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Calling delete_port for e86897ac-ad61-4d05-b2b2-a26234f1a699 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:56.759902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/af459ab1-80f7-4833-bcaf-17f9fdbac409 HTTP/1.1" status: 204 len: 168 time: 1.2591031 Dec 22 15:52:56.761046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51050) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:56.772644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.779124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.842073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:56.867105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:56.873030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:56.898932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:56.905266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.905464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Fanout notify agent at l3_agent the message router_deleted on router e412e585-2d64-4a3f-b3fb-9d5b94a83af5 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:52:56.923717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:56.925613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-441f335b-6748-47e5-9802-dd9f8cbd7209 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 204 len: 168 time: 1.1798108 Dec 22 15:52:56.932943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51054) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:56.990449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f7be56a-52ec-42b5-a6f7-80b6f256a3f6 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Synchronizing usage tracker for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:57.007841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f7be56a-52ec-42b5-a6f7-80b6f256a3f6 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Unset dirty status for tenant:8ed7244a61be45668120fe0a22d2a3ab on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:57.011907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f7be56a-52ec-42b5-a6f7-80b6f256a3f6 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 200 len: 205 time: 0.0749099 Dec 22 15:52:57.012120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51058) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.094938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e4bae02f-9a35-4180-b034-60052d472e12 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:57.099159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4bae02f-9a35-4180-b034-60052d472e12 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/e412e585-2d64-4a3f-b3fb-9d5b94a83af5 HTTP/1.1" status: 404 len: 336 time: 0.0830221 Dec 22 15:52:57.099159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51062) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.116280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 10719e87-c684-464d-8d51-d1748bb79ac2 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:52:57.120545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.144791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e150090-0906-4dd7-a313-8afc24114c95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.145291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e150090-0906-4dd7-a313-8afc24114c95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.147160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e150090-0906-4dd7-a313-8afc24114c95 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/3554287b-f8b1-4915-9543-192a367ed047 HTTP/1.1" status: 404 len: 337 time: 0.0472949 Dec 22 15:52:57.152711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51066) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.158837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.169589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb649d1a-81c9-49b2-936e-8bec456ff6b9 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:57.191281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cd91b5-beea-4684-ba72-f41e3175adef tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.191782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cd91b5-beea-4684-ba72-f41e3175adef tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.193605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32cd91b5-beea-4684-ba72-f41e3175adef tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/28927c98-a21c-4235-bc35-1125d9e19c4b HTTP/1.1" status: 404 len: 337 time: 0.0427418 Dec 22 15:52:57.196296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51070) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.225199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Port': ['ID=e86897ac-ad61-4d05-b2b2-a26234f1a699,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:57.236139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:57.239492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2e49f4-c57c-4d8e-a4cb-995f0f477853 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.239987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2e49f4-c57c-4d8e-a4cb-995f0f477853 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.244426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa2e49f4-c57c-4d8e-a4cb-995f0f477853 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/956fd0b9-b99e-4ede-acd3-c3f45739fe3b HTTP/1.1" status: 404 len: 337 time: 0.0444379 Dec 22 15:52:57.245383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51074) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.294960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b079daa-4579-47c3-9027-11854f32429b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.295469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b079daa-4579-47c3-9027-11854f32429b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.297948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b079daa-4579-47c3-9027-11854f32429b tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/73fae751-9c2c-4650-8054-90dd97a4f90c HTTP/1.1" status: 404 len: 337 time: 0.0515401 Dec 22 15:52:57.300769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51078) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.302497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.350267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df3e09fa-d32e-4b28-99cd-b1140ddb7d70 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 200 len: 205 time: 0.0480101 Dec 22 15:52:57.352726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51082) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.412769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.434736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-74dc9fc2-072f-4bd0-a327-18c9ecebfd11 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:57.439223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-74dc9fc2-072f-4bd0-a327-18c9ecebfd11 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/9e56a2c0-5f1c-445a-9d98-a0863c209447 HTTP/1.1" status: 404 len: 336 time: 0.0827096 Dec 22 15:52:57.439514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51086) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.443763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.467321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4dfa31d-bd2b-42c8-951e-a4f383fa0d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:57.488253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b7e16e9-f1f2-491b-94e2-f000a18c35d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a5c5d0a-7971-4a08-b173-32f53a3cfc7c HTTP/1.1" status: 200 len: 205 time: 0.0474474 Dec 22 15:52:57.490636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.521501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:57.533707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:57.538967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:57.544129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] create failed (client error): The resource could not be found. Dec 22 15:52:57.548971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2203557 Dec 22 15:52:57.548971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2574cb0e-c4a4-46b0-ad9d-d3b1e55b976c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:57.552781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51094) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.554614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:57.557893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:57.575644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5dc6a216-bbe2-4ce3-95a3-06287adb9b16 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:57.578038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5dc6a216-bbe2-4ce3-95a3-06287adb9b16 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/8a5c5d0a-7971-4a08-b173-32f53a3cfc7c HTTP/1.1" status: 404 len: 336 time: 0.0851712 Dec 22 15:52:57.579713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51098) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.611905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.622566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4bc2dc8-c5e2-440b-ada7-6966ae02e917 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.623238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4bc2dc8-c5e2-440b-ada7-6966ae02e917 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.625323 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4bc2dc8-c5e2-440b-ada7-6966ae02e917 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/b1a451b0-5be7-4c2f-93d4-58ee01b0e492 HTTP/1.1" status: 404 len: 337 time: 0.0443685 Dec 22 15:52:57.628140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51102) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.680298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b1e7b2c-ce1c-4f98-b484-208490c94b62 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 200 len: 205 time: 0.0486479 Dec 22 15:52:57.680601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51106) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.718978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port 7cfca0f0-b079-44ad-ac66-009fb2509012 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:57.719429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.755504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a060728f-cafe-4324-9904-18b1dead803d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:57.756664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a060728f-cafe-4324-9904-18b1dead803d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/02192b66-13ad-4a6e-a2ca-564f436f5b29 HTTP/1.1" status: 404 len: 336 time: 0.0750790 Dec 22 15:52:57.759525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51110) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.815484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c50a2dc-bb08-445e-8481-f587c9d807f5 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdee7759-40ff-42fc-bf10-44cc6e64d54b HTTP/1.1" status: 200 len: 205 time: 0.0515783 Dec 22 15:52:57.819030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51114) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.829259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.867920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.883707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce5f7865-7720-4e39-bff2-c0a4cc4124e4 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:57.895382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-ff254767-5628-46a9-a7ae-58571406d80d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:57.896660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff254767-5628-46a9-a7ae-58571406d80d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/fdee7759-40ff-42fc-bf10-44cc6e64d54b HTTP/1.1" status: 404 len: 336 time: 0.0769689 Dec 22 15:52:57.899342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51118) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.935096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.941626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b250c6ce-1f7f-4b2f-a122-49ceffd0be31 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:57.942136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b250c6ce-1f7f-4b2f-a122-49ceffd0be31 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:57.944021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b250c6ce-1f7f-4b2f-a122-49ceffd0be31 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/2188d2c3-d94c-435f-aa36-f3b90583e8ad HTTP/1.1" status: 404 len: 337 time: 0.0436835 Dec 22 15:52:57.944157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=10719e87-c684-464d-8d51-d1748bb79ac2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:57.946828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51122) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:57.947082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:57.955019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43595ea1-9424-478d-8e82-410fc2ec48bb tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:57.966220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:57.974716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c0e40-49a6-4a3f-9ac6-ec9fee7686f1 None None] Network 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:52:58.003719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56da8f9f-ca7a-460d-826c-f680ba1e7284 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=46c8e008-85df-48b9-a938-fbe01ff5888e HTTP/1.1" status: 200 len: 205 time: 0.0530517 Dec 22 15:52:58.004237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51126) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.096599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-0813dae6-3b81-4085-bd5e-da7ecafcf2d2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:58.100344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0813dae6-3b81-4085-bd5e-da7ecafcf2d2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/46c8e008-85df-48b9-a938-fbe01ff5888e HTTP/1.1" status: 404 len: 336 time: 0.0927668 Dec 22 15:52:58.100735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51130) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.102230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-44f54e2d-bb21-4b0d-a63a-86baf33fe18e None None] Provisioning complete for port 0f465a5f-7f2e-441f-8aaf-a337a16c687b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:52:58.103113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44f54e2d-bb21-4b0d-a63a-86baf33fe18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.151774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a95781f-d82c-46a1-99fa-06f2fd03eda4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:58.152514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a95781f-d82c-46a1-99fa-06f2fd03eda4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:58.157105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3a95781f-d82c-46a1-99fa-06f2fd03eda4 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/1c4c5b7d-98a1-458b-8440-d41735f25dbc HTTP/1.1" status: 404 len: 337 time: 0.0525699 Dec 22 15:52:58.157537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51134) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.170665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/10719e87-c684-464d-8d51-d1748bb79ac2 HTTP/1.1" status: 204 len: 168 time: 1.3925459 Dec 22 15:52:58.170665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51138) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.170665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f911322-0dd9-4502-9253-e46f5b74be82,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:58.173154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:58.204925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.211736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8589196 Dec 22 15:52:58.211893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-27e24b43-29fa-4251-91d3-302c6055985d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "GET /v2.0/ports?device_id=c48f2668-8ee9-4c49-a461-9b252d4ceaeb HTTP/1.1" status: 200 len: 205 time: 0.0487294 Dec 22 15:52:58.211893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51142) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.216303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '8f911322-0dd9-4502-9253-e46f5b74be82', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:58.222208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51146) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.225087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:58.240445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.285733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:58.294521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:58.300714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:58.313827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-8ee7e4ee-776f-4d16-9aa3-3ad2391872b6 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] delete failed (client error): The resource could not be found. Dec 22 15:52:58.317490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ee7e4ee-776f-4d16-9aa3-3ad2391872b6 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/routers/c48f2668-8ee9-4c49-a461-9b252d4ceaeb HTTP/1.1" status: 404 len: 336 time: 0.0916286 Dec 22 15:52:58.317988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51150) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.363270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68ea275-8544-4259-b9bd-bf3f0002b7ea tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:58.363900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68ea275-8544-4259-b9bd-bf3f0002b7ea tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:58.366019 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c68ea275-8544-4259-b9bd-bf3f0002b7ea tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/e3ceec8e-d19e-456c-b045-568ca5079fd3 HTTP/1.1" status: 404 len: 337 time: 0.0469878 Dec 22 15:52:58.371895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51154) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.400763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] DHCP port deletion for 0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:52:58.406036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Deleting port 0f465a5f-7f2e-441f-8aaf-a337a16c687b {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:58.406651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.418793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.428307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ee41e6-61e4-4b9c-be92-14276d63e39d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] DELETE failed (client error): The resource could not be found. Dec 22 15:52:58.428807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ee41e6-61e4-4b9c-be92-14276d63e39d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:52:58.433890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96ee41e6-61e4-4b9c-be92-14276d63e39d tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] 10.222.0.18 "DELETE /v2.0/subnets/09ea0e6f-7214-4e74-8a34-f447e16d2266 HTTP/1.1" status: 404 len: 337 time: 0.0575426 Dec 22 15:52:58.446056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Calling delete_port for 7cfca0f0-b079-44ad-ac66-009fb2509012 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:58.511596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.527358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.540854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 0f465a5f-7f2e-441f-8aaf-a337a16c687b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:52:58.541564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.562311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.564306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:58.592768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfee64e8-1bb2-4175-827e-00bdda8673a0,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:58.595479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:58.668309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0f465a5f-7f2e-441f-8aaf-a337a16c687b,segment=NetworkSegment(2b55a5de-b236-46fd-b2cd-72fc34b3939b),segment_id=2b55a5de-b236-46fd-b2cd-72fc34b3939b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:58.673050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.692792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.695674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4840508 Dec 22 15:52:58.703712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.710900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '8f911322-0dd9-4502-9253-e46f5b74be82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:58.718107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:58.724350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:58.730355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:58.738352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:58.815554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.824298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Calling delete_port for 0f465a5f-7f2e-441f-8aaf-a337a16c687b owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:58.835308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.865600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 0f465a5f-7f2e-441f-8aaf-a337a16c687b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0f465a5f-7f2e-441f-8aaf-a337a16c687b,segment=NetworkSegment(2b55a5de-b236-46fd-b2cd-72fc34b3939b),segment_id=2b55a5de-b236-46fd-b2cd-72fc34b3939b)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:52:58.866335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:58.934138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 15:52:58.935895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c5a6b024-ee71-4cfb-af08-e5a6fc33b860 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2299683 Dec 22 15:52:58.938725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51166) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:58.951784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:58.982007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51170) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.018210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.019243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.031945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22cd223b-f4de-4601-978c-f117fcf319ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:59.049055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.066089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 0f465a5f-7f2e-441f-8aaf-a337a16c687b owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:52:59.067145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] No DVR routers for this DVR port 0f465a5f-7f2e-441f-8aaf-a337a16c687b on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:52:59.085461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Pushing event deleted for resources: {'Port': ['ID=0f465a5f-7f2e-441f-8aaf-a337a16c687b,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.089274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.103025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Port': ['ID=7cfca0f0-b079-44ad-ac66-009fb2509012,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.109184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.139386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.146365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:59.177369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f911322-0dd9-4502-9253-e46f5b74be82,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.187256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.187502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.191209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f911322-0dd9-4502-9253-e46f5b74be82 HTTP/1.1" status: 204 len: 168 time: 0.2488563 Dec 22 15:52:59.192553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.281989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f3c5dec-1065-4eea-a3be-0c0b4cd2efe5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ed7244a61be45668120fe0a22d2a3ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2985392 Dec 22 15:52:59.285173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-877cea03-d0c8-45a1-8dec-bad2347f1e3c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:59.287900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51180) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.374664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-877cea03-d0c8-45a1-8dec-bad2347f1e3c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:59.380635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-877cea03-d0c8-45a1-8dec-bad2347f1e3c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1827772 Dec 22 15:52:59.382406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51184) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.386152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.393073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--495367374'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:59.415839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:59.442728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:59.445827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.489650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.512996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:52:59.513350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:52:59.514380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.524228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "DELETE /v2.0/ports/7cfca0f0-b079-44ad-ac66-009fb2509012 HTTP/1.1" status: 204 len: 168 time: 1.9685464 Dec 22 15:52:59.527682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.532931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:52:59.537080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:52:59.540135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:52:59.546251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:52:59.578334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.583832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e16b903-8552-4acc-a1ef-d54fa3e6566d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:59.610742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7c39d-039d-4a5a-85c5-769a8a628392 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:52:59.611502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dae7c39d-039d-4a5a-85c5-769a8a628392 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Synchronizing usage tracker for tenant:bd2256fc67cd4ef9925e01559c90aab6 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:52:59.612679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7344975-3ab2-4748-8b1d-0b4b2889f1da,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.622668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.627822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.644748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.646115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7344975-3ab2-4748-8b1d-0b4b2889f1da HTTP/1.1" status: 204 len: 168 time: 0.3560662 Dec 22 15:52:59.653444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.653852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dae7c39d-039d-4a5a-85c5-769a8a628392 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Unset dirty status for tenant:bd2256fc67cd4ef9925e01559c90aab6 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:52:59.657537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41e5f5b1-0d46-4d33-b59e-3556e8fea4c2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:59.658637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dae7c39d-039d-4a5a-85c5-769a8a628392 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "GET /v2.0/ports?device_id=e58afe5f-f938-4dc6-b35e-27dc5f71ce1e HTTP/1.1" status: 200 len: 913 time: 0.1292493 Dec 22 15:52:59.659396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51194) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.694858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df48e7-334c-4448-be38-5a0f940b4d29,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.698124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.722007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.726320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3396780 Dec 22 15:52:59.726782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51198) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.734009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5dbfad53-10f8-4e85-b8a7-6e5e89721a2f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b7df48e7-334c-4448-be38-5a0f940b4d29', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:52:59.734716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5dbfad53-10f8-4e85-b8a7-6e5e89721a2f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:52:59.735870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5dbfad53-10f8-4e85-b8a7-6e5e89721a2f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080307 Dec 22 15:52:59.738621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51202) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:52:59.832992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.863699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.934093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.942861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07c2f0ad-734f-4a5f-b8f6-5ef080b0107b tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:52:59.960756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df48e7-334c-4448-be38-5a0f940b4d29,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:52:59.964125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:52:59.965094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:52:59.966614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7df48e7-334c-4448-be38-5a0f940b4d29 HTTP/1.1" status: 204 len: 168 time: 0.2266972 Dec 22 15:52:59.969149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51208) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.015188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 0f465a5f-7f2e-441f-8aaf-a337a16c687b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:00.015574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.046431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56ebb550-c644-4619-975a-d1d432f066e6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:00.064274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0f465a5f-7f2e-441f-8aaf-a337a16c687b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:00.088217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56ebb550-c644-4619-975a-d1d432f066e6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:00.090188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56ebb550-c644-4619-975a-d1d432f066e6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1199465 Dec 22 15:53:00.096759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51216) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.102582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] The port '0f465a5f-7f2e-441f-8aaf-a337a16c687b' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:00.104501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0f465a5f-7f2e-441f-8aaf-a337a16c687b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:00.105074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0f465a5f-7f2e-441f-8aaf-a337a16c687b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:00.108804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--700035255'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:00.116681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:00.128269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:00.156351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.165505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.194061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:00.198188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:00.201166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:00.207233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:00.268783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.298310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.304275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71e320b1-99cd-46f4-a096-24ab357c5352 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:00.354823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93451c-07fe-44b3-8701-354ce8cb1d7c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:00.357779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:00.380738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.389973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.391507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2937033 Dec 22 15:53:00.394474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.401064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-abdf8ab9-c7cb-4be0-b971-c7eef2eb494a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '1a93451c-07fe-44b3-8701-354ce8cb1d7c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:00.401784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-abdf8ab9-c7cb-4be0-b971-c7eef2eb494a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:00.403259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abdf8ab9-c7cb-4be0-b971-c7eef2eb494a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075114 Dec 22 15:53:00.406050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.429082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4dfd7c-349b-4b40-a827-2bc9ca4bc529']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:00.457551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b55a5de-b236-46fd-b2cd-72fc34b3939b') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:00.457892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b55a5de-b236-46fd-b2cd-72fc34b3939b') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:00.478366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.496536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.504854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.514845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:00.515344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.527732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:00.532336 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:00.612762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.618363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e7a63ce-4d54-41ac-ac78-6a2737bdbe89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:00.635440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93451c-07fe-44b3-8701-354ce8cb1d7c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:00.639218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:00.656487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.657790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/1a93451c-07fe-44b3-8701-354ce8cb1d7c HTTP/1.1" status: 204 len: 168 time: 0.2507310 Dec 22 15:53:00.663432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51248) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.721983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-710fb65f-c1a6-49b2-821e-f6ab27a1ac47 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:00.767282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-710fb65f-c1a6-49b2-821e-f6ab27a1ac47 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:00.768583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-710fb65f-c1a6-49b2-821e-f6ab27a1ac47 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1044896 Dec 22 15:53:00.774665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51254) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.781646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739780667'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:00.793120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:00.798073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.803713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5118f7b2-9da5-41ec-9cab-3daaaff789df tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:00.803974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:00.827000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.839440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=0b4dfd7c-349b-4b40-a827-2bc9ca4bc529,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:00.841675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:00.851509 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/0b4dfd7c-349b-4b40-a827-2bc9ca4bc529 HTTP/1.1" status: 204 len: 168 time: 2.6794465 Dec 22 15:53:00.851704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51258) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:00.852652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:00.886425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:00.890829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:00.893899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:00.900164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:00.959674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.001487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.007357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-815eaee6-3904-4ba0-9b9a-b7f39afa66f8 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:01.042417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efee120-25b4-4c86-8bd1-bb7ccc434cca tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:01.043183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3efee120-25b4-4c86-8bd1-bb7ccc434cca tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:01.057859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3637a88d-0017-4d16-b303-c106fba81dd9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:01.061572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:01.116420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3efee120-25b4-4c86-8bd1-bb7ccc434cca tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:01.117014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.118615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3428590 Dec 22 15:53:01.119682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3efee120-25b4-4c86-8bd1-bb7ccc434cca tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2640591 Dec 22 15:53:01.122093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51266) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.122500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51268) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.133121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1379014f-3edd-4024-ba62-f696f6dd8d57 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '3637a88d-0017-4d16-b303-c106fba81dd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.133900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1379014f-3edd-4024-ba62-f696f6dd8d57 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:01.135662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1379014f-3edd-4024-ba62-f696f6dd8d57 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096717 Dec 22 15:53:01.138928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51276) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.145243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6a0d9e97-1e17-4c1d-814d-87e3791836e3 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '3637a88d-0017-4d16-b303-c106fba81dd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.146067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-6a0d9e97-1e17-4c1d-814d-87e3791836e3 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:01.149789 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6a0d9e97-1e17-4c1d-814d-87e3791836e3 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073249 Dec 22 15:53:01.150042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.156373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a43f1ad6-1c74-4695-bd62-eeea486e5cd2 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '3637a88d-0017-4d16-b303-c106fba81dd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.157277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a43f1ad6-1c74-4695-bd62-eeea486e5cd2 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:01.160606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a43f1ad6-1c74-4695-bd62-eeea486e5cd2 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067368 Dec 22 15:53:01.160851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.167371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f7ccb24b-af57-448e-b607-7d1b34bb3345 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '3637a88d-0017-4d16-b303-c106fba81dd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.168150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f7ccb24b-af57-448e-b607-7d1b34bb3345 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:01.171808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7ccb24b-af57-448e-b607-7d1b34bb3345 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073943 Dec 22 15:53:01.171808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51288) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.241014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.275037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.287518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43c5b522-d234-4400-92b0-4d6b0cf5e790 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1608675 Dec 22 15:53:01.288381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51294) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.300286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-331130162'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.304322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port be7296aa-826f-4592-be1e-f60e8741f5c0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:01.304705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.346480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:01.356054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:01.356323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.361184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:01.361980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95c4975b-e8e9-4bda-83f2-32cf638967d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:01.371192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:01.378857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3637a88d-0017-4d16-b303-c106fba81dd9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:01.381298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:01.387267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.391086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/3637a88d-0017-4d16-b303-c106fba81dd9 HTTP/1.1" status: 204 len: 168 time: 0.2156534 Dec 22 15:53:01.391330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.456924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1eae1b86-4f89-4ec5-9ce6-f6c2e58ac6d4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:01.479943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:01.485324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.504659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1eae1b86-4f89-4ec5-9ce6-f6c2e58ac6d4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:01.511356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1eae1b86-4f89-4ec5-9ce6-f6c2e58ac6d4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1140068 Dec 22 15:53:01.512032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.518493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--2014376587'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.526286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:01.537317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:01.547518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:01.560893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.570860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.571291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment ee296d63-45da-460f-89b6-b23451a0f06f of type vlan for network 538d16c2-799c-4423-9346-7dbc2485e0c0 Dec 22 15:53:01.578464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.619750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:01.623921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:01.627080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:01.633282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:01.694154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.707969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Calling delete_port for be7296aa-826f-4592-be1e-f60e8741f5c0 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:01.723148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.736666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5e37e86-74c0-43fe-be24-0df8b189c2f1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:01.770202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.830815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d91dc1-bcbf-4af7-af2a-bfc892c86260,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:01.833343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:01.882894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.886217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3723412 Dec 22 15:53:01.888619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51320) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.895203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5d4c4c27-e16c-4e0b-92cf-1eef52f8d81f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.897406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5d4c4c27-e16c-4e0b-92cf-1eef52f8d81f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:01.898705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d4c4c27-e16c-4e0b-92cf-1eef52f8d81f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088215 Dec 22 15:53:01.902184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51324) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:01.909896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:01.925271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:01.940791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:01.944150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:01.955738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:01.967816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.972166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:01.972813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:01.981556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3dc16bb9-83c5-48de-968b-f4529185eca2 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:02.034901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.059097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.062474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a132846-72d8-4733-b80f-5cb34ed02525 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1565378 Dec 22 15:53:02.063492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51334) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.071294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-06b79727-9a45-41f2-8929-2ef3ff78d4d0 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.072244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-06b79727-9a45-41f2-8929-2ef3ff78d4d0 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.074032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-06b79727-9a45-41f2-8929-2ef3ff78d4d0 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093584 Dec 22 15:53:02.077083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51340) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.085094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.091314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51344) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.098095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.102906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.106906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.117596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.225902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9355350 Dec 22 15:53:02.229211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51350) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.236547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.238801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=538d16c2-799c-4423-9346-7dbc2485e0c0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:02.241865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:02.250430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d997df0-2908-48af-b544-6425819d54b7 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:02.252402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:02.266745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.270866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b70e89ea-d64c-4d26-b07c-6fd41774242a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1913803 Dec 22 15:53:02.279631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51354) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.302569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-260bce8e-27c6-4565-a5fe-0b079dcb7929 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.303563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-260bce8e-27c6-4565-a5fe-0b079dcb7929 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.304849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-260bce8e-27c6-4565-a5fe-0b079dcb7929 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0233784 Dec 22 15:53:02.310506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51358) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.318761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.334335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.410501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.426217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Port': ['ID=be7296aa-826f-4592-be1e-f60e8741f5c0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:02.429134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:02.444631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.456224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--10549156', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.468174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.483752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.494741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.499231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.504569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.508638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.516079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.519675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.527308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.535656 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Project e3080cd0ce064111882e67f590bdeffc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:53:02.590515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:02.602200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.615907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:02.641493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.645484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd3c4a5e-1144-499f-998b-ed2a36a01bf4 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3307207 Dec 22 15:53:02.647920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.658385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51362) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.682420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-842c14e8-f75e-4d13-9fc9-a4329b701449 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.683121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-842c14e8-f75e-4d13-9fc9-a4329b701449 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:02.684186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-842c14e8-f75e-4d13-9fc9-a4329b701449 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122650 Dec 22 15:53:02.693030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51366) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:02.752287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:02.781970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.785198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963394-ec70-4aea-aa5e-0410120d91b5 req-5e12a91e-242d-4e3d-98a6-7419d904d350 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:02.786851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72963394-ec70-4aea-aa5e-0410120d91b5 req-5e12a91e-242d-4e3d-98a6-7419d904d350 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.7363322 Dec 22 15:53:02.794370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.796739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.803155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.805993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:02.816018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:02.831196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.839181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:02.848580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:02.866813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:02.915145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72963394-ec70-4aea-aa5e-0410120d91b5 req-e5f3ff74-72ce-4485-9643-d9578d34dc47 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210275 Dec 22 15:53:03.172927 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Project e3080cd0ce064111882e67f590bdeffc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:53:03.249054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:03.253315 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1caa11ca-b4b7-43d9-a85e-d5e6695a0056 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5560753 Dec 22 15:53:03.254214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51370) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:03.265758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b1d91dc1-bcbf-4af7-af2a-bfc892c86260', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:03.279734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:03.286183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:03.289998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:03.299771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:03.313847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Router e58afe5f-f938-4dc6-b35e-27dc5f71ce1e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:53:03.330566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.375880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.381076 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Project e3080cd0ce064111882e67f590bdeffc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:53:03.381797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d2ea0c4-afa8-47ed-8ce3-e29c5dccd944 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:03.413207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:03.423380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.430073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9f1a3d-977d-4a71-9162-b9219ee06042,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:03.439223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:03.440667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.440667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment 750502cd-ddc4-41d0-b3e0-2c70355fd31d of type vlan for network 2b6d94fd-196c-4703-bec7-1b1da346348b Dec 22 15:53:03.442470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5804f203-7a46-4390-a3bc-989b30086269 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:03.476606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:03.482683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "PUT /v2.0/routers/e58afe5f-f938-4dc6-b35e-27dc5f71ce1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8220265 Dec 22 15:53:03.485422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51374) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:03.489884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] Sync routers for ids ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:03.505463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] Routers {'e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:03.506513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:03.533027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.547990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:03.551936 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4bc64ee1-9e7e-4b56-8047-ecf1139a134e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2938564 Dec 22 15:53:03.553013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51378) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:03.559788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=893c411c-9486-492f-bc8f-718ef79fbd27,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:03.579652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:03.580248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:03.592510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] Routers {'e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:03.593310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:03.631902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.632897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': 'ee296d63-45da-460f-89b6-b23451a0f06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:03.633303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 538d16c2-799c-4423-9346-7dbc2485e0c0, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:03.663442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:03.663884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777dba5d-e6a0-43c2-9d8b-28e61d057a07 None None] The sync data for ids ['e58afe5f-f938-4dc6-b35e-27dc5f71ce1e'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:03.680994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.688647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:03.689536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.698607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a3fd4dc-26d9-4212-b629-0bb9d2ad61d7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:03.731038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.831443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:03.849243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=2b6d94fd-196c-4703-bec7-1b1da346348b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:03.860631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:03.860631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.863105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2b6d94fd-196c-4703-bec7-1b1da346348b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:03.884906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7897418 Dec 22 15:53:03.885702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51382) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:03.900336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:03.913373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:03.918138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 538d16c2-799c-4423-9346-7dbc2485e0c0) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:03.920774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:03.925728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:03.929164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:03.929809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.939056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:03.973044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.975914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:03.977190 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/b1d91dc1-bcbf-4af7-af2a-bfc892c86260 HTTP/1.1" status: 204 len: 168 time: 0.4238400 Dec 22 15:53:03.981964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4ad71dd-5332-438a-8feb-c47ec8c6aaa8 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:03.983682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51388) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:03.984438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7978928-1f3a-4698-8318-244d00e67611 None None] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:04.002574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d91dc1-bcbf-4af7-af2a-bfc892c86260,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:04.011966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7811644 Dec 22 15:53:04.013265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:04.014626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.015695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.021083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51392) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.028980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0', 'name': 'tempest-PortsIpV6TestJSON-1433406253'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:04.074430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.135296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.151674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.181120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b78c45f-d474-4e1b-a2a3-d539356369ca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:04.199358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:04.208104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:04.226522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef382-b87e-4820-a62b-40b45a408808 req-4852c9a0-75e2-434b-b03b-653c7accadf8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:04.228181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b62ef382-b87e-4820-a62b-40b45a408808 req-4852c9a0-75e2-434b-b03b-653c7accadf8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1516836 Dec 22 15:53:04.256296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.256956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Fanout notify agent at l3_agent the message router_deleted on router e58afe5f-f938-4dc6-b35e-27dc5f71ce1e {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:53:04.258693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b78c45f-d474-4e1b-a2a3-d539356369ca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:04.260213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b78c45f-d474-4e1b-a2a3-d539356369ca tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2755117 Dec 22 15:53:04.267734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51396) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.277654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--342585450'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:04.278551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-538d16c2-799c-4423-9346-7dbc2485e0c0', 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': '893c411c-9486-492f-bc8f-718ef79fbd27'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:04.279778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:04.280658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.285304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.294484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:04.298764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.302556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b6122557-67ea-471b-b815-c0256ae6eaa1 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "DELETE /v2.0/routers/e58afe5f-f938-4dc6-b35e-27dc5f71ce1e HTTP/1.1" status: 204 len: 168 time: 0.8136437 Dec 22 15:53:04.304714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51400) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.317909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:04.323403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b62ef382-b87e-4820-a62b-40b45a408808 req-4b27d2b1-f37d-4d64-bff8-171be4d66261 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879490 Dec 22 15:53:04.356404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.394402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:04.398660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:04.402644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:04.409230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:04.426427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port c427805e-5b4f-4a6a-b295-924faa9697ab yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:04.460427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Allocated IP 2001:db8::2 (538d16c2-799c-4423-9346-7dbc2485e0c0/893c411c-9486-492f-bc8f-718ef79fbd27/dee5da96-2d86-4c07-bd3c-c351690b6f3a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:04.474270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.510475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.517311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb516abb-a0c8-4a09-883a-6cd5d4c03acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:04.535753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.563044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c470adf7-b40d-4ef4-8f2e-7447917e86b8,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:04.566593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:04.595934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.600356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3272774 Dec 22 15:53:04.600505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51404) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.608177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'c470adf7-b40d-4ef4-8f2e-7447917e86b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:04.614624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:04.618788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:04.622476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:04.628558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:04.687638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.696465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting subnet 092ba430-8115-4317-b145-1e4427311529 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:04.699655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Transition to ACTIVE for port object dee5da96-2d86-4c07-bd3c-c351690b6f3a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:04.700985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.721272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Transition to ACTIVE for port object dee5da96-2d86-4c07-bd3c-c351690b6f3a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:04.739016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The resource could not be found. Dec 22 15:53:04.740245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77d1d711-a04f-4611-aa4d-db1bdbfe8118 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1387091 Dec 22 15:53:04.743247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51408) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.750339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'c470adf7-b40d-4ef4-8f2e-7447917e86b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '12aed68c-f4df-4889-a6f9-325de2fb2cd7'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:04.757930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:04.762800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:04.766502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:04.768223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.773803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:04.778133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0722e157-0c55-4ec3-8359-982114c09654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:04.782008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.851400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Pushing event updated for resources: {'Port': ['ID=dee5da96-2d86-4c07-bd3c-c351690b6f3a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:04.857036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:04.859010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:04.860282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:04.862495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:04.910404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The resource could not be found. Dec 22 15:53:04.914575 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c1ab4c1-b6e4-48bd-9a44-33b34628a552 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1675034 Dec 22 15:53:04.915444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51412) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:04.955695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Attempting to bind port dee5da96-2d86-4c07-bd3c-c351690b6f3a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:04.956113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Attempting to bind port dee5da96-2d86-4c07-bd3c-c351690b6f3a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'ee296d63-45da-460f-89b6-b23451a0f06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:04.956599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Attempting to bind port dee5da96-2d86-4c07-bd3c-c351690b6f3a on network 538d16c2-799c-4423-9346-7dbc2485e0c0 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:04.963786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:04.964207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Checking segment: {'id': 'ee296d63-45da-460f-89b6-b23451a0f06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:04.964654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.965094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Bound using segment: {'id': 'ee296d63-45da-460f-89b6-b23451a0f06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:04.966088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Bound port: dee5da96-2d86-4c07-bd3c-c351690b6f3a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee296d63-45da-460f-89b6-b23451a0f06f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:04.966088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:04.986040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.003652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::112 (538d16c2-799c-4423-9346-7dbc2485e0c0/893c411c-9486-492f-bc8f-718ef79fbd27/c427805e-5b4f-4a6a-b295-924faa9697ab) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:05.022540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.068476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.069209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] For port dee5da96-2d86-4c07-bd3c-c351690b6f3a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:05.073527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] For port dee5da96-2d86-4c07-bd3c-c351690b6f3a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dee5da96-2d86-4c07-bd3c-c351690b6f3a,segment=NetworkSegment(ee296d63-45da-460f-89b6-b23451a0f06f),segment_id=ee296d63-45da-460f-89b6-b23451a0f06f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:05.098733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.104477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4cb946a-82b5-4254-b61b-df05b63d5f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:05.110492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.122889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470adf7-b40d-4ef4-8f2e-7447917e86b8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:05.127779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:05.128311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.128873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.132988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/c470adf7-b40d-4ef4-8f2e-7447917e86b8 HTTP/1.1" status: 204 len: 168 time: 0.2158711 Dec 22 15:53:05.133665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51416) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:05.137097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:05.159454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.199747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a5cc600-2260-4821-8e25-5a88f255574a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:05.238999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Pushing event updated for resources: {'Port': ['ID=dee5da96-2d86-4c07-bd3c-c351690b6f3a,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:05.242518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:05.247442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a5cc600-2260-4821-8e25-5a88f255574a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:05.251112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a5cc600-2260-4821-8e25-5a88f255574a tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1163754 Dec 22 15:53:05.254127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51420) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:05.260566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '05af3967-7962-4abb-ac74-b329f8f2b24a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:05.268279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:05.272560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:05.276444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:05.284934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:05.396370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.35 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/b7d5c571-7976-456d-8ce7-960fbb0714e4) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:05.402432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The resource could not be found. Dec 22 15:53:05.409721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d9ace5c-ba87-4f62-8064-43cee15d7c75 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1491456 Dec 22 15:53:05.410509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51426) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:05.417569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--471078118'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:05.425826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:05.437508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:05.497213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.513793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffdd728-0b36-44be-ba97-47ba53708c29 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:05.540646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.567588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c6f7c-cb16-443d-b958-37ac10f556f6 req-d9372f32-2a6a-4739-8ac0-2a0e80554c2c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:05.569255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e56c6f7c-cb16-443d-b958-37ac10f556f6 req-d9372f32-2a6a-4739-8ac0-2a0e80554c2c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1103022 Dec 22 15:53:05.580213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Subnet': ['ID=092ba430-8115-4317-b145-1e4427311529,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:05.599628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:05.612048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.612293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f3ab60-19e5-4844-8afd-6c218887c85c None None] Network 806c072e-6074-4cf9-85b0-5e8d027887d1 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:05.637921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:05.666404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:05.703105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e56c6f7c-cb16-443d-b958-37ac10f556f6 req-5702fe9d-7a0a-4d01-98d0-e3ed2d0199cd tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157525 Dec 22 15:53:05.704149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:05.711942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:05.735025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51432) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:05.738182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "DELETE /v2.0/subnets/092ba430-8115-4317-b145-1e4427311529 HTTP/1.1" status: 204 len: 168 time: 1.4276009 Dec 22 15:53:05.769638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.842240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object c427805e-5b4f-4a6a-b295-924faa9697ab will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:05.886766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.919831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.926833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.938814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port 04d57e94-ea08-4dcd-9669-9b2cb8150642 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:05.939270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.956267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.962384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff04ad6d-b020-4ead-b179-3fbfc3929430 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:05.974815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] DHCP port deletion for 806c072e-6074-4cf9-85b0-5e8d027887d1 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:05.980349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Deleting port 04d57e94-ea08-4dcd-9669-9b2cb8150642 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:05.980778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.983980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:05.989649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b911ae1f-6cfc-40a8-ae2b-7cae580cbf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:06.039730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=c427805e-5b4f-4a6a-b295-924faa9697ab,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:06.042634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.050004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:06.050515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:06.094143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b277a662-c602-4c88-83fb-230803d8b2a3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:06.106787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:06.141707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:06.143465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dee5da96-2d86-4c07-bd3c-c351690b6f3a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:06.143727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:06.146808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:06.149121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.149267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:06.150603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7388844 Dec 22 15:53:06.154474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51436) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:06.154611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:06.155213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.160173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:06.162546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144629263'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:06.168933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:06.171052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:06.204194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=b7d5c571-7976-456d-8ce7-960fbb0714e4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:06.215757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:06.316556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] For port 04d57e94-ea08-4dcd-9669-9b2cb8150642, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04d57e94-ea08-4dcd-9669-9b2cb8150642,segment=NetworkSegment(e35356af-fe4f-4ff1-8d6d-3a9e0084f747),segment_id=e35356af-fe4f-4ff1-8d6d-3a9e0084f747)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:06.317014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.389456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dee5da96-2d86-4c07-bd3c-c351690b6f3a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:06.463552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Calling delete_port for 04d57e94-ea08-4dcd-9669-9b2cb8150642 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:06.488148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:06.495262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:06.506600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:06.509477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] For port 04d57e94-ea08-4dcd-9669-9b2cb8150642, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=04d57e94-ea08-4dcd-9669-9b2cb8150642,segment=NetworkSegment(e35356af-fe4f-4ff1-8d6d-3a9e0084f747),segment_id=e35356af-fe4f-4ff1-8d6d-3a9e0084f747)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:06.510322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.539673 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-adaa640c-4957-4160-9dd9-bf0e2c58a80d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5169613 Dec 22 15:53:06.540319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:06.552554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '538d16c2-799c-4423-9346-7dbc2485e0c0', 'name': 'tempest-PortsIpV6TestJSON-1536324199'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:06.567970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04d57e94-ea08-4dcd-9669-9b2cb8150642 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:06.639117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No active binding found for port 04d57e94-ea08-4dcd-9669-9b2cb8150642 {{(pid=88959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:53:06.639117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 04d57e94-ea08-4dcd-9669-9b2cb8150642 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:06.639551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.658675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.658846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Calling delete_port for 04d57e94-ea08-4dcd-9669-9b2cb8150642 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:06.685349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3493e20e-5e78-4f43-b1e9-08be566ae84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:06.728280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:06.733621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:06.737083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:06.743552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:06.743838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] No DVR routers for this DVR port 04d57e94-ea08-4dcd-9669-9b2cb8150642 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:06.764613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Pushing event deleted for resources: {'Port': ['ID=04d57e94-ea08-4dcd-9669-9b2cb8150642,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:06.768827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:06.773300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:06.773729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:06.774091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:06.775043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:06.782662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:06.785950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:06.809246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:06.815606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.829426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.830155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.868659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.905001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:06.909617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:06.909814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:07.017752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf68be0-ffa3-43a1-99ac-5033038fe5c3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:07.021048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:07.054979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532b7c6-4a0b-44d3-961b-6415200becd4 req-32056106-2c0b-4cf8-9c39-bd13069cc1d0 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:07.057204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8532b7c6-4a0b-44d3-961b-6415200becd4 req-32056106-2c0b-4cf8-9c39-bd13069cc1d0 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1232929 Dec 22 15:53:07.058925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.062966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9047055 Dec 22 15:53:07.063382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51446) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:07.085859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': 'b277a662-c602-4c88-83fb-230803d8b2a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2cf68be0-ffa3-43a1-99ac-5033038fe5c3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:07.094965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:07.104596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:07.108845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:07.130403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:07.152299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8532b7c6-4a0b-44d3-961b-6415200becd4 req-9f8dc700-f078-42dc-96bb-b6bafd92b680 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857983 Dec 22 15:53:07.195992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::2c9 (538d16c2-799c-4423-9346-7dbc2485e0c0/893c411c-9486-492f-bc8f-718ef79fbd27/1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:07.230532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:07.231704 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6bdd7642-6d75-41db-ae64-41707f345e25 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1672595 Dec 22 15:53:07.234840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51450) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:07.255664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c8d26-450b-4330-a22a-8baf1ba1f29d None None] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:07.277355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Deleting port 04d57e94-ea08-4dcd-9669-9b2cb8150642 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:07.277727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.358081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] The port '04d57e94-ea08-4dcd-9669-9b2cb8150642' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:07.428432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Provisioning for port dee5da96-2d86-4c07-bd3c-c351690b6f3a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:07.436111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:53:07.436292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.438584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Provisioning complete for port dee5da96-2d86-4c07-bd3c-c351690b6f3a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:07.439009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.461671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.536678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.542162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:07.550505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.597725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806c072e-6074-4cf9-85b0-5e8d027887d1']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:07.627672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:07.628102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35356af-fe4f-4ff1-8d6d-3a9e0084f747') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:07.643727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.663205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.673379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:07.674073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.675963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.685609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1fb45c3-2733-4162-b6bf-dcfb0828e6ec tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:07.693209 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:07.710334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.719172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f048ee8-3be7-4ae5-84df-f24fd53e59b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:07.777211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:07.786075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:07.788600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:07.792209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf68be0-ffa3-43a1-99ac-5033038fe5c3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:07.799982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:07.803339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.804986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.808728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/2cf68be0-ffa3-43a1-99ac-5033038fe5c3 HTTP/1.1" status: 204 len: 168 time: 0.5698843 Dec 22 15:53:07.808996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51454) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:07.811595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:07.812425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.820309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:07.824158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:07.847498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.848667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] For port dee5da96-2d86-4c07-bd3c-c351690b6f3a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dee5da96-2d86-4c07-bd3c-c351690b6f3a,segment=NetworkSegment(ee296d63-45da-460f-89b6-b23451a0f06f),segment_id=ee296d63-45da-460f-89b6-b23451a0f06f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:07.852797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ecc0448-3d7d-40ad-a045-a932f95e118a tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:07.866129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:07.874169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.874830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:07.885047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Pushing event deleted for resources: {'Network': ['ID=806c072e-6074-4cf9-85b0-5e8d027887d1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:07.888488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.891495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:07.894890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:07.900745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] 10.222.0.18 "DELETE /v2.0/networks/806c072e-6074-4cf9-85b0-5e8d027887d1 HTTP/1.1" status: 204 len: 168 time: 2.1634789 Dec 22 15:53:07.927678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:07.929064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0423615 Dec 22 15:53:07.933854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3864527 Dec 22 15:53:07.933854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51460) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:07.935703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51462) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:07.944516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-880103d6-775a-4fc4-85b4-d4bcd35a6184 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:07.971716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Pushing event updated for resources: {'Port': ['ID=dee5da96-2d86-4c07-bd3c-c351690b6f3a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:07.974960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:07.976197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:07.976868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:08.024211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-880103d6-775a-4fc4-85b4-d4bcd35a6184 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:08.026342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-880103d6-775a-4fc4-85b4-d4bcd35a6184 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2162399 Dec 22 15:53:08.029629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51470) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.084570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81db4637-8e9c-4f35-b2de-b70a35c52651 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:08.085353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81db4637-8e9c-4f35-b2de-b70a35c52651 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:08.127211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81db4637-8e9c-4f35-b2de-b70a35c52651 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:08.131044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81db4637-8e9c-4f35-b2de-b70a35c52651 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A112 HTTP/1.1" status: 200 len: 929 time: 0.1943531 Dec 22 15:53:08.131919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51474) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.152569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.192976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.227692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:08.238842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e8a7d403-e47c-47b7-95cb-909dd55f311a tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3043687 Dec 22 15:53:08.244299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.296385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:08.296784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.490006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51488) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.608537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Provisioning for port 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:08.621374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Provisioning complete for port 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:08.639046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.639228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6610b5c7-cbaa-42dc-88b9-a319ca3a51f3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:08.639228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6610b5c7-cbaa-42dc-88b9-a319ca3a51f3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3838146 Dec 22 15:53:08.639228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51494) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.685720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1fea8-6182-4789-9da7-ccfc23b928ea req-2c040c1d-0900-4ff9-a6c7-f9439901d3f2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:08.686704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:08.687649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49e1fea8-6182-4789-9da7-ccfc23b928ea req-2c040c1d-0900-4ff9-a6c7-f9439901d3f2 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.3054442 Dec 22 15:53:08.694646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:53:08.695047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Updating router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 port b7d5c571-7976-456d-8ce7-960fbb0714e4 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:53:08.704923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.715251 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-941eeb4b-e0af-4faf-8306-b39ca117b14e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787497 Dec 22 15:53:08.721351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51498) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.728766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143513994', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:08.748591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.773543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04776b40-84bc-4666-a06d-f792ce886b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:08.774874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.784403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49e1fea8-6182-4789-9da7-ccfc23b928ea req-626bb847-2b07-4878-ba04-f538976292a0 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839815 Dec 22 15:53:08.811189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b277a662-c602-4c88-83fb-230803d8b2a3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:08.814300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:08.860647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:08.866793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/b277a662-c602-4c88-83fb-230803d8b2a3 HTTP/1.1" status: 204 len: 168 time: 0.8359890 Dec 22 15:53:08.867582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51502) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.882938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Port 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:08.930713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e16a5f72-cfc2-4c2b-b9cf-89b87f5bde4c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:08.943388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:08.979686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e16a5f72-cfc2-4c2b-b9cf-89b87f5bde4c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:08.986909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e16a5f72-cfc2-4c2b-b9cf-89b87f5bde4c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1181233 Dec 22 15:53:08.992957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51506) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:08.994559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240682469'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:09.005160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:09.019396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:09.040929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Provisioning for port c427805e-5b4f-4a6a-b295-924faa9697ab completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:09.061323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Provisioning complete for port c427805e-5b4f-4a6a-b295-924faa9697ab triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:09.061744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.064417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.117674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:09.118626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:09.120009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Port c427805e-5b4f-4a6a-b295-924faa9697ab cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:09.122375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:09.125391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:09.125905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:09.129165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:09.131512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:09.137612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:09.158841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c787a11e-2dd9-498d-9705-1ec2d1a5310c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bd2256fc67cd4ef9925e01559c90aab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6665506 Dec 22 15:53:09.161007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51510) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.202813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Provisioning complete for port dee5da96-2d86-4c07-bd3c-c351690b6f3a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:09.203133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-334ce087-5dcf-4491-9618-c4afe3576167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.219337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:09.235768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.277279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.288646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.301135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65521ef8-e18e-4f4b-8f02-a56ad1431a1f tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:09.330805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.346088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.346325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:09.381340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2326a6a4-68b0-48bb-8fc3-c09e45e87097,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:09.387294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:09.400262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:09.403300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:09.408641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.412818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.414380 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4256999 Dec 22 15:53:09.422638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.422839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.428169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '2326a6a4-68b0-48bb-8fc3-c09e45e87097', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:09.435911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:09.436296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Transition to ACTIVE for port object b7d5c571-7976-456d-8ce7-960fbb0714e4 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:09.440138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:09.443910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:09.446780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.456004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21f5859f-4712-46fb-951c-96a267a2f560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:09.464526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:09.470460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.478801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c429025-ca78-4a69-b494-765028ac956f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:09.483406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:09.484359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.485624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c91490-c8a8-4cef-bd77-cbf3a423e0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:09.488513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c429025-ca78-4a69-b494-765028ac956f HTTP/1.1" status: 204 len: 168 time: 0.3037131 Dec 22 15:53:09.520389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.585292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Attempting to bind port b7d5c571-7976-456d-8ce7-960fbb0714e4 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:09.585473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Attempting to bind port b7d5c571-7976-456d-8ce7-960fbb0714e4 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:09.585750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Attempting to bind port b7d5c571-7976-456d-8ce7-960fbb0714e4 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:09.596100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 HTTP/1.1" status: 204 len: 168 time: 1.4601331 Dec 22 15:53:09.600020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51520) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.604544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:09.606907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e89da25e-5568-4a39-a014-ca393cb0bde7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1839061 Dec 22 15:53:09.609300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51524) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.609929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:09.610330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:09.610806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.611248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:09.611771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Bound port: b7d5c571-7976-456d-8ce7-960fbb0714e4, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:09.612189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.616575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group_rule': {'security_group_id': '2326a6a4-68b0-48bb-8fc3-c09e45e87097', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:09.633064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:09.636388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Pushing event updated for resources: {'Port': ['ID=b7d5c571-7976-456d-8ce7-960fbb0714e4,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:09.639506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:09.647127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:09.651081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:09.657955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:09.658304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4b30d75a-c0be-4788-9b21-0a61a0c7b69a None None] Provisioning complete for port c427805e-5b4f-4a6a-b295-924faa9697ab triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:09.659255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b30d75a-c0be-4788-9b21-0a61a0c7b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.684055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-966db15c-a1e4-4bae-867a-b4f7102e03f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:09.685496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-966db15c-a1e4-4bae-867a-b4f7102e03f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:09.735207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4b30d75a-c0be-4788-9b21-0a61a0c7b69a None None] Port c427805e-5b4f-4a6a-b295-924faa9697ab cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:09.737304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-966db15c-a1e4-4bae-867a-b4f7102e03f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:09.741001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-966db15c-a1e4-4bae-867a-b4f7102e03f9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1 HTTP/1.1" status: 404 len: 333 time: 0.1375325 Dec 22 15:53:09.741176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4b30d75a-c0be-4788-9b21-0a61a0c7b69a None None] Could not find standard attr ID for object 1bb83e88-b742-4d24-bf8d-0c4d3d9ffde1. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:09.742083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51528) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.756838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] For port b7d5c571-7976-456d-8ce7-960fbb0714e4, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:09.761692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] For port b7d5c571-7976-456d-8ce7-960fbb0714e4, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b7d5c571-7976-456d-8ce7-960fbb0714e4,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:09.802709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:09.809288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef485c2b-1c40-4509-85d2-24f73584efba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:09.895022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:09.896670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7571535-e648-4226-818f-20f641dd5ef6 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2863483 Dec 22 15:53:09.899854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51536) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:09.919832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Pushing event updated for resources: {'Port': ['ID=b7d5c571-7976-456d-8ce7-960fbb0714e4,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:09.927252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:09.962162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:09.963404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:52:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:10.044150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.076463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.136704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.157214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dee5da96-2d86-4c07-bd3c-c351690b6f3a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:10.204514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db6ecf-636b-421c-9894-fc1334df10ac req-e2c55f9c-72cb-4d58-bb94-76d2a2501f01 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:10.206138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-03db6ecf-636b-421c-9894-fc1334df10ac req-e2c55f9c-72cb-4d58-bb94-76d2a2501f01 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1896808 Dec 22 15:53:10.263014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.265228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port c427805e-5b4f-4a6a-b295-924faa9697ab {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:10.265691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.271395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-102db0f0-faad-4d41-a93a-5296564865fd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:10.276836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:10.288747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2326a6a4-68b0-48bb-8fc3-c09e45e87097,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:10.299589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:10.311543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.312796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/2326a6a4-68b0-48bb-8fc3-c09e45e87097 HTTP/1.1" status: 204 len: 168 time: 0.4111204 Dec 22 15:53:10.315386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-03db6ecf-636b-421c-9894-fc1334df10ac req-901fa497-3e8d-4650-ad28-a1520a4adeb3 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980916 Dec 22 15:53:10.315887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51548) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:10.385971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aacf149f-c509-4ce5-9dec-25f17314f1ac tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:10.416438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dee5da96-2d86-4c07-bd3c-c351690b6f3a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:10.416997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.435841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aacf149f-c509-4ce5-9dec-25f17314f1ac tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:10.438469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aacf149f-c509-4ce5-9dec-25f17314f1ac tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1215885 Dec 22 15:53:10.445499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:10.454482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'tempest-secgroup--702854740'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:10.462466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:10.476001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:10.483769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.491501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf25844c-ec93-4de9-b28c-701b411a0728 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:10.550871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.605849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:10.612893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Usage tracker for resource:security_group_rule and tenant:e3080cd0ce064111882e67f590bdeffc is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:10.620960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:10.629483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:10.673623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=37a370e0-90d3-47d5-a740-187bc04f072f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:10.682355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:10.695448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:10.695849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 2b6d94fd-196c-4703-bec7-1b1da346348b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:10.706379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.720352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.767464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.774850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-677e614f-5876-428f-afcf-3958ea3b9117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:10.848496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for c427805e-5b4f-4a6a-b295-924faa9697ab owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:10.878513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c9ba4-6d65-45eb-9e9e-43d7b630b7db,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:10.899313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:10.913799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:10.919186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbe81e-3d7c-4a8b-a24b-fa332d5a7442 None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:10.940960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2b6d94fd-196c-4703-bec7-1b1da346348b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:10.950110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51562) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:10.961882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:10.964490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5175335 Dec 22 15:53:10.967326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51568) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:10.973747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-661d8689-12c6-4d4e-9154-1a58384fa36b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:10.974382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-661d8689-12c6-4d4e-9154-1a58384fa36b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 15:53:10.977289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-661d8689-12c6-4d4e-9154-1a58384fa36b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "PUT /v2.0/security-groups/4b1c9ba4-6d65-45eb-9e9e-43d7b630b7db HTTP/1.1" status: 409 len: 330 time: 0.0071959 Dec 22 15:53:10.978732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51572) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:10.993364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2b6d94fd-196c-4703-bec7-1b1da346348b) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:11.006394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:11.007081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.009243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b79cbec-7040-46a5-bfec-799ee636cc2f None None] Network 2b6d94fd-196c-4703-bec7-1b1da346348b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:11.088997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3660991 Dec 22 15:53:11.091699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51576) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.099054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.132290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1512323650'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:11.141751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:11.147789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.156729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:11.162586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:11.164494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.177912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:11.183742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4147a81d-c7f4-4492-8491-c0d0e17521f3 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:11.230273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:11.236994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.255317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.269239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-2b6d94fd-196c-4703-bec7-1b1da346348b', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:11.269478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=c427805e-5b4f-4a6a-b295-924faa9697ab,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:11.270995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.272600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.284749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83fffb2b-2e45-456e-a2f8-4d7637ce8b86 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:11.296513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:11.299079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.301869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/c427805e-5b4f-4a6a-b295-924faa9697ab HTTP/1.1" status: 204 len: 168 time: 1.5547099 Dec 22 15:53:11.303586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c9ba4-6d65-45eb-9e9e-43d7b630b7db,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:11.304609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51580) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.315334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:11.325120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.329698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b1c9ba4-6d65-45eb-9e9e-43d7b630b7db HTTP/1.1" status: 204 len: 168 time: 0.3494503 Dec 22 15:53:11.330661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51584) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.373843 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e64e1f1-b6e2-4a2f-b8bc-5c4e7352eaff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:11.374414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5e64e1f1-b6e2-4a2f-b8bc-5c4e7352eaff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:11.409415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:11.449470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:11.467960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7b6920a-41a3-46f8-834c-42f72ec1173b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Synchronizing usage tracker for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:11.493490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:11.527631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:11.568872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5e64e1f1-b6e2-4a2f-b8bc-5c4e7352eaff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:11.579361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5e64e1f1-b6e2-4a2f-b8bc-5c4e7352eaff tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/c427805e-5b4f-4a6a-b295-924faa9697ab HTTP/1.1" status: 404 len: 333 time: 0.2691996 Dec 22 15:53:11.590279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Allocated IP 172.20.0.2 (2b6d94fd-196c-4703-bec7-1b1da346348b/37a370e0-90d3-47d5-a740-187bc04f072f/efec95cf-109e-4c1a-983b-5af69ed2ee6c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:11.593834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51590) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.641500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b7b6920a-41a3-46f8-834c-42f72ec1173b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Unset dirty status for tenant:e3080cd0ce064111882e67f590bdeffc on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:11.644756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7b6920a-41a3-46f8-834c-42f72ec1173b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3116415 Dec 22 15:53:11.662906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51594) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.703634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-810687dd-a170-41d8-9e48-7a9224631f1f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] delete failed (client error): The resource could not be found. Dec 22 15:53:11.705040 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-810687dd-a170-41d8-9e48-7a9224631f1f tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "DELETE /v2.0/security-groups/b71732ba-748a-4540-8a50-91ca0dfec3d5 HTTP/1.1" status: 404 len: 347 time: 0.0408368 Dec 22 15:53:11.717288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51598) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.726241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.746047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d9fa8510-d102-4b91-84ce-ee3a37151166 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] show failed (client error): The resource could not be found. Dec 22 15:53:11.747709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d9fa8510-d102-4b91-84ce-ee3a37151166 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-groups/03d944f5-a76d-43d8-a042-4826ebb0c6f9 HTTP/1.1" status: 404 len: 347 time: 0.0291648 Dec 22 15:53:11.753961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51602) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:11.760049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.777343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a28039a8-7952-4723-902f-2e32517e281c tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:11.806099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40411144-e28c-410d-b4ae-437094d58022 req-55a8f4f3-8e1c-478b-8b16-c1f36b175b4d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:11.816353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-40411144-e28c-410d-b4ae-437094d58022 req-55a8f4f3-8e1c-478b-8b16-c1f36b175b4d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2535787 Dec 22 15:53:11.870531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f8e04086-a982-46ed-8827-0e896c763926 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] show failed (client error): The resource could not be found. Dec 22 15:53:11.871410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f8e04086-a982-46ed-8827-0e896c763926 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] 10.222.0.18 "GET /v2.0/security-group-rules/1630a12b-1411-44a3-bdc8-fc07c53e0895 HTTP/1.1" status: 404 len: 356 time: 0.1160204 Dec 22 15:53:11.876374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:11.880554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5492457a-8a74-40d4-89f5-8255afbcbeb5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:11.889040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:11.929870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-40411144-e28c-410d-b4ae-437094d58022 req-1f131599-0c2d-4488-8af1-15f3b41f0581 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123304 Dec 22 15:53:11.936891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.940169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:11.944375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment 8bc5adac-d47a-4e36-a620-c94ec2307390 of type vlan for network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 Dec 22 15:53:11.950211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Transition to ACTIVE for port object efec95cf-109e-4c1a-983b-5af69ed2ee6c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:11.973894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Transition to ACTIVE for port object efec95cf-109e-4c1a-983b-5af69ed2ee6c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:11.995747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.001745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.009925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a230358-3a96-4c71-a4cc-3607b75a2988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:12.077577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 893c411c-9486-492f-bc8f-718ef79fbd27 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:12.083942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.092798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.097650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:12.098296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.104759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9064da68-2532-4014-af19-6897a475c680 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:12.131309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b7d5c571-7976-456d-8ce7-960fbb0714e4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:12.169199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Network 2b6d94fd-196c-4703-bec7-1b1da346348b is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:12.174668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:12.175501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.194379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:12.248705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2968020 Dec 22 15:53:12.255255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51608) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:12.266859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'name': 'tempest-PortsTestJSON-2011983252'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:12.273076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Pushing event updated for resources: {'Port': ['ID=efec95cf-109e-4c1a-983b-5af69ed2ee6c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:12.284490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:12.304002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=8d4e3b5a-2afe-4075-8ae3-890477d5b8e7,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:12.317890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Attempting to bind port efec95cf-109e-4c1a-983b-5af69ed2ee6c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:12.318638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Attempting to bind port efec95cf-109e-4c1a-983b-5af69ed2ee6c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:12.319427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Attempting to bind port efec95cf-109e-4c1a-983b-5af69ed2ee6c on network 2b6d94fd-196c-4703-bec7-1b1da346348b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:12.329924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:12.352118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:12.408537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.473429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:12.474169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Checking segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:12.474947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.476014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Bound using segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:12.476884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Bound port: efec95cf-109e-4c1a-983b-5af69ed2ee6c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:12.477523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.483329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:12.488014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:12.491106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:12.498275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:12.518780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port b7d5c571-7976-456d-8ce7-960fbb0714e4 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:12.532815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b7d5c571-7976-456d-8ce7-960fbb0714e4 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:12.533243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.545598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51614) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:12.561215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:12.567763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.588034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.601231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:12.603045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98b9a8e7-bf91-42c0-bdaa-ba6ddaba7502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:12.654166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=893c411c-9486-492f-bc8f-718ef79fbd27,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:12.673855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:12.701597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f2576f-4c22-49b6-9dc0-84da1be1c61a None None] Network 538d16c2-799c-4423-9346-7dbc2485e0c0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:12.705815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.723203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/893c411c-9486-492f-bc8f-718ef79fbd27 HTTP/1.1" status: 204 len: 168 time: 1.1280963 Dec 22 15:53:12.733226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51620) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:12.826887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] For port efec95cf-109e-4c1a-983b-5af69ed2ee6c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:12.879540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f19313b4-1dec-47ce-ab2c-aecd71c450f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.914258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] For port efec95cf-109e-4c1a-983b-5af69ed2ee6c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efec95cf-109e-4c1a-983b-5af69ed2ee6c,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:12.918363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.959954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:12.966629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-479ee233-ee7e-4058-89fb-b5976adaf9ae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3080cd0ce064111882e67f590bdeffc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4193141 Dec 22 15:53:12.969345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51626) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:13.038127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.053999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:13.058426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.100487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.128316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.144956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port b7d5c571-7976-456d-8ce7-960fbb0714e4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b7d5c571-7976-456d-8ce7-960fbb0714e4,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:13.183536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Pushing event updated for resources: {'Port': ['ID=efec95cf-109e-4c1a-983b-5af69ed2ee6c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:13.186572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.194668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6540fd12-eef9-4d5c-b000-1c4568f1ce72 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:13.194834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:13.194834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a231085c-bf37-46c7-af51-a6396d295b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:13.242097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.258431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port dee5da96-2d86-4c07-bd3c-c351690b6f3a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:13.259032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.281431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=b7d5c571-7976-456d-8ce7-960fbb0714e4,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:13.288772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:13.317787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:13.348811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.349259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.349680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.350103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.350536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.350947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.351355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.351761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.352163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.352569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.352974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:13.360650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:13.366335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.369200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] DHCP port deletion for 538d16c2-799c-4423-9346-7dbc2485e0c0 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:13.373908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Deleting port dee5da96-2d86-4c07-bd3c-c351690b6f3a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:13.373908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.379845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a3812-4397-4d08-bbcd-e1744ff4b28e req-160c0c4d-32de-486d-ad9b-5a56eaeed09d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:13.381657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-803a3812-4397-4d08-bbcd-e1744ff4b28e req-160c0c4d-32de-486d-ad9b-5a56eaeed09d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2592239 Dec 22 15:53:13.386976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db133843-ad66-428d-85b4-e873470f098b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:13.400356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': '8bc5adac-d47a-4e36-a620-c94ec2307390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:13.400750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:13.434336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574cb0e-c4a4-46b0-ad9d-d3b1e55b976c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:13.437310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:13.496204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-803a3812-4397-4d08-bbcd-e1744ff4b28e req-689f9b34-1590-46c0-b7b7-f90951e7dc61 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020494 Dec 22 15:53:13.516804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:13.538674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.543836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2574cb0e-c4a4-46b0-ad9d-d3b1e55b976c HTTP/1.1" status: 204 len: 168 time: 0.5699441 Dec 22 15:53:13.561407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:13.565649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:13.570204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:13.570954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.603717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fd730f-8bb8-411f-ae59-4ec4bea89f36 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:13.605758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port dee5da96-2d86-4c07-bd3c-c351690b6f3a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dee5da96-2d86-4c07-bd3c-c351690b6f3a,segment=NetworkSegment(ee296d63-45da-460f-89b6-b23451a0f06f),segment_id=ee296d63-45da-460f-89b6-b23451a0f06f)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:13.606190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.620599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3627725 Dec 22 15:53:13.623650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51632) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:13.633887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-755599716'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:13.649133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:13.654931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:13.660917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:13.670044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] For port dee5da96-2d86-4c07-bd3c-c351690b6f3a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dee5da96-2d86-4c07-bd3c-c351690b6f3a,segment=NetworkSegment(ee296d63-45da-460f-89b6-b23451a0f06f),segment_id=ee296d63-45da-460f-89b6-b23451a0f06f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:13.670513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.673211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:13.733736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:13.745408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.785744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for dee5da96-2d86-4c07-bd3c-c351690b6f3a owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:13.820876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:13.847399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.847795 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment f2644820-f367-42fb-81ad-95306ed62690 of type vlan for network fcc20d97-af89-422d-b6fb-c7e0e35a2057 Dec 22 15:53:13.886358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.922268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Calling delete_port for dee5da96-2d86-4c07-bd3c-c351690b6f3a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:13.965135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.980633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:13.991237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:13.992512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.011730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f03c03e3-3559-4410-b534-bfe1184ff971 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:14.018672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:14.019199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:14.191868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.192280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5669127 Dec 22 15:53:14.195894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.198485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51636) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:14.198485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=fcc20d97-af89-422d-b6fb-c7e0e35a2057,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:14.202480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:14.205423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8806ab5a-744d-4b1c-b83b-02f4d29610d0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:14.206633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'ports': [{'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'}, {'network_id': 'fcc20d97-af89-422d-b6fb-c7e0e35a2057'}]} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:14.207019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:14.207528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'fcc20d97-af89-422d-b6fb-c7e0e35a2057'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:14.220722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fcc20d97-af89-422d-b6fb-c7e0e35a2057 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:14.251420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b7d5c571-7976-456d-8ce7-960fbb0714e4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:14.304686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=dee5da96-2d86-4c07-bd3c-c351690b6f3a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:14.318472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No DVR routers for this DVR port dee5da96-2d86-4c07-bd3c-c351690b6f3a on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:14.373123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.373565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.374000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.374431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.374884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.375304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.375721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.376473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.376635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.376931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.377347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:14.381187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:14.515962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:14.521306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:14.524364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:14.532086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:14.532287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Deleting port dee5da96-2d86-4c07-bd3c-c351690b6f3a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:14.532623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.574312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 2} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:14.581168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.607118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.625400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.704868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538d16c2-799c-4423-9346-7dbc2485e0c0']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:14.719082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7be9a237-0f0e-4c55-ab11-ca26a998c2e2 None None] The port 'dee5da96-2d86-4c07-bd3c-c351690b6f3a' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:14.742483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b7d5c571-7976-456d-8ce7-960fbb0714e4 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:14.742933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.745201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee296d63-45da-460f-89b6-b23451a0f06f') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:14.745752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee296d63-45da-460f-89b6-b23451a0f06f') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:14.769332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.799995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.827703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port e7b8fcca-3f62-42c7-8c58-df3180c5e331 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:14.846230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:14.846733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:14.865637 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:14.869520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94b2f8-bb97-4be6-8400-09fde69f46a0 req-2043f131-a6b7-4997-98a7-4e60c50e7cea tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:14.881050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e94b2f8-bb97-4be6-8400-09fde69f46a0 req-2043f131-a6b7-4997-98a7-4e60c50e7cea tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2167137 Dec 22 15:53:14.938721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efec95cf-109e-4c1a-983b-5af69ed2ee6c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:14.975107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (2b6d94fd-196c-4703-bec7-1b1da346348b/37a370e0-90d3-47d5-a740-187bc04f072f/3db7d126-9f3c-4633-aec9-e143a8b4bbaf) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:15.008822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.018499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0dbcdaa-41e3-41f0-9b21-6546ea335705 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:15.035637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e94b2f8-bb97-4be6-8400-09fde69f46a0 req-3577f467-bcbe-4d09-babe-060efe68b07f tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539152 Dec 22 15:53:15.050185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.058624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port efec95cf-109e-4c1a-983b-5af69ed2ee6c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:15.063544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=538d16c2-799c-4423-9346-7dbc2485e0c0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:15.074199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:15.081954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.131172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dee5da96-2d86-4c07-bd3c-c351690b6f3a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:15.192973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/538d16c2-799c-4423-9346-7dbc2485e0c0 HTTP/1.1" status: 204 len: 168 time: 2.4579482 Dec 22 15:53:15.193676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51642) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:15.194053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dee5da96-2d86-4c07-bd3c-c351690b6f3a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:15.194587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dee5da96-2d86-4c07-bd3c-c351690b6f3a not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:15.197444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-869cce0b-41a2-487f-b03f-87afb592d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.216679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1197339721'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:15.222846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:15.230299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:15.239269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port d6d1ab9e-119b-410e-a4c3-52038b45a3ed yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:15.241402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:15.252845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:15.257098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.281420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 3db7d126-9f3c-4633-aec9-e143a8b4bbaf will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:15.304420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:15.310629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.335818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.341895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efa30fef-3179-4e1e-be63-75506fa50a51 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:15.388143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.409297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:15.434182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2b6d94fd-196c-4703-bec7-1b1da346348b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:15.444325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:15.444325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:15.465498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03eede-9cee-4d4e-a45f-16862f1caa47 None None] Network 2b6d94fd-196c-4703-bec7-1b1da346348b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:15.470276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.477850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:15.506000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.508607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.511496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:15.515053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.515450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment 38c59ed7-ada5-4f17-9585-5520ba193cec of type vlan for network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 Dec 22 15:53:15.517273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:15.561547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.619468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:15.624012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:15.626574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:15.627722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.641304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.644338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Provisioning for port efec95cf-109e-4c1a-983b-5af69ed2ee6c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:15.645258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=e7b8fcca-3f62-42c7-8c58-df3180c5e331,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:15.645379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:15.645984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.648179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:15.649174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b481854a-c34d-436f-8148-1bdd9bcdf8a2 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:15.661166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Provisioning complete for port efec95cf-109e-4c1a-983b-5af69ed2ee6c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:15.661589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.664603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db6fa377-64cd-44fa-8d18-d7a9e836a9ab tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:15.806258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5980957 Dec 22 15:53:15.807765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:15.818433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51646) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:15.821157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=0338ea2d-5249-4f64-a288-cfd085ba5fb3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:15.830087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:15.834715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:15.881100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:16.000338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=d6d1ab9e-119b-410e-a4c3-52038b45a3ed,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:16.003334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:16.012708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.016623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-ad73c714-7aec-43c5-8136-7ab116cc91db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1098 time: 0.4697440 Dec 22 15:53:16.017389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': 'f2644820-f367-42fb-81ad-95306ed62690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fcc20d97-af89-422d-b6fb-c7e0e35a2057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:16.017787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: fcc20d97-af89-422d-b6fb-c7e0e35a2057, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:16.075956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] For port efec95cf-109e-4c1a-983b-5af69ed2ee6c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efec95cf-109e-4c1a-983b-5af69ed2ee6c,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:16.083191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network fcc20d97-af89-422d-b6fb-c7e0e35a2057 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:16.110167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.112834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-316ae9d6-efc6-4232-84c8-c004f3766908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:16.197202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fcc20d97-af89-422d-b6fb-c7e0e35a2057) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:16.206360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:16.207785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280fff23-756b-4ba2-8a1e-0f379b69b978 None None] Network fcc20d97-af89-422d-b6fb-c7e0e35a2057 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:16.214511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.218211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.218999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.235323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Pushing event updated for resources: {'Port': ['ID=efec95cf-109e-4c1a-983b-5af69ed2ee6c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:16.253126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:16.351421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-2567e651-0a1e-46d8-ae3f-7a3ac70ca87b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.353759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-2567e651-0a1e-46d8-ae3f-7a3ac70ca87b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 897 time: 0.3038535 Dec 22 15:53:16.414411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:16.424826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:16.430135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:16.432946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2315173 Dec 22 15:53:16.433916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:16.479086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:16.486652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6c214-b7d1-4332-81e4-12080f017346 req-4a8595f1-f479-40e9-a33c-c04e4c87fa67 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.488406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b2c6c214-b7d1-4332-81e4-12080f017346 req-4a8595f1-f479-40e9-a33c-c04e4c87fa67 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2520370 Dec 22 15:53:16.492187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Provisioning for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:16.502416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Provisioning complete for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:16.503626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.537018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-d5e90089-e415-4a03-ba42-92f6215db846 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 1001 time: 0.1719973 Dec 22 15:53:16.549614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b2c6c214-b7d1-4332-81e4-12080f017346 req-5c69316d-b6f8-4819-a08a-18d2ebcfc7a1 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515223 Dec 22 15:53:16.592930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:16.610358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port d6d1ab9e-119b-410e-a4c3-52038b45a3ed {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:16.610586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.612812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Provisioning complete for port efec95cf-109e-4c1a-983b-5af69ed2ee6c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:16.613793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0660-96ea-4a22-abac-9d759f114da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.628315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-4b4d5073-4807-43b7-a699-a670c897a828 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:16.630293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-4b4d5073-4807-43b7-a699-a670c897a828 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 200 len: 834 time: 0.0796318 Dec 22 15:53:16.647356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:16.727049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-9fe3b868-6f1c-4f28-86a6-4f02d3a692ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b66329f-d3a6-44ac-99d3-1303054286d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860693 Dec 22 15:53:16.864362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-57b59c6d-617e-4d4f-9583-5d4c72dcbf08 None None] Provisioning complete for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:16.865222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57b59c6d-617e-4d4f-9583-5d4c72dcbf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.887860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:16.890513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-9b988926-7fbc-45b4-97ea-f1c358fc4d71 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539214 Dec 22 15:53:16.941138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-57b59c6d-617e-4d4f-9583-5d4c72dcbf08 None None] Port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:16.967144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.047327 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d058d-b9c6-49c7-9069-ae9bc0abdd92 req-ca55f5d4-8140-4531-b519-802d8e7f8087 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446142 Dec 22 15:53:17.200730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.354608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for d6d1ab9e-119b-410e-a4c3-52038b45a3ed owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:17.494430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.525725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.557996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10cb08b9-d4cc-48bb-a075-c3fc45943f72 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:17.612835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.693051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.703310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.706860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:17.714902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:17.720827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2966674-7f62-4d5f-b693-3b5945e39b01 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:17.751396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:17.771831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/d6d1ab9e-119b-410e-a4c3-52038b45a3ed HTTP/1.1" status: 204 len: 168 time: 1.3344464 Dec 22 15:53:17.774550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51660) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:17.785534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=d6d1ab9e-119b-410e-a4c3-52038b45a3ed,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:17.790541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:17.794765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4bd3e040-47c7-431f-88d5-0c50fba89e96 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:17.828150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300da96-13f7-4381-8a80-7559f021965f req-3e2de2f8-7faa-4788-a5f9-9a16e13dc853 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:17.829824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8300da96-13f7-4381-8a80-7559f021965f req-3e2de2f8-7faa-4788-a5f9-9a16e13dc853 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1376331 Dec 22 15:53:17.905082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8300da96-13f7-4381-8a80-7559f021965f req-44edd31a-09bf-4e4b-8fe9-caced43486ac tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599744 Dec 22 15:53:17.918246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb2ce4-8eab-4389-aa51-cb02171f7db1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:17.923028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adb2ce4-8eab-4389-aa51-cb02171f7db1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:17.923867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2adb2ce4-8eab-4389-aa51-cb02171f7db1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:17.969186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=1a0fc27a-cbe7-4677-95ad-8d43c36c6d14,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:17.972519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2adb2ce4-8eab-4389-aa51-cb02171f7db1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:17.976505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2adb2ce4-8eab-4389-aa51-cb02171f7db1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1983523 Dec 22 15:53:17.976876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:17.976968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51664) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.001805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': '38c59ed7-ada5-4f17-9585-5520ba193cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:18.002203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 0338ea2d-5249-4f64-a288-cfd085ba5fb3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:18.014433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2b6d94fd-196c-4703-bec7-1b1da346348b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:18.016281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:18.057607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port e7b8fcca-3f62-42c7-8c58-df3180c5e331 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:18.057904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efec95cf-109e-4c1a-983b-5af69ed2ee6c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:18.058014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.145916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port efec95cf-109e-4c1a-983b-5af69ed2ee6c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:18.146469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.188018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:18.313384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0338ea2d-5249-4f64-a288-cfd085ba5fb3) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:18.321487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5decca4c-7106-4ae5-9453-6c7929defc1a None None] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:18.326756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:18.327402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.360957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.439564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6116681 Dec 22 15:53:18.445771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.451960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2b738f50-a72e-48d5-afc1-dc9bcfcb18ae None None] Provisioning complete for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:18.452387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b738f50-a72e-48d5-afc1-dc9bcfcb18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.460018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3', 'name': 'tempest-PortsIpV6TestJSON-1903837724', 'fixed_ips': [{'subnet_id': '1a0fc27a-cbe7-4677-95ad-8d43c36c6d14', 'ip_address': '2001:db8::10'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:18.496142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for e7b8fcca-3f62-42c7-8c58-df3180c5e331 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:18.532289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2b738f50-a72e-48d5-afc1-dc9bcfcb18ae None None] Port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:18.607958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.616241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9dea463c-5d15-4707-a796-39ffa2b5c5b0 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:18.644659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0338ea2d-5249-4f64-a288-cfd085ba5fb3', 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': '1a0fc27a-cbe7-4677-95ad-8d43c36c6d14'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:18.645611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.663856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=e7b8fcca-3f62-42c7-8c58-df3180c5e331,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:18.667477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:18.676100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:18.717523 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/e7b8fcca-3f62-42c7-8c58-df3180c5e331 HTTP/1.1" status: 204 len: 168 time: 0.7394948 Dec 22 15:53:18.720619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51672) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.813084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad14c619-6166-4fa7-9c59-8a7d521a829a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:18.813853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad14c619-6166-4fa7-9c59-8a7d521a829a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:18.831190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Allocated IP 2001:db8::2 (0338ea2d-5249-4f64-a288-cfd085ba5fb3/1a0fc27a-cbe7-4677-95ad-8d43c36c6d14/7c59d4bb-084d-49bd-b3fe-288af4638aec) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:18.860134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad14c619-6166-4fa7-9c59-8a7d521a829a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:18.861817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad14c619-6166-4fa7-9c59-8a7d521a829a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1390338 Dec 22 15:53:18.864628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51676) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.898535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:18.906369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:18.910700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:18.913748 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-cafa093a-eb37-4440-bda4-f21b38ef0fb5 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:18.918527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cafa093a-eb37-4440-bda4-f21b38ef0fb5 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/d6d1ab9e-119b-410e-a4c3-52038b45a3ed HTTP/1.1" status: 404 len: 333 time: 0.0491309 Dec 22 15:53:18.918792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51680) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.922842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:18.926186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:53:18.967317 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1665f217-3d44-4f08-9828-c72a0a14802e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:18.968813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1665f217-3d44-4f08-9828-c72a0a14802e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/e7b8fcca-3f62-42c7-8c58-df3180c5e331 HTTP/1.1" status: 404 len: 333 time: 0.0489705 Dec 22 15:53:18.973873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51686) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:18.999508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:19.007813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.054291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 118b0960-d725-4159-a419-aae54591824b yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:19.077475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.089882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Transition to ACTIVE for port object 7c59d4bb-084d-49bd-b3fe-288af4638aec will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:19.111316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Transition to ACTIVE for port object 7c59d4bb-084d-49bd-b3fe-288af4638aec will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:19.145525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.151863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ced40c3b-741b-4f04-8e94-98acb7e20cf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:19.172011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.179034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:53:19.233797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:19.234982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:19.239411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:19.248828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Pushing event updated for resources: {'Port': ['ID=7c59d4bb-084d-49bd-b3fe-288af4638aec,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:19.277853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed5195-bee6-400e-975c-7b137b84ca6c req-d16d548e-e95d-41f0-ab48-55c6749f0913 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.279781 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-27ed5195-bee6-400e-975c-7b137b84ca6c req-d16d548e-e95d-41f0-ab48-55c6749f0913 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1923871 Dec 22 15:53:19.322477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.327864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:19.334342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:19.354077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Attempting to bind port 7c59d4bb-084d-49bd-b3fe-288af4638aec on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:19.354574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Attempting to bind port 7c59d4bb-084d-49bd-b3fe-288af4638aec by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '38c59ed7-ada5-4f17-9585-5520ba193cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:19.354923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Attempting to bind port 7c59d4bb-084d-49bd-b3fe-288af4638aec on network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:19.361352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.363115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:19.363546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Checking segment: {'id': '38c59ed7-ada5-4f17-9585-5520ba193cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:19.364153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.364608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Bound using segment: {'id': '38c59ed7-ada5-4f17-9585-5520ba193cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:19.365141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Bound port: 7c59d4bb-084d-49bd-b3fe-288af4638aec, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c59ed7-ada5-4f17-9585-5520ba193cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:19.365570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.370024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::10 (0338ea2d-5249-4f64-a288-cfd085ba5fb3/1a0fc27a-cbe7-4677-95ad-8d43c36c6d14/118b0960-d725-4159-a419-aae54591824b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:19.394529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc20d97-af89-422d-b6fb-c7e0e35a2057']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:19.396302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:19.411966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:19.412150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2644820-f367-42fb-81ad-95306ed62690') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:19.412500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2644820-f367-42fb-81ad-95306ed62690') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:19.426740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.432938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:19.433609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:19.437598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/74bd62fa-79c6-43bc-a7c4-fb981aab67a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3443692 Dec 22 15:53:19.439318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51690) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:19.522501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] For port 7c59d4bb-084d-49bd-b3fe-288af4638aec, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:19.526363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] For port 7c59d4bb-084d-49bd-b3fe-288af4638aec, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7c59d4bb-084d-49bd-b3fe-288af4638aec,segment=NetworkSegment(38c59ed7-ada5-4f17-9585-5520ba193cec),segment_id=38c59ed7-ada5-4f17-9585-5520ba193cec)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:19.541484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-27ed5195-bee6-400e-975c-7b137b84ca6c req-07b26466-8cef-4335-ab65-27420ac2ba05 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009519 Dec 22 15:53:19.546062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.576058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.589939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:19.619746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:19.620198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:19.635752 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:19.637925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.651347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:19.655843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object 118b0960-d725-4159-a419-aae54591824b will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:19.729544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.736396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a27eb0f4-9e66-4270-b488-3c7035c54c13 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:19.789985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Pushing event updated for resources: {'Port': ['ID=7c59d4bb-084d-49bd-b3fe-288af4638aec,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:19.808093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:19.815468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.825484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.826359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.826953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.827500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.828380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.828941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.829481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.830018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.830934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.837079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62db20aa-59e2-4c73-8fed-2e9b0242d391 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6223 time: 0.3934062 Dec 22 15:53:19.838865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a6c8f74-7630-4917-9551-a01005db9d66 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:19.864003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.870325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51694) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:19.871498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=fcc20d97-af89-422d-b6fb-c7e0e35a2057,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:19.887404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=118b0960-d725-4159-a419-aae54591824b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:19.890822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:19.904017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:19.905424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:19.907994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:19.912576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:19.913241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:19.940269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:19.947701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/fcc20d97-af89-422d-b6fb-c7e0e35a2057 HTTP/1.1" status: 204 len: 168 time: 0.9720209 Dec 22 15:53:19.951606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51702) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:19.959202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200698990'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:19.970992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5187745 Dec 22 15:53:19.970992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:19.971328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51706) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:19.973878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:19.977329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:19.979669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '0338ea2d-5249-4f64-a288-cfd085ba5fb3', 'name': 'tempest-PortsIpV6TestJSON-236334644', 'fixed_ips': [{'subnet_id': '1a0fc27a-cbe7-4677-95ad-8d43c36c6d14', 'ip_address': '2001:db8::f'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:19.989363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:20.030151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:20.033786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.034214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.034612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.035011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.035404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.035800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.036729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.042541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1fbd369-82ff-4824-82a2-72de15676ad4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3962 time: 0.1632886 Dec 22 15:53:20.045543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51710) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:20.067401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:16Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:20.072681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:53:20.073374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Updating router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:53:20.073562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:20.084056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.084457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment 1ce2817a-0177-40c9-8b19-3c260f74b83f of type vlan for network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 Dec 22 15:53:20.123980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.133697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.224348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.229194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:20.229855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.253948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c9702c9-f692-4638-8fb3-f27fb410463a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:20.269196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:20.277483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:20.281658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:20.289295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:20.370587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=18d31641-4d05-42a5-8bcf-6d75cac31bb9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:20.375019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:20.386018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:20.424489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ab46266-5e55-4727-92d1-c7794473c8f7 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.3775940 Dec 22 15:53:20.437163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4833872 Dec 22 15:53:20.440155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51716) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:20.442927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:20.448375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:20.650929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.659893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:20.664651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:20.668507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:20.679804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:20.689561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port 8818cd81-f9d3-421e-a679-33949518a2fe yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:20.708097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.732163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Transition to ACTIVE for port object 3db7d126-9f3c-4633-aec9-e143a8b4bbaf will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:20.745921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:20.773208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.779323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:20.940983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:20.943113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Pushing event updated for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:21.081314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.082030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.083218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.083826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.084411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.084978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.085595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.086175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.086832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.087927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.088495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:53:21.096943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:21.106962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Attempting to bind port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:21.107383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Attempting to bind port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:21.107796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Attempting to bind port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf on network 2b6d94fd-196c-4703-bec7-1b1da346348b {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:21.115282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Performing IP validity checks on allocation pools {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 15:53:21.116275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88957) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 15:53:21.118037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:21.123271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Checking segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:21.124203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.128060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Bound using segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:21.128631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Bound port: 3db7d126-9f3c-4633-aec9-e143a8b4bbaf, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:21.129065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.222608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da319e-547b-4dc6-b3f4-fc834aad0456 req-2ce4d300-450b-4767-b5e1-14430387978c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:21.224288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71da319e-547b-4dc6-b3f4-fc834aad0456 req-2ce4d300-450b-4767-b5e1-14430387978c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.4927087 Dec 22 15:53:21.351342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] For port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:21.355290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] For port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:21.379051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.391089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-973ede59-e016-4451-bc9d-8d1a80f8a036 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:21.415208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.421580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:21.427170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71da319e-547b-4dc6-b3f4-fc834aad0456 req-8166af0a-d9a7-4b3a-8701-fa3824f32f15 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946936 Dec 22 15:53:21.445029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::f (0338ea2d-5249-4f64-a288-cfd085ba5fb3/1a0fc27a-cbe7-4677-95ad-8d43c36c6d14/8818cd81-f9d3-421e-a679-33949518a2fe) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:21.528933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51722) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:21.530133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=1b795a9b-d2ee-4034-b22c-8bff61d978ec,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:21.539159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515689531', 'description': 'tempest-secgroup-smoke-515689531 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:21.539955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:21.572693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:21.573045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Pushing event updated for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:21.580573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:21.581412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:21.589918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': '1ce2817a-0177-40c9-8b19-3c260f74b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:21.590407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: 18d31641-4d05-42a5-8bcf-6d75cac31bb9, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:21.641726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:21.650838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:21.651553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:21.665132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:21.684780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 18d31641-4d05-42a5-8bcf-6d75cac31bb9) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:21.689255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:21.690223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.698306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8580ca-d709-4128-aaf3-f10eea927843 None None] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:21.698500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:21.766015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3247266 Dec 22 15:53:21.767060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51726) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:21.774784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9', 'name': 'tempest-PortsTestJSON-1303527599'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:21.808786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:21.848196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-648e1926-6a27-4232-8612-8c1d4bb6fd00 req-e2e2fbd4-16a1-49c5-aa39-62a9f6550a17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1098 time: 0.2687113 Dec 22 15:53:21.869435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:21.876529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:21.881955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:21.885767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:21.892974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:21.964378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.008763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.035607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-990efe4b-93c1-4096-b2b8-f7acde4c4b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:22.069575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-18d31641-4d05-42a5-8bcf-6d75cac31bb9', 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': '1b795a9b-d2ee-4034-b22c-8bff61d978ec'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:22.071197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.117238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.121894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5887530 Dec 22 15:53:22.121894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-648e1926-6a27-4232-8612-8c1d4bb6fd00 req-0639360d-e732-4ec4-b36f-4b8a9c8ee4fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544373 Dec 22 15:53:22.126230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.129378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51730) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:22.136979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:22.146788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e61c9e7-c34a-4531-b063-56237731f334,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:22.150703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:22.162684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:22.177782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:22.181515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object 8818cd81-f9d3-421e-a679-33949518a2fe will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:22.183037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:22.191748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:22.229121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:22.244914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.249438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:22.271733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.273185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7c59d4bb-084d-49bd-b3fe-288af4638aec up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:22.309549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:22.312737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af42aee8-e827-43e1-93e0-6d07379b7e57 tempest-RoutersIpV6AdminTest-993730014 tempest-RoutersIpV6AdminTest-993730014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:22.322432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.366538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port c04a6783-a7ba-4407-b574-cca79b427d6c yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:22.396995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.428977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:22.441756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.441756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:22.441756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:22.445885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:22.447509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.455175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=8818cd81-f9d3-421e-a679-33949518a2fe,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:22.465191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:22.499917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:22.541194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8068dbc8-14e0-41ee-9f99-104176616f8f,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:22.544835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:22.556932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8dafd-5078-425b-af63-b38d4ce71320 None None] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:22.570348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:53:22.589085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51736) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:22.597289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Allocated IP 172.20.0.2 (18d31641-4d05-42a5-8bcf-6d75cac31bb9/1b795a9b-d2ee-4034-b22c-8bff61d978ec/ea9097ae-1d59-450f-9675-2001c863c4d1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:22.600567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6288395 Dec 22 15:53:22.666639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:21Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:22.667958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.669255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5379817 Dec 22 15:53:22.672217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5631127e-4c34-4466-b0f8-11daa30c1b5e None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:21Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:22.672664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51740) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:22.684642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:22.697088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:22.697986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f085-a56f-4124-b430-98f270e39871 req-8dac1354-e2b2-470a-bcf4-7062c3630d0b tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:22.706679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d202f085-a56f-4124-b430-98f270e39871 req-8dac1354-e2b2-470a-bcf4-7062c3630d0b tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1014395 Dec 22 15:53:22.710550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:22.715902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:22.729746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:22.764514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee4007e-595d-4e95-bc1f-e1ce0da34bbd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:22.765343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eee4007e-595d-4e95-bc1f-e1ce0da34bbd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:22.766860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d202f085-a56f-4124-b430-98f270e39871 req-67aca0df-f63e-48d5-91e2-36db8416ad79 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591226 Dec 22 15:53:22.836629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.877707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eee4007e-595d-4e95-bc1f-e1ce0da34bbd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:22.881747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eee4007e-595d-4e95-bc1f-e1ce0da34bbd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2879407 Dec 22 15:53:22.883070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51744) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:22.935266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.967940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:22.978596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da16a5a4-9190-4a61-8911-5c5c562496e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:22.996677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:23.002045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:23.007571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:23.008724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:23.010640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d90461-5ed1-44fb-a3d0-d66eec9b91df,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:23.015091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:23.025768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:23.030367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51748) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:23.030560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b3101275-7bd0-4183-9467-bec7842d7a19 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1445563 Dec 22 15:53:23.039675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.082523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.083837 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4092455 Dec 22 15:53:23.086921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51752) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:23.094854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:23.107360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:23.112046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 8818cd81-f9d3-421e-a679-33949518a2fe {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:23.112442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.113029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:23.116843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:23.124241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:23.186478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7c59d4bb-084d-49bd-b3fe-288af4638aec completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:23.193473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.211186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Transition to ACTIVE for port object ea9097ae-1d59-450f-9675-2001c863c4d1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:23.282875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Transition to ACTIVE for port object ea9097ae-1d59-450f-9675-2001c863c4d1 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:23.304535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:23.344650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.356524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.360633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Provisioning for port 7c59d4bb-084d-49bd-b3fe-288af4638aec completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:23.366536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9a40a1b-39d6-4a6e-8dc3-671d98f2d616 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:23.385555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.388957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2d2476b-5756-4ea6-9be3-2aa258d2c2d6 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:23.402730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Provisioning complete for port 7c59d4bb-084d-49bd-b3fe-288af4638aec triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:23.403404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.420103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76eb4b55-85dc-4a22-98a4-f5df853a287b,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:23.433663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:23.451999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '498d0540-71f7-44b0-a30a-2079257ac688', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'port_id': '498d0540-71f7-44b0-a30a-2079257ac688', 'mac_address': 'fa:16:3e:82:33:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:53:23.459813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.3 (18d31641-4d05-42a5-8bcf-6d75cac31bb9/1b795a9b-d2ee-4034-b22c-8bff61d978ec/c04a6783-a7ba-4407-b574-cca79b427d6c) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:23.464542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.470903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51758) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:23.471439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3821349 Dec 22 15:53:23.472619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.494678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:23.560380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:23.574928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:23.580228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:23.584657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:23.630989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 8818cd81-f9d3-421e-a679-33949518a2fe owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:23.659512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:23.683042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:23.689315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Pushing event updated for resources: {'Port': ['ID=ea9097ae-1d59-450f-9675-2001c863c4d1,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:23.711740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:23.721177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:23.731972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.781044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.830414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.834907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] For port 7c59d4bb-084d-49bd-b3fe-288af4638aec, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7c59d4bb-084d-49bd-b3fe-288af4638aec,segment=NetworkSegment(38c59ed7-ada5-4f17-9585-5520ba193cec),segment_id=38c59ed7-ada5-4f17-9585-5520ba193cec)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:23.859542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:23.866081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Attempting to bind port ea9097ae-1d59-450f-9675-2001c863c4d1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:23.866754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Attempting to bind port ea9097ae-1d59-450f-9675-2001c863c4d1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1ce2817a-0177-40c9-8b19-3c260f74b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:23.867187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Attempting to bind port ea9097ae-1d59-450f-9675-2001c863c4d1 on network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:23.882187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.886425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:23.927190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:23.927592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Checking segment: {'id': '1ce2817a-0177-40c9-8b19-3c260f74b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:23.928060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.928507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Bound using segment: {'id': '1ce2817a-0177-40c9-8b19-3c260f74b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:23.929046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Bound port: ea9097ae-1d59-450f-9675-2001c863c4d1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce2817a-0177-40c9-8b19-3c260f74b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18d31641-4d05-42a5-8bcf-6d75cac31bb9'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:23.929469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.960728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:23.970011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:23.982261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:24.084642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.105890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=8818cd81-f9d3-421e-a679-33949518a2fe,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:24.106845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] For port ea9097ae-1d59-450f-9675-2001c863c4d1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:24.114151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] For port ea9097ae-1d59-450f-9675-2001c863c4d1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea9097ae-1d59-450f-9675-2001c863c4d1,segment=NetworkSegment(1ce2817a-0177-40c9-8b19-3c260f74b83f),segment_id=1ce2817a-0177-40c9-8b19-3c260f74b83f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:24.125173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:24.127000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Pushing event updated for resources: {'Port': ['ID=7c59d4bb-084d-49bd-b3fe-288af4638aec,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:24.136421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c7f0e-96d8-4fbc-a8e9-06c254353f89 req-995ad03e-12c1-4e16-b0e7-95785c8bd48c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:24.141720 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-214c7f0e-96d8-4fbc-a8e9-06c254353f89 req-995ad03e-12c1-4e16-b0e7-95785c8bd48c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 944 time: 0.1712601 Dec 22 15:53:24.159956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:24.164572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fc366ef6-0387-4fd3-92f6-34bb9f3f332f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:24.228662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-214c7f0e-96d8-4fbc-a8e9-06c254353f89 req-cddc6b80-1a01-45cc-836a-b51dcf422a50 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788567 Dec 22 15:53:24.239324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3db7d126-9f3c-4633-aec9-e143a8b4bbaf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:24.251718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51764) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:24.277652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.345514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:24.356237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:24.356983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1a9df5d-9d9f-43a6-8370-b5dee0d5d929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:24.417368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['498d0540-71f7-44b0-a30a-2079257ac688'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:24.460291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e750b59f-e53e-4576-a236-c19990806516 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/floatingips/8434da80-5491-4072-8540-8f56103eaf8e HTTP/1.1" status: 200 len: 992 time: 0.2065263 Dec 22 15:53:24.474562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.515497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.533676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Provisioning complete for port 7c59d4bb-084d-49bd-b3fe-288af4638aec triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:24.534109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.553906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.578277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:24.584991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:24.594277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.598639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/8818cd81-f9d3-421e-a679-33949518a2fe HTTP/1.1" status: 204 len: 168 time: 1.5667083 Dec 22 15:53:24.601821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:24.609834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.611152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1300919 Dec 22 15:53:24.614573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5e1f83-0fbf-43de-b41f-f2a0502a70ee,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:24.616262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Pushing event updated for resources: {'Port': ['ID=ea9097ae-1d59-450f-9675-2001c863c4d1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:24.630687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:24.636963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:24.637434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:24.648789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:24.658978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:24.664093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object c04a6783-a7ba-4407-b574-cca79b427d6c will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:24.670901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:24.676192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:24.684426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:24.725248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:24.728813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-999f5fd3-f7c2-4f29-8f53-5bc3ef36d496 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:24.729447 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:53:24.730250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-999f5fd3-f7c2-4f29-8f53-5bc3ef36d496 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/8818cd81-f9d3-421e-a679-33949518a2fe HTTP/1.1" status: 404 len: 333 time: 0.1271963 Dec 22 15:53:24.736162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51776) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:24.758071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:24.758545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.783031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.807243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:24.822237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0944fe24-27d0-4fdc-a1b3-3cff8684219e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:24.969608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 118b0960-d725-4159-a419-aae54591824b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:24.970003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.074578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:25.075545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=c04a6783-a7ba-4407-b574-cca79b427d6c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.084536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:25.087041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:25.093052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:25.221237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.247491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:25.248215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.279310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.292240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:25.324309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Could not find standard attr ID for object 8818cd81-f9d3-421e-a679-33949518a2fe. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:25.326029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.341482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c97c25d-7f1a-4cfa-9c42-c490b0afa594,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.347850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:25.401103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:25.403318 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6340728 Dec 22 15:53:25.406307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51780) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:25.420989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.422277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7838066 Dec 22 15:53:25.425879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51784) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:25.435118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '4e61c9e7-c34a-4531-b063-56237731f334', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:25.446354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:25.453508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.455515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:25.461555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:25.467516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:25.468106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Provisioning for port 118b0960-d725-4159-a419-aae54591824b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:25.479412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:25.485482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.491572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port c04a6783-a7ba-4407-b574-cca79b427d6c {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:25.491858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.495921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Provisioning complete for port 118b0960-d725-4159-a419-aae54591824b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:25.496360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.540038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.553697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:53:25.558714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:25.625249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 118b0960-d725-4159-a419-aae54591824b owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:25.637762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:25.646317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5266eb8-b54f-43ca-83be-9fb2ce8aa68c None None] Port 118b0960-d725-4159-a419-aae54591824b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:25.656635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.663794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.674844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:25.682598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.689300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:25.765474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5552e6c-a875-4f34-8529-05644eb6a7c0 None None] Could not find standard attr ID for object 8818cd81-f9d3-421e-a679-33949518a2fe. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:25.776965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.789913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.819317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:25.820707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5552e6c-a875-4f34-8529-05644eb6a7c0 None None] Provisioning complete for port 118b0960-d725-4159-a419-aae54591824b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:25.821133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5552e6c-a875-4f34-8529-05644eb6a7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.848466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.875041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c5552e6c-a875-4f34-8529-05644eb6a7c0 None None] Port 118b0960-d725-4159-a419-aae54591824b was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:53:25.881968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.884514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:25.913270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20e6f92-5c3c-4904-8a5e-f55e72832309,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.919697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:25.920383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:25.928279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94dc7a22-1073-4303-b38b-13338f563702 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:25.938630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for c04a6783-a7ba-4407-b574-cca79b427d6c owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:25.983409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=118b0960-d725-4159-a419-aae54591824b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:25.988136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:26.048813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.060700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6232069 Dec 22 15:53:26.072815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.077343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/118b0960-d725-4159-a419-aae54591824b HTTP/1.1" status: 204 len: 168 time: 1.3374462 Dec 22 15:53:26.078755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51790) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:26.156037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.162686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ef22dc9-3c93-4503-a90f-701b577cc95f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:26.164753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e0ab3e-bc91-4d9b-bc84-733ecc6c8ca7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:26.167680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85e0ab3e-bc91-4d9b-bc84-733ecc6c8ca7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:26.218840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85e0ab3e-bc91-4d9b-bc84-733ecc6c8ca7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:26.223807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85e0ab3e-bc91-4d9b-bc84-733ecc6c8ca7 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/118b0960-d725-4159-a419-aae54591824b HTTP/1.1" status: 404 len: 333 time: 0.1439683 Dec 22 15:53:26.224811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51794) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:26.226169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=c04a6783-a7ba-4407-b574-cca79b427d6c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:26.229913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:26.281622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea9097ae-1d59-450f-9675-2001c863c4d1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:26.411399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.427485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/c04a6783-a7ba-4407-b574-cca79b427d6c HTTP/1.1" status: 204 len: 168 time: 1.0196569 Dec 22 15:53:26.441195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51808) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:26.447506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ea9097ae-1d59-450f-9675-2001c863c4d1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:26.454397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7c59d4bb-084d-49bd-b3fe-288af4638aec up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:26.493148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c58c784-d56e-4f1f-8f30-00656df80926 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:53:26.494315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c58c784-d56e-4f1f-8f30-00656df80926 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:53:26.499266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c58c784-d56e-4f1f-8f30-00656df80926 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/c04a6783-a7ba-4407-b574-cca79b427d6c HTTP/1.1" status: 404 len: 333 time: 0.0569367 Dec 22 15:53:26.502512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51812) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:26.536808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7c59d4bb-084d-49bd-b3fe-288af4638aec triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:26.537544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.539095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 1a0fc27a-cbe7-4677-95ad-8d43c36c6d14 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:26.543450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.549740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-9c790f82-5bcc-4928-9d49-1d190a6c1bb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:26.564997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a5c00b-5413-47c3-a87c-f53eefc9c622 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:26.565640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-00a5c00b-5413-47c3-a87c-f53eefc9c622 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:26.574418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:26.616730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.631114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-9c790f82-5bcc-4928-9d49-1d190a6c1bb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:26.632407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-9c790f82-5bcc-4928-9d49-1d190a6c1bb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515689531&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.2590318 Dec 22 15:53:26.633024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-00a5c00b-5413-47c3-a87c-f53eefc9c622 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:26.644801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00a5c00b-5413-47c3-a87c-f53eefc9c622 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/c04a6783-a7ba-4407-b574-cca79b427d6c HTTP/1.1" status: 404 len: 333 time: 0.1411257 Dec 22 15:53:26.646711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51816) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:26.736617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 498d0540-71f7-44b0-a30a-2079257ac688 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:26.737038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.768434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651788f-9420-481e-ac06-aa43fc796fa4 None None] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:26.812174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3db7d126-9f3c-4633-aec9-e143a8b4bbaf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:26.849591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-7d24bef0-06ee-4861-a4f1-ad726f7179d9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:26.851583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-7d24bef0-06ee-4861-a4f1-ad726f7179d9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 795 time: 0.2022133 Dec 22 15:53:26.871724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-60ea17d4-851d-4f1f-bbaa-6f704ac08a02 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0135603 Dec 22 15:53:26.875970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.950427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 1b795a9b-d2ee-4034-b22c-8bff61d978ec {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:26.955564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:26.965585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-98cdf9a6-f260-49ca-bf6c-72a6bd36311b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870643 Dec 22 15:53:27.031526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Provisioning for port ea9097ae-1d59-450f-9675-2001c863c4d1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:27.033922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.064745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Provisioning complete for port ea9097ae-1d59-450f-9675-2001c863c4d1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:27.065141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.100673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.108718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7666318-1ee5-4612-afc4-c322366c1b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:27.157893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0fc27a-cbe7-4677-95ad-8d43c36c6d14,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:27.162984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:27.167796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.174335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/1a0fc27a-cbe7-4677-95ad-8d43c36c6d14 HTTP/1.1" status: 204 len: 168 time: 0.9475024 Dec 22 15:53:27.178729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51822) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:27.180525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:27.181026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.207730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.215890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13911eb-a3e8-45d5-a757-d5ff94f5f022 None None] Network 0338ea2d-5249-4f64-a288-cfd085ba5fb3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:27.250405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.303366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-ba45caac-df40-454b-9609-209f1b52b40b service neutron] 10.222.0.18 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229394 Dec 22 15:53:27.367578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.388218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 7c59d4bb-084d-49bd-b3fe-288af4638aec {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:27.388601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.431884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:27.432118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.444420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-812bb16d-8c2f-4262-a90c-94cc72328326 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:27.457496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-587b23fa-c555-4b79-9ed9-948a9d4c34ac service neutron] 10.222.0.18 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463065 Dec 22 15:53:27.486365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.495682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=1b795a9b-d2ee-4034-b22c-8bff61d978ec,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:27.500795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:27.521009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:27.523351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'code': 200} Dec 22 15:53:27.537265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/1b795a9b-d2ee-4034-b22c-8bff61d978ec HTTP/1.1" status: 204 len: 168 time: 0.8868959 Dec 22 15:53:27.538339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51828) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:27.566693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.572549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:27.692543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 7c59d4bb-084d-49bd-b3fe-288af4638aec, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7c59d4bb-084d-49bd-b3fe-288af4638aec,segment=NetworkSegment(38c59ed7-ada5-4f17-9585-5520ba193cec),segment_id=38c59ed7-ada5-4f17-9585-5520ba193cec)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:27.692944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.703046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.758230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.767069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b23dfff6-e1e6-4197-90a7-51c3968c9d7a req-6d90c94e-dc36-4ada-b6a1-b7b317a78941 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 210 time: 0.0607522 Dec 22 15:53:27.771928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port ea9097ae-1d59-450f-9675-2001c863c4d1 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:27.772446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.826190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:27.835498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:27.859306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] For port ea9097ae-1d59-450f-9675-2001c863c4d1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea9097ae-1d59-450f-9675-2001c863c4d1,segment=NetworkSegment(1ce2817a-0177-40c9-8b19-3c260f74b83f),segment_id=1ce2817a-0177-40c9-8b19-3c260f74b83f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:27.898684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:27.901171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f8676a-86f6-4e32-adcd-42f79bb3567b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:27.905973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 7c59d4bb-084d-49bd-b3fe-288af4638aec owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:27.997114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc60653f-a3c0-4b7d-b421-613fb83da05e None None] DHCP port deletion for 0338ea2d-5249-4f64-a288-cfd085ba5fb3 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:28.006070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dc60653f-a3c0-4b7d-b421-613fb83da05e None None] Deleting port 7c59d4bb-084d-49bd-b3fe-288af4638aec {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:28.006534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc60653f-a3c0-4b7d-b421-613fb83da05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.064924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.072623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:28.078474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port ea9097ae-1d59-450f-9675-2001c863c4d1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea9097ae-1d59-450f-9675-2001c863c4d1,segment=NetworkSegment(1ce2817a-0177-40c9-8b19-3c260f74b83f),segment_id=1ce2817a-0177-40c9-8b19-3c260f74b83f)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:28.079263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.087114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Pushing event updated for resources: {'Port': ['ID=ea9097ae-1d59-450f-9675-2001c863c4d1,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:28.094485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:28.099678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dc60653f-a3c0-4b7d-b421-613fb83da05e None None] The port '7c59d4bb-084d-49bd-b3fe-288af4638aec' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:28.108639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7c59d4bb-084d-49bd-b3fe-288af4638aec no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:28.152692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7c59d4bb-084d-49bd-b3fe-288af4638aec {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:28.152692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7c59d4bb-084d-49bd-b3fe-288af4638aec not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:28.154567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=7c59d4bb-084d-49bd-b3fe-288af4638aec,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:28.160779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:28.161679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No DVR routers for this DVR port 7c59d4bb-084d-49bd-b3fe-288af4638aec on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:28.245882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for ea9097ae-1d59-450f-9675-2001c863c4d1 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:28.270843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e542000-0cb4-4f3a-b9d3-4bde41d2af67 None None] Network 18d31641-4d05-42a5-8bcf-6d75cac31bb9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:28.306267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.341552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0338ea2d-5249-4f64-a288-cfd085ba5fb3']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.355406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c59ed7-ada5-4f17-9585-5520ba193cec') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.355736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c59ed7-ada5-4f17-9585-5520ba193cec') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.368226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.385884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.392478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:28.392906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:28.409464 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:28.429949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.435413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efec4ae6-89ae-41c4-8153-c1d82f5f64d9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:28.453202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3812474-f567-4208-8136-42c788927093 None None] Provisioning complete for port ea9097ae-1d59-450f-9675-2001c863c4d1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:28.453625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3812474-f567-4208-8136-42c788927093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.480967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=ea9097ae-1d59-450f-9675-2001c863c4d1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:28.484023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:28.486834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No DVR routers for this DVR port ea9097ae-1d59-450f-9675-2001c863c4d1 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:28.493843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a3812474-f567-4208-8136-42c788927093 None None] Port ea9097ae-1d59-450f-9675-2001c863c4d1 was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:53:28.536990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.541570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bff032f-62fc-494a-83cd-1c471fb8bf2a tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:28.569922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1467ce-fb53-4f88-ac1e-a4f4cd490a94 None None] DHCP port deletion for 18d31641-4d05-42a5-8bcf-6d75cac31bb9 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:28.826690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.842070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=0338ea2d-5249-4f64-a288-cfd085ba5fb3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:28.844627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:28.885950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.900184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/0338ea2d-5249-4f64-a288-cfd085ba5fb3 HTTP/1.1" status: 204 len: 168 time: 1.7196321 Dec 22 15:53:28.904436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51844) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:28.910860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1730630461'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:28.914030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d31641-4d05-42a5-8bcf-6d75cac31bb9']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.916352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:28.920570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:network and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:28.924850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:28.928006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce2817a-0177-40c9-8b19-3c260f74b83f') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.928343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce2817a-0177-40c9-8b19-3c260f74b83f') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:28.932051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:28.982186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.989555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:28.996876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:28.998177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-07ec6868-1b26-466d-8500-eb3849a6cefe req-f4dd1b47-bd40-4ecb-b3c9-78e7f1e81219 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 210 time: 0.0623612 Dec 22 15:53:29.004245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.023943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:29.023943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:29.032081 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:29.119014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:29.128272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.128660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Added segment 70b78c4a-4e5f-4b52-8f2e-91740e808d47 of type vlan for network 4824b945-786f-4d25-b0c0-e3ebef873046 Dec 22 15:53:29.143854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.147427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7cffa76b-5c78-4f69-8d50-333979846125 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:29.158250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.167981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.183410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=18d31641-4d05-42a5-8bcf-6d75cac31bb9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:29.189415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:29.223813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.228118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:29.228757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.235352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:29.253364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/18d31641-4d05-42a5-8bcf-6d75cac31bb9 HTTP/1.1" status: 204 len: 168 time: 1.7126803 Dec 22 15:53:29.257351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51848) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:29.263845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1472686728'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:29.269345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:29.273406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:29.279532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:29.282975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:29.332264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:29.337902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.340380 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4347873 Dec 22 15:53:29.346076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51852) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:29.354744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:29.368781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:29.372631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Network': ['ID=4824b945-786f-4d25-b0c0-e3ebef873046,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:29.377736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.378148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment d31861d5-03a8-413f-863f-bc3c4532b953 of type vlan for network 1e8b3d74-7b16-4517-9c51-5c52f81b936b Dec 22 15:53:29.379668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:29.387286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 4824b945-786f-4d25-b0c0-e3ebef873046 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:29.406063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.475598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.477989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:29.481838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:29.482216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:29.482631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.485851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:29.491811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:29.494476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2bf016f8-4312-406d-b460-4bdde34cbf36 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:29.532050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:29.600283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3421705 Dec 22 15:53:29.606127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51856) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:29.614384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:29.628771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=1e8b3d74-7b16-4517-9c51-5c52f81b936b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:29.631700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ab9f9b8-2c1b-4aaf-a43b-db3879b26c02 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:29.645019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:29.647354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.804938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:29.813782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:29.819370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:29.883311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:29.938379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-744ccda7-fa5c-46f5-9ad7-858292588e6f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:29.939974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-744ccda7-fa5c-46f5-9ad7-858292588e6f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 795 time: 0.2003067 Dec 22 15:53:29.944635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:29.950503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1eb7567-0098-47bd-bf6f-7b6e5e0b5d04 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:29.973241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:30.040853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=31fef6e1-d7e5-45b0-8015-5a469cdd937b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:30.044913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:30.052283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Checking segment: {'id': '70b78c4a-4e5f-4b52-8f2e-91740e808d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:30.052766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network hostable DHCP agents. Network: 4824b945-786f-4d25-b0c0-e3ebef873046, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:30.079854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea9097ae-1d59-450f-9675-2001c863c4d1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:30.111674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-7251c331-7fa3-48b4-95cf-54bbaf272a42 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 379 time: 0.1595671 Dec 22 15:53:30.117008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.123798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ea9097ae-1d59-450f-9675-2001c863c4d1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:30.124320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea9097ae-1d59-450f-9675-2001c863c4d1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:30.126254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 4824b945-786f-4d25-b0c0-e3ebef873046 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:30.145697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['4e61c9e7-c34a-4531-b063-56237731f334']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:30.183440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 4824b945-786f-4d25-b0c0-e3ebef873046) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:30.188085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:30.188727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.202657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c3fe8-e27c-454d-9dc2-78c5efa0cff2 None None] Network 4824b945-786f-4d25-b0c0-e3ebef873046 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:30.245695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8952315 Dec 22 15:53:30.245887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51866) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:30.252295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-710816691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:30.260511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:30.265135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:router and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:30.268834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:30.276058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:30.303219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-26146465-da28-467b-978f-800983f06db4 req-2e7390f7-39c9-4527-8b93-e7c2433b9154 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 210 time: 0.1281610 Dec 22 15:53:30.316239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.317778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.342707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.390190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.438398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:30.444111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:30.448905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:30.457369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.460754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-265957a8-8568-4c7f-a559-e695813b3add tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2118294 Dec 22 15:53:30.466528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:30.466673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51870) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:30.475860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046', 'name': 'tempest-PortsIpV6TestJSON-1855993947'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:30.547564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:30.553124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.619783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-4824b945-786f-4d25-b0c0-e3ebef873046', 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': '31fef6e1-d7e5-45b0-8015-5a469cdd937b'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:30.619783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.627136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:30.631353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:30.635537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:30.642375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:30.644904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.652813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f58486d-7bff-43cd-ab17-818855668eaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:30.681124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:30.686996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:30.712555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port b889b941-bb01-4776-b3ca-048cf1dff420 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:30.791571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Allocated IP 2001:db8::2 (4824b945-786f-4d25-b0c0-e3ebef873046/31fef6e1-d7e5-45b0-8015-5a469cdd937b/4f2c2cb5-b61e-438e-b3be-a8a089f617e4) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:30.808301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=11932355-f26d-42cb-93b3-588bb9317909,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:30.813066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:30.832124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': 'd31861d5-03a8-413f-863f-bc3c4532b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:30.832510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: 1e8b3d74-7b16-4517-9c51-5c52f81b936b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:30.859088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.4 (2b6d94fd-196c-4703-bec7-1b1da346348b/37a370e0-90d3-47d5-a740-187bc04f072f/0439ee1f-9aad-46eb-ac00-f32e72077236) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:30.911184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:31.009725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 1e8b3d74-7b16-4517-9c51-5c52f81b936b) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:31.012939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.020275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ab161-3fed-4c02-8cc7-dc48e57e08dc None None] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:31.020729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:31.021369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.055450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Transition to ACTIVE for port object 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:31.098973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4915867 Dec 22 15:53:31.102085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.102238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:31.109955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-794964677'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:31.122344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 0439ee1f-9aad-46eb-ac00-f32e72077236 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:31.136714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Transition to ACTIVE for port object 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:31.167568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.173752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff6b5662-7541-4ba9-855c-a240e73365db tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:31.211454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.218974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:31.254988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2b6d94fd-196c-4703-bec7-1b1da346348b is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:31.255992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:31.260076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:31.262215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:31.262972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:31.295066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Network 4824b945-786f-4d25-b0c0-e3ebef873046 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:31.299735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:31.305790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:31.318577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::3cb (4824b945-786f-4d25-b0c0-e3ebef873046/31fef6e1-d7e5-45b0-8015-5a469cdd937b/b889b941-bb01-4776-b3ca-048cf1dff420) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:31.367327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:31.369422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.413125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Pushing event updated for resources: {'Port': ['ID=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:31.435930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2989821 Dec 22 15:53:31.453403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Request body: {'port': {'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:31.465532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:31.466366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Attempting to bind port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:31.466842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Attempting to bind port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '70b78c4a-4e5f-4b52-8f2e-91740e808d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:31.467259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Attempting to bind port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 on network 4824b945-786f-4d25-b0c0-e3ebef873046 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:31.482058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:31.482507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Checking segment: {'id': '70b78c4a-4e5f-4b52-8f2e-91740e808d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:31.482970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.483416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Bound using segment: {'id': '70b78c4a-4e5f-4b52-8f2e-91740e808d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:31.483952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Bound port: 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b78c4a-4e5f-4b52-8f2e-91740e808d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4824b945-786f-4d25-b0c0-e3ebef873046'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:31.484380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.498351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-1e8b3d74-7b16-4517-9c51-5c52f81b936b', 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': '11932355-f26d-42cb-93b3-588bb9317909'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:31.499295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.551993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.592740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object b889b941-bb01-4776-b3ca-048cf1dff420 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:31.601800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:31.608626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:31.612484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:31.621363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:31.657945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:31.659478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.664141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.689754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 9b3b7ac6-c29f-4459-abed-e3d05e3c3745 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:31.727532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.734725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:31.748801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Allocated IP 172.20.0.2 (1e8b3d74-7b16-4517-9c51-5c52f81b936b/11932355-f26d-42cb-93b3-588bb9317909/61dbfee6-c967-44af-8a90-74c56cd20265) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:31.749263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa74ba-3027-4c51-8006-11709cb30f34 req-9fb451ca-89cd-4a52-8d8a-a1ab89d8678b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:31.750044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3cfa74ba-3027-4c51-8006-11709cb30f34 req-9fb451ca-89cd-4a52-8d8a-a1ab89d8678b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:31.798348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] For port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:31.823931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-633d3bd4-1358-4b5d-8815-64a25090b617 None None] Provisioning for port 0439ee1f-9aad-46eb-ac00-f32e72077236 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:31.828884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] For port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,segment=NetworkSegment(70b78c4a-4e5f-4b52-8f2e-91740e808d47),segment_id=70b78c4a-4e5f-4b52-8f2e-91740e808d47)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:31.843530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 4824b945-786f-4d25-b0c0-e3ebef873046 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:31.849887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:31.857929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:31.862880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:31.863017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.867516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=b889b941-bb01-4776-b3ca-048cf1dff420,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:31.873664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:31.877703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-633d3bd4-1358-4b5d-8815-64a25090b617 None None] Provisioning complete for port 0439ee1f-9aad-46eb-ac00-f32e72077236 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:31.878090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-633d3bd4-1358-4b5d-8815-64a25090b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.917826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:31.919182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3cfa74ba-3027-4c51-8006-11709cb30f34 req-9fb451ca-89cd-4a52-8d8a-a1ab89d8678b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:31.920474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cfa74ba-3027-4c51-8006-11709cb30f34 req-9fb451ca-89cd-4a52-8d8a-a1ab89d8678b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 931 time: 0.4322624 Dec 22 15:53:31.938937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4745855 Dec 22 15:53:31.940146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30b878c7-f2ee-4966-83e7-5b68ce1100e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:31.941866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51880) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:32.037719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-633d3bd4-1358-4b5d-8815-64a25090b617 None None] Port 0439ee1f-9aad-46eb-ac00-f32e72077236 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:32.050545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cfa74ba-3027-4c51-8006-11709cb30f34 req-02fe968a-fac6-4ef7-acfb-7ab1400df074 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143568 Dec 22 15:53:32.128970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Pushing event updated for resources: {'Port': ['ID=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:32.134388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:32.152320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.163666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Transition to ACTIVE for port object 61dbfee6-c967-44af-8a90-74c56cd20265 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:32.176118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0439ee1f-9aad-46eb-ac00-f32e72077236 {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:32.184369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.185999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Transition to ACTIVE for port object 61dbfee6-c967-44af-8a90-74c56cd20265 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:32.201156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Transition to ACTIVE for port object 0439ee1f-9aad-46eb-ac00-f32e72077236 will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:32.223827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.230461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:32.252353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.257498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bfebbaf-2f9e-44f2-8d09-ab6a74e8a438 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:32.299708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:32.302789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:32.307729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:32.310022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Pushing event updated for resources: {'Port': ['ID=61dbfee6-c967-44af-8a90-74c56cd20265,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:32.313210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:32.391019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.13 (1e8b3d74-7b16-4517-9c51-5c52f81b936b/11932355-f26d-42cb-93b3-588bb9317909/9b3b7ac6-c29f-4459-abed-e3d05e3c3745) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:32.412715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Pushing event updated for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:32.417338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Attempting to bind port 61dbfee6-c967-44af-8a90-74c56cd20265 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:32.417766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Attempting to bind port 61dbfee6-c967-44af-8a90-74c56cd20265 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd31861d5-03a8-413f-863f-bc3c4532b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:32.418189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Attempting to bind port 61dbfee6-c967-44af-8a90-74c56cd20265 on network 1e8b3d74-7b16-4517-9c51-5c52f81b936b {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:32.418764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:32.430268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:32.431092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Checking segment: {'id': 'd31861d5-03a8-413f-863f-bc3c4532b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:32.431719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.432175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Bound using segment: {'id': 'd31861d5-03a8-413f-863f-bc3c4532b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:32.432721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Bound port: 61dbfee6-c967-44af-8a90-74c56cd20265, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31861d5-03a8-413f-863f-bc3c4532b953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1e8b3d74-7b16-4517-9c51-5c52f81b936b'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:32.433155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.594014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Attempting to bind port 0439ee1f-9aad-46eb-ac00-f32e72077236 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:32.594392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Attempting to bind port 0439ee1f-9aad-46eb-ac00-f32e72077236 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:32.595973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Attempting to bind port 0439ee1f-9aad-46eb-ac00-f32e72077236 on network 2b6d94fd-196c-4703-bec7-1b1da346348b {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:32.619550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Port 0439ee1f-9aad-46eb-ac00-f32e72077236 on network 2b6d94fd-196c-4703-bec7-1b1da346348b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:53:32.619925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Attempting to bind port 0439ee1f-9aad-46eb-ac00-f32e72077236 on network 2b6d94fd-196c-4703-bec7-1b1da346348b {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:32.628987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:32.629365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Checking segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:32.629791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Bound using segment: {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:32.630270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Bound port: 0439ee1f-9aad-46eb-ac00-f32e72077236, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '750502cd-ddc4-41d0-b3e0-2c70355fd31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:32.630757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.632036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:32.637352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61dbfee6-c967-44af-8a90-74c56cd20265,segment=NetworkSegment(d31861d5-03a8-413f-863f-bc3c4532b953),segment_id=d31861d5-03a8-413f-863f-bc3c4532b953)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:32.671060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.677538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c9499118-e25b-4791-a403-b49f18ee4216 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:32.743781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:32.751364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0439ee1f-9aad-46eb-ac00-f32e72077236,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:32.784449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.789476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:32.793354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Pushing event updated for resources: {'Port': ['ID=61dbfee6-c967-44af-8a90-74c56cd20265,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:32.798920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:32.885931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:32.896117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] 10.222.0.46 "PUT /v2.0/ports/0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 1093 time: 1.4484079 Dec 22 15:53:32.897253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:32.918070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Pushing event updated for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:32.932693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:32.981246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'status': 'completed', 'code': 200} Dec 22 15:53:33.059484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.081722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcf9d6bc-946b-4a8d-99c0-46de7c173e51 req-7fde4ff8-4b8a-45af-9e39-431fd34c4cec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1096 time: 0.0786276 Dec 22 15:53:33.124777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 9b3b7ac6-c29f-4459-abed-e3d05e3c3745 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:33.141211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.295887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.309809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:33.463409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:33.485772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:33.520098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=9b3b7ac6-c29f-4459-abed-e3d05e3c3745,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:33.522709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:33.557934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:33.581651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9d6bc-946b-4a8d-99c0-46de7c173e51 req-e7d4c53f-673a-4daf-8e19-9315d52288bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:33.583772 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcf9d6bc-946b-4a8d-99c0-46de7c173e51 req-e7d4c53f-673a-4daf-8e19-9315d52288bb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8f95028e6c694248aba6266225c2dce3&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4921415 Dec 22 15:53:33.626125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533717ad-e790-4c96-87be-5793bfae5d0c req-bdebe222-6de7-4183-a164-c5ce13c1ed84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:33.627797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-533717ad-e790-4c96-87be-5793bfae5d0c req-bdebe222-6de7-4183-a164-c5ce13c1ed84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 943 time: 0.1567559 Dec 22 15:53:33.713545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:33.714169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.769621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-533717ad-e790-4c96-87be-5793bfae5d0c req-384b09ae-5129-4c63-8ac6-29678576ca1b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245253 Dec 22 15:53:33.771225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.775209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6708703 Dec 22 15:53:33.779117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51888) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:33.801549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9d6bc-946b-4a8d-99c0-46de7c173e51 req-d2d89d74-611e-427a-87b3-966ee7123fbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:33.803436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcf9d6bc-946b-4a8d-99c0-46de7c173e51 req-d2d89d74-611e-427a-87b3-966ee7123fbd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101429 Dec 22 15:53:33.857842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:33.865633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-968da900-c539-4226-9ea8-042177165e91 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:33.930470 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-33e03668-e193-4fa9-a2e5-7a7684ea4066 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1096 time: 0.0837905 Dec 22 15:53:33.951524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 9b3b7ac6-c29f-4459-abed-e3d05e3c3745 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:33.951820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.012118 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-8111b23a-1477-4f9c-ab79-4236466da277 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 217 time: 0.0712335 Dec 22 15:53:34.054126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=b889b941-bb01-4776-b3ca-048cf1dff420,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:34.065286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:34.092427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-0ee33aa8-4dbd-49ef-ab26-d003de3e726c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:34.094276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-0ee33aa8-4dbd-49ef-ab26-d003de3e726c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 200 len: 835 time: 0.0752826 Dec 22 15:53:34.194802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c0a48-30ac-4fb8-b627-ad594f49f50a None None] Network 4824b945-786f-4d25-b0c0-e3ebef873046 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:34.213377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:34.213601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-adc5d777-f17e-45ac-a02f-82ee8727c44d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b6d94fd-196c-4703-bec7-1b1da346348b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115053 Dec 22 15:53:34.363554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-472e59d4-7a47-4bcd-ac12-bfb942fe1a81 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419075 Dec 22 15:53:34.438018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Provisioning for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:34.445178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.448248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:34.454667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Provisioning complete for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:34.455088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.465859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.493865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:34.493865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.526753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-efc0a5e2-33a0-4b9d-8393-8815ca794d1d req-832b712f-ae3a-4050-974d-3b6bdf60858d service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551774 Dec 22 15:53:34.609909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 9b3b7ac6-c29f-4459-abed-e3d05e3c3745 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:34.772428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.810745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.870304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:34.886979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce750270-6c3d-4fe1-96be-4d97c2729843 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:34.939120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=9b3b7ac6-c29f-4459-abed-e3d05e3c3745,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:34.948709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:34.989356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.043155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,segment=NetworkSegment(70b78c4a-4e5f-4b52-8f2e-91740e808d47),segment_id=70b78c4a-4e5f-4b52-8f2e-91740e808d47)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:35.047520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8fc94-97a5-4348-86f2-48dbe6f77df3 req-19cd08c5-240e-4a7b-9d87-6386e4f1abc1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:35.057922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-15a8fc94-97a5-4348-86f2-48dbe6f77df3 req-19cd08c5-240e-4a7b-9d87-6386e4f1abc1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 943 time: 0.1195204 Dec 22 15:53:35.089103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.090047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61dbfee6-c967-44af-8a90-74c56cd20265 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:35.116243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-15a8fc94-97a5-4348-86f2-48dbe6f77df3 req-a4f920a2-2841-42e3-b5b9-a8595aab53f3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571175 Dec 22 15:53:35.131311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-341406c8-b0c6-489c-ae40-856b9372f039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:35.203297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6e361e-7091-4956-8f4b-48a006904106 None None] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:35.289115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:35.289463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-b72ed43f-ba97-4c4b-9e08-5a87b0997e8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:35.376012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:35.379514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:35.447194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 61dbfee6-c967-44af-8a90-74c56cd20265 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:35.467736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.510839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/9b3b7ac6-c29f-4459-abed-e3d05e3c3745 HTTP/1.1" status: 204 len: 168 time: 1.7276764 Dec 22 15:53:35.511258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:35.569268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cea94d-700b-43ab-bf01-86511ac95a0e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:35.569843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8cea94d-700b-43ab-bf01-86511ac95a0e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:35.652621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a8cea94d-700b-43ab-bf01-86511ac95a0e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:35.654093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a8cea94d-700b-43ab-bf01-86511ac95a0e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/9b3b7ac6-c29f-4459-abed-e3d05e3c3745 HTTP/1.1" status: 404 len: 333 time: 0.1415246 Dec 22 15:53:35.658425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:35.668312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.699860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.700740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.705525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c245e77c-a4d7-4d82-be3e-9373f50a8d87 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:35.853443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=b889b941-bb01-4776-b3ca-048cf1dff420,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:35.858677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:35.899047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 11932355-f26d-42cb-93b3-588bb9317909 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:35.914345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.980061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:35.980244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 4824b945-786f-4d25-b0c0-e3ebef873046 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:35.981427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:36.066898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Provisioning complete for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:36.067324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.096011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.195135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:36.225213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.231398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8de2ffd0-2ff8-4b45-82f0-a9e718632b92 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:36.281621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=11932355-f26d-42cb-93b3-588bb9317909,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:36.293948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:36.298241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.306008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/11932355-f26d-42cb-93b3-588bb9317909 HTTP/1.1" status: 204 len: 168 time: 0.6461504 Dec 22 15:53:36.309370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51904) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:36.378384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:36.379529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.414429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891edd1-e7aa-4cdf-a280-94a9e96f3474 None None] Network 1e8b3d74-7b16-4517-9c51-5c52f81b936b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:36.494403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.508318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 61dbfee6-c967-44af-8a90-74c56cd20265 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:36.511215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.579533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Provisioning for port 61dbfee6-c967-44af-8a90-74c56cd20265 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:36.599102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Provisioning complete for port 61dbfee6-c967-44af-8a90-74c56cd20265 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:36.599518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.622137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Router 763feb06-3e26-4856-a2be-06761ee0c557 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:53:36.801518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370769-f9d8-41de-8f49-f0e61554c323 req-2dcd033a-1c1e-4e34-86ec-f0b4da46aa8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:36.803337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f370769-f9d8-41de-8f49-f0e61554c323 req-2dcd033a-1c1e-4e34-86ec-f0b4da46aa8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 943 time: 0.2279572 Dec 22 15:53:36.868187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61dbfee6-c967-44af-8a90-74c56cd20265,segment=NetworkSegment(d31861d5-03a8-413f-863f-bc3c4532b953),segment_id=d31861d5-03a8-413f-863f-bc3c4532b953)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:36.868598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.886307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f370769-f9d8-41de-8f49-f0e61554c323 req-427181a3-fd2d-4d5f-ba57-2bade2a2e584 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678713 Dec 22 15:53:36.890327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:36.904136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/routers/763feb06-3e26-4856-a2be-06761ee0c557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9607708 Dec 22 15:53:36.907120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51908) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:36.953664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:36.977571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] Sync routers for ids ['763feb06-3e26-4856-a2be-06761ee0c557'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:37.005829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a3f315-c6e3-483d-b4f4-e79d3e7cd502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:37.006762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0a3f315-c6e3-483d-b4f4-e79d3e7cd502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:37.008537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] Routers {'763feb06-3e26-4856-a2be-06761ee0c557'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:37.010152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['763feb06-3e26-4856-a2be-06761ee0c557'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:37.044535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 61dbfee6-c967-44af-8a90-74c56cd20265 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:37.072693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0a3f315-c6e3-483d-b4f4-e79d3e7cd502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:37.073992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0a3f315-c6e3-483d-b4f4-e79d3e7cd502 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?device_id=763feb06-3e26-4856-a2be-06761ee0c557 HTTP/1.1" status: 200 len: 989 time: 0.1655335 Dec 22 15:53:37.078339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51912) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:37.080693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] DHCP port deletion for 1e8b3d74-7b16-4517-9c51-5c52f81b936b request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:37.093862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61dbfee6-c967-44af-8a90-74c56cd20265,segment=NetworkSegment(d31861d5-03a8-413f-863f-bc3c4532b953),segment_id=d31861d5-03a8-413f-863f-bc3c4532b953)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:37.095109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Deleting port 61dbfee6-c967-44af-8a90-74c56cd20265 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:37.095827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.143951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.143951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:37.149053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:37.166074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:37.167042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:37.267642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] Routers {'763feb06-3e26-4856-a2be-06761ee0c557'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:37.268346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['763feb06-3e26-4856-a2be-06761ee0c557'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:37.318896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Provisioning for port b889b941-bb01-4776-b3ca-048cf1dff420 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:37.355798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:37.356248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e35e4f-66db-44be-91f6-a9cd24965d41 None None] The sync data for ids ['763feb06-3e26-4856-a2be-06761ee0c557'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:37.365526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Pushing event updated for resources: {'Port': ['ID=61dbfee6-c967-44af-8a90-74c56cd20265,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:37.369247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Provisioning complete for port b889b941-bb01-4776-b3ca-048cf1dff420 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:37.369672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.401671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:37.470028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Port b889b941-bb01-4776-b3ca-048cf1dff420 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:37.548329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61dbfee6-c967-44af-8a90-74c56cd20265,segment=NetworkSegment(d31861d5-03a8-413f-863f-bc3c4532b953),segment_id=d31861d5-03a8-413f-863f-bc3c4532b953)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:37.548776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.663577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.668696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 61dbfee6-c967-44af-8a90-74c56cd20265 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:37.669073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.675225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f84ce90a-acc9-4279-945e-de820a8676b4 None None] Could not find standard attr ID for object 9b3b7ac6-c29f-4459-abed-e3d05e3c3745. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:37.684264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Calling delete_port for 61dbfee6-c967-44af-8a90-74c56cd20265 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:37.749510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f84ce90a-acc9-4279-945e-de820a8676b4 None None] Provisioning complete for port b889b941-bb01-4776-b3ca-048cf1dff420 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:37.749869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f84ce90a-acc9-4279-945e-de820a8676b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.821828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f84ce90a-acc9-4279-945e-de820a8676b4 None None] Port b889b941-bb01-4776-b3ca-048cf1dff420 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:37.847749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.857202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9096c75-3fce-4600-a2d7-969598c7736d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:37.895668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port 61dbfee6-c967-44af-8a90-74c56cd20265, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=61dbfee6-c967-44af-8a90-74c56cd20265,segment=NetworkSegment(d31861d5-03a8-413f-863f-bc3c4532b953),segment_id=d31861d5-03a8-413f-863f-bc3c4532b953)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:37.896075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:37.900906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Pushing event deleted for resources: {'Port': ['ID=61dbfee6-c967-44af-8a90-74c56cd20265,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:37.904086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:37.905065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] No DVR routers for this DVR port 61dbfee6-c967-44af-8a90-74c56cd20265 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:38.032079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 61dbfee6-c967-44af-8a90-74c56cd20265 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:38.051019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port b889b941-bb01-4776-b3ca-048cf1dff420 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:38.051403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.063110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61dbfee6-c967-44af-8a90-74c56cd20265 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:38.102046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 61dbfee6-c967-44af-8a90-74c56cd20265 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:38.103178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 61dbfee6-c967-44af-8a90-74c56cd20265 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:38.174911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:38.175281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:38.185223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8726b6-0c38-47ae-b099-0418e0a85782 req-1d9b6d98-a6da-492c-9730-aed49942b11d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:38.186824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1a8726b6-0c38-47ae-b099-0418e0a85782 req-1d9b6d98-a6da-492c-9730-aed49942b11d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 943 time: 0.1263859 Dec 22 15:53:38.236013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1a8726b6-0c38-47ae-b099-0418e0a85782 req-7536c9cd-d930-4c3a-ab17-82910976030a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427580 Dec 22 15:53:38.250919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.302048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 61dbfee6-c967-44af-8a90-74c56cd20265 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:38.302472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.367302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] The port '61dbfee6-c967-44af-8a90-74c56cd20265' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:38.377582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for b889b941-bb01-4776-b3ca-048cf1dff420 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:38.498615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.527319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8b3d74-7b16-4517-9c51-5c52f81b936b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:38.544491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31861d5-03a8-413f-863f-bc3c4532b953') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:38.544826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31861d5-03a8-413f-863f-bc3c4532b953') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:38.556964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.572218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.578542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:38.578990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.584130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.590888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfd4270d-86d1-4620-86c1-7a464959a8e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:38.595334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0439ee1f-9aad-46eb-ac00-f32e72077236 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:38.596476 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:38.635938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=b889b941-bb01-4776-b3ca-048cf1dff420,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:38.639825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:38.710100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.716169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:38.735484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de1a1c7b-835c-4d83-b4d6-305b4f42e17b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:38.767613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=1e8b3d74-7b16-4517-9c51-5c52f81b936b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:38.770706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:38.774284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/1e8b3d74-7b16-4517-9c51-5c52f81b936b HTTP/1.1" status: 204 len: 168 time: 2.4631863 Dec 22 15:53:38.777792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51918) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:38.785689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'name': 'tempest-PortsTestJSON-1046065548'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:38.933502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:38.939116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:38.942939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:38.951255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:38.988907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0439ee1f-9aad-46eb-ac00-f32e72077236,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:38.994990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:39.001318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.004146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:53:39.030504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port b7e5b239-f322-485e-ba5f-faf6d35cd15b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:39.061412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.079929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0439ee1f-9aad-46eb-ac00-f32e72077236 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:53:39.097070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0439ee1f-9aad-46eb-ac00-f32e72077236,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:39.106576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.126102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.128175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:39.201411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:39.205079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:39.271721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.326377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.332246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a8aec68-380b-4ace-9a4c-b3f58cafe0d1 tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:39.369392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['0439ee1f-9aad-46eb-ac00-f32e72077236'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:53:39.466915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:39.469094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=b7e5b239-f322-485e-ba5f-faf6d35cd15b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:39.473579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:39.476549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:39.477950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:39.482280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:39.482953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:39.528112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf3ffb-bb23-4f2a-ae16-9aae0d489098 req-44756eba-15c0-4e8e-9d17-138b53d2e854 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:39.530193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dabf3ffb-bb23-4f2a-ae16-9aae0d489098 req-44756eba-15c0-4e8e-9d17-138b53d2e854 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 944 time: 0.1621280 Dec 22 15:53:39.552357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Router 763feb06-3e26-4856-a2be-06761ee0c557 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:53:39.583676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dabf3ffb-bb23-4f2a-ae16-9aae0d489098 req-3071f117-d84c-4435-a890-bb7511af6d76 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457470 Dec 22 15:53:39.705181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:39.715306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] Sync routers for ids ['763feb06-3e26-4856-a2be-06761ee0c557'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:39.728322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] Routers {'763feb06-3e26-4856-a2be-06761ee0c557'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:39.728989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['763feb06-3e26-4856-a2be-06761ee0c557'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:39.792861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:39.804368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] Routers {'763feb06-3e26-4856-a2be-06761ee0c557'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:39.804960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['763feb06-3e26-4856-a2be-06761ee0c557'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:39.866235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:39.866707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53401627-5560-49e7-8e60-4ae1ce1511c6 None None] The sync data for ids ['763feb06-3e26-4856-a2be-06761ee0c557'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:40.605485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0439ee1f-9aad-46eb-ac00-f32e72077236 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:40.799120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f69c42-df21-48db-b7ee-4b1c8f912dde req-ff9a1ab3-52a1-42cb-ba32-f9bf85aeec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:40.800752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b3f69c42-df21-48db-b7ee-4b1c8f912dde req-ff9a1ab3-52a1-42cb-ba32-f9bf85aeec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 944 time: 0.0860515 Dec 22 15:53:40.848024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 0439ee1f-9aad-46eb-ac00-f32e72077236 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:40.849313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/routers/763feb06-3e26-4856-a2be-06761ee0c557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7693224 Dec 22 15:53:40.852006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51926) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:40.857228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:40.860386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 0439ee1f-9aad-46eb-ac00-f32e72077236 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:40.860933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:40.906953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1121449e-459e-4643-8c4b-61381d3b55a6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:40.907541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1121449e-459e-4643-8c4b-61381d3b55a6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:40.955801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1121449e-459e-4643-8c4b-61381d3b55a6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:40.959967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1121449e-459e-4643-8c4b-61381d3b55a6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/b889b941-bb01-4776-b3ca-048cf1dff420 HTTP/1.1" status: 404 len: 333 time: 0.1041684 Dec 22 15:53:40.960409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51930) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:40.992946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.023221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:41.038215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0439ee1f-9aad-46eb-ac00-f32e72077236,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:41.063000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2836118 Dec 22 15:53:41.065831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51936) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:41.081672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.087082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'code': 200} Dec 22 15:53:41.093892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9acc1b2e-26b9-4ae2-9e15-6462c522c59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:41.125905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.146769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b3f69c42-df21-48db-b7ee-4b1c8f912dde req-e74daccb-8465-4198-a5cf-070eaa254fb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386998 Dec 22 15:53:41.155607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port b7e5b239-f322-485e-ba5f-faf6d35cd15b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:41.156010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.178664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:41.187034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:41.434984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.559377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.563474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.568246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for b7e5b239-f322-485e-ba5f-faf6d35cd15b owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:41.617975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.618631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Fanout notify agent at l3_agent the message router_deleted on router 763feb06-3e26-4856-a2be-06761ee0c557 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:53:41.630477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.631678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c4eefeb1-84a7-4f6c-90f0-9da7e61af115 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/routers/763feb06-3e26-4856-a2be-06761ee0c557 HTTP/1.1" status: 204 len: 168 time: 0.6699336 Dec 22 15:53:41.635076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51940) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:41.652947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37c0e46a-7040-4c4b-ae87-51ec5e987b54 req-ad95fe8e-4225-4f7a-bb3e-a16a58fb4e60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1098 time: 0.2841043 Dec 22 15:53:41.682438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.695260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0870e69-4414-4fab-b3d7-51e22161112f tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:41.740276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=b7e5b239-f322-485e-ba5f-faf6d35cd15b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:41.747991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:41.753780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37c0e46a-7040-4c4b-ae87-51ec5e987b54 req-23aa9528-ba34-4b56-95a5-c0febfd15ab2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943043 Dec 22 15:53:41.758146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.769529 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/b7e5b239-f322-485e-ba5f-faf6d35cd15b HTTP/1.1" status: 204 len: 168 time: 0.7026846 Dec 22 15:53:41.772148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51944) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:41.778123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'mac_address': 'fa:16:3e:18:17:e8', 'name': 'tempest-PortsTestJSON-5146760'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:41.845095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 31fef6e1-d7e5-45b0-8015-5a469cdd937b {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:41.848618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.901545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:41.906058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:41.907049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:41.909025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:41.915053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:41.943760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:41.992511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.055575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.085347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:42.098632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.103993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd0482f0-d0e6-4df8-a8be-9db08ad1c553 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:42.145564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=31fef6e1-d7e5-45b0-8015-5a469cdd937b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:42.148320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:42.151133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.157939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/31fef6e1-d7e5-45b0-8015-5a469cdd937b HTTP/1.1" status: 204 len: 168 time: 0.5218053 Dec 22 15:53:42.159797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a712fbf-62a3-41b5-ae0e-b3a6aaf51fa5 None None] Network 4824b945-786f-4d25-b0c0-e3ebef873046 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:42.160681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51948) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:42.289837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.302617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:42.303112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.393851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.439505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429ab08-9aad-479d-b2a2-aa957407ce2e req-617148a9-b82f-4c8a-b3df-3bb769660d7f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:42.441236 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4429ab08-9aad-479d-b2a2-aa957407ce2e req-617148a9-b82f-4c8a-b3df-3bb769660d7f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.1257300 Dec 22 15:53:42.444555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] DHCP port deletion for 4824b945-786f-4d25-b0c0-e3ebef873046 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:42.450388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Deleting port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:42.450906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.489977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.499012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be516885-6104-4dd6-be1f-426627542d9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:42.565920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4429ab08-9aad-479d-b2a2-aa957407ce2e req-cc5da6c1-b008-4fe8-a5df-f2f42fb1fdf5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161666 Dec 22 15:53:42.592672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:42.602218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:42.602218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:42.602218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:42.602218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:42.604043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:42.604713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.667629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 0.8922756 Dec 22 15:53:42.668227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:42.689154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] For port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,segment=NetworkSegment(70b78c4a-4e5f-4b52-8f2e-91740e808d47),segment_id=70b78c4a-4e5f-4b52-8f2e-91740e808d47)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:42.689534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.812453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953a34c-d118-45fa-a34a-c77007c89f10 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:42.813083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d953a34c-d118-45fa-a34a-c77007c89f10 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:42.840901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Calling delete_port for 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:42.847975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,segment=NetworkSegment(70b78c4a-4e5f-4b52-8f2e-91740e808d47),segment_id=70b78c4a-4e5f-4b52-8f2e-91740e808d47)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:42.848376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.904249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-348edf27-4750-4b3b-8222-f22ea446c67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:42.921598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d953a34c-d118-45fa-a34a-c77007c89f10 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:42.922938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d953a34c-d118-45fa-a34a-c77007c89f10 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 HTTP/1.1" status: 200 len: 838 time: 0.2539442 Dec 22 15:53:42.926050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51958) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:42.991833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:43.001178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:43.001390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.001622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.006202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:43.054742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Pushing event deleted for resources: {'Port': ['ID=4f2c2cb5-b61e-438e-b3be-a8a089f617e4,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:43.059143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:43.062305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] No DVR routers for this DVR port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:43.079720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:43.080093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:43.239781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.380992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:43.475260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.482366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b33124a5-8b20-42cc-8229-15d46cb8c2d8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:43.528969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:43.531623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:43.536737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.567472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 HTTP/1.1" status: 204 len: 168 time: 0.6402500 Dec 22 15:53:43.570235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51962) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:43.581728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:43.582154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.616762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f39d772-4f08-4565-9106-7ac23d2663cb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:43.617338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f39d772-4f08-4565-9106-7ac23d2663cb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:43.650500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] The port '4f2c2cb5-b61e-438e-b3be-a8a089f617e4' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:43.663939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f39d772-4f08-4565-9106-7ac23d2663cb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:43.669367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f39d772-4f08-4565-9106-7ac23d2663cb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/f9d1ea07-f53b-4d65-ab0b-ff4fc15b5ab9 HTTP/1.1" status: 404 len: 333 time: 0.0940993 Dec 22 15:53:43.669824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51968) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:43.676143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'name': 'tempest-PortsTestJSON-517775084'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:43.786537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.815407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4824b945-786f-4d25-b0c0-e3ebef873046']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:43.829193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b78c4a-4e5f-4b52-8f2e-91740e808d47') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:43.829474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b78c4a-4e5f-4b52-8f2e-91740e808d47') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:43.842690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.847400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:43.859355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.863271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:43.865891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:43.866360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:43.882385 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:43.886606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20ad9-e729-43c1-8439-2fee6fabab14 req-3e4c0349-a662-43e2-bb4d-71bff7d3b8bb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:43.887667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06b20ad9-e729-43c1-8439-2fee6fabab14 req-3e4c0349-a662-43e2-bb4d-71bff7d3b8bb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.1760004 Dec 22 15:53:43.933910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:43.939582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.960221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06b20ad9-e729-43c1-8439-2fee6fabab14 req-32bece27-0a66-4a8b-9b2f-2aba3493e4e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661147 Dec 22 15:53:43.970072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 33a2f5e3-dc32-40b2-bda8-8ea187c016b9 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:43.990031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:43.994962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.000219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-356614b9-e772-4b1c-8b32-fafd54a75825 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:44.032892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=4824b945-786f-4d25-b0c0-e3ebef873046,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:44.035671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:44.071835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/4824b945-786f-4d25-b0c0-e3ebef873046 HTTP/1.1" status: 204 len: 168 time: 1.9097781 Dec 22 15:53:44.072617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51974) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.082584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:44.131999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:44.132401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f2c2cb5-b61e-438e-b3be-a8a089f617e4 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:44.157949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d0783c-45b9-454b-912e-afba06728937 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:44.158620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-62d0783c-45b9-454b-912e-afba06728937 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:44.167013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.201183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-62d0783c-45b9-454b-912e-afba06728937 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:44.202578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62d0783c-45b9-454b-912e-afba06728937 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 HTTP/1.1" status: 200 len: 845 time: 0.1289041 Dec 22 15:53:44.206667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51978) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.280166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e44b8bd8-d654-470c-827d-745df03a99bb tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0722518 Dec 22 15:53:44.284113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51982) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.290538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:44.291194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.314939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61f42e-45c9-4623-ba45-437067092ea1 req-9a1edd20-24e9-4a0d-b414-ac7eaa776668 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:44.316561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2e61f42e-45c9-4623-ba45-437067092ea1 req-9a1edd20-24e9-4a0d-b414-ac7eaa776668 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.2211602 Dec 22 15:53:44.372040 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2e61f42e-45c9-4623-ba45-437067092ea1 req-5371cdc4-8f3c-4a60-960e-46ce9f716d53 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483956 Dec 22 15:53:44.379678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.388268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4d1812b2-aa0b-493a-a2b0-e25ffdd22794 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:44.402943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51986) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.454075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:44.457204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:44.459672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:44.460667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:44.465106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:44.465705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.467887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:44.471879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:44.479386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:44.484605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=33a2f5e3-dc32-40b2-bda8-8ea187c016b9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:44.487491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:44.505116 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25b36cec-3741-47e9-82ef-9a97dbb0d1f1 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1093 time: 0.1004844 Dec 22 15:53:44.512844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 51990) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.518610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:44.524704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:44.529555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:44.553268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8797634 Dec 22 15:53:44.553437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:44.553538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51994) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:44.557525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:44.560752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:44.576619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:44.657517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.674923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.687211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.911341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.943793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:44.948708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ec9e3bd-8300-496c-b9ef-baceed59cbdc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:45.010671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] In _notify_port_updated(), no bound segment for port 33a2f5e3-dc32-40b2-bda8-8ea187c016b9 on network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:53:45.014826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:45.015494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.016926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/ports/33a2f5e3-dc32-40b2-bda8-8ea187c016b9 HTTP/1.1" status: 200 len: 818 time: 0.4624257 Dec 22 15:53:45.020170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 51998) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.021905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.064321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.072519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90fe914c-ca45-495d-88b8-ff796302e31a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:45.080556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=33a2f5e3-dc32-40b2-bda8-8ea187c016b9,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:45.085399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:45.101418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 33a2f5e3-dc32-40b2-bda8-8ea187c016b9 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:45.102134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.150261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75f2ac4d-06f4-4b6f-8c37-ca192fa645d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.177384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:45.213492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:45.222351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:45.223025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.223287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4a257-161b-4317-a60a-2373c0c9865e None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:45.234364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=e1cae901-8a8d-4064-9218-a10ba6877b63,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:45.244134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:45.273318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.135 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e607febd-2cb1-4fce-9a49-bae6a33535e6) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:45.303390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0180118 Dec 22 15:53:45.308427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52002) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.325114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'security_group': {'name': 'tempest-secgroup-666637449'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:45.335496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:45.337000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.391666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:45.399005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:45.414632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:45.459225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.470055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 33a2f5e3-dc32-40b2-bda8-8ea187c016b9 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:45.482285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.503854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.508652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-3044c0da-4998-4090-9540-f20d4fc4afe0', 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'tenant_id': 'ba4fc68ea5b045528037fd1a3a9ccf03', 'fixed_ips': [{'subnet_id': 'e1cae901-8a8d-4064-9218-a10ba6877b63'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:45.509547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.511822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:45.517751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:45.521564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:45.529202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:45.572751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.581354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:45.596773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.604368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdb0ef82-afe5-4b06-b0af-6ee0cd851d79 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:45.629378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=33a2f5e3-dc32-40b2-bda8-8ea187c016b9,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:45.632181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:45.635418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.636898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.650929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/33a2f5e3-dc32-40b2-bda8-8ea187c016b9 HTTP/1.1" status: 204 len: 168 time: 0.6266625 Dec 22 15:53:45.650929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.677955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:45.681466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:45.682568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Allocated IP 2001:db8::2 (3044c0da-4998-4090-9540-f20d4fc4afe0/e1cae901-8a8d-4064-9218-a10ba6877b63/0c24e0e6-6880-4e70-b305-d2d67d3bbce3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:45.686322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.690726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:45.726530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=e607febd-2cb1-4fce-9a49-bae6a33535e6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:45.740167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:45.742831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bb5be36-6f3e-4b03-ac8d-dc47256cbb5d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:45.809056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d555f82f-166f-4ef5-9227-bd6eb33936a7,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:45.816466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:45.853673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.858736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5489743 Dec 22 15:53:45.859454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52010) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:45.881510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1145406587'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:45.890605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:45.899653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:45.920379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:45.920379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:45.932132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:45.944483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Transition to ACTIVE for port object 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:45.964646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Transition to ACTIVE for port object 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:45.986729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32844874-9aac-4132-8e97-c9c9ce7b8bc0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:45.987479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-32844874-9aac-4132-8e97-c9c9ce7b8bc0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:46.040777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-32844874-9aac-4132-8e97-c9c9ce7b8bc0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:46.041323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.045346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32844874-9aac-4132-8e97-c9c9ce7b8bc0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3903253 Dec 22 15:53:46.045551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52014) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:46.048895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:46.051433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.091545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcde119-50c5-49c4-b18e-d0fd3fd356ea tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:46.097228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7bcde119-50c5-49c4-b18e-d0fd3fd356ea tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/33a2f5e3-dc32-40b2-bda8-8ea187c016b9 HTTP/1.1" status: 404 len: 333 time: 0.0464578 Dec 22 15:53:46.098389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52018) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:46.104583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2113697869'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:46.110475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:46.114597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:46.118206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:46.124957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:46.125186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:46.126100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:46.128991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:46.130948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:46.131805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:46.168064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:46.173926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.195931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:46.204032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:46.207129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:46.208372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:46.216886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.217277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment 4c985dec-23fd-4a00-b429-2d406ee81cf5 of type vlan for network c1cd7233-0dbf-4c56-9b7a-8836e628c125 Dec 22 15:53:46.218805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:46.235317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Attempting to bind port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:46.235741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Attempting to bind port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'ef4a40e2-e1cf-48b8-9550-643c590b64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:46.236152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Attempting to bind port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 on network 3044c0da-4998-4090-9540-f20d4fc4afe0 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:46.243174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:46.244113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Checking segment: {'id': 'ef4a40e2-e1cf-48b8-9550-643c590b64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:46.244113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.244412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Bound using segment: {'id': 'ef4a40e2-e1cf-48b8-9550-643c590b64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:46.244909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Bound port: 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4a40e2-e1cf-48b8-9550-643c590b64b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:46.245473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.246101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.303770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.308171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:46.308943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.314842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bfc6869-07ac-4b8a-9174-9daf60d1c592 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:46.317876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.339574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:46.344495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:46.384312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.389294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-647410de-2f8e-4e21-9258-e04f5aab87be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:46.406348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.428949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3267171 Dec 22 15:53:46.429505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52022) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:46.430253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=c1cd7233-0dbf-4c56-9b7a-8836e628c125,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:46.433458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:46.435906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5422c1d7-480f-4167-976b-15c902b45f30 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:46.440681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:46.446818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:46.472090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.474937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6019149 Dec 22 15:53:46.476249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52026) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:46.489121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2006448258', 'security_groups': ['8864b293-3917-4150-9da8-5a4cd99eb67f'], 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1cae901-8a8d-4064-9218-a10ba6877b63'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:46.505920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8864b293-3917-4150-9da8-5a4cd99eb67f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:46.510159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:46.515020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.590331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:46.594194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:46.606652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.671677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:46.685423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:46.690671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:46.701967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:46.738319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:46.742981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:port and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:46.746379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:46.752553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:46.756188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:46.836844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.853336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:46.863832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.868783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ec67053f-28f1-49d3-b328-27c2e40e8753 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:46.951420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:46.996608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=e607febd-2cb1-4fce-9a49-bae6a33535e6,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:46.999825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:47.000002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.027122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.160570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.201184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port ddc92d05-bd6c-401d-9a31-5c10b9910031 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:47.461754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 6e2031c0-438c-4f87-a14a-1adb17683b33 associated. External IP: 172.26.1.135, port: 0439ee1f-9aad-46eb-ac00-f32e72077236. Dec 22 15:53:47.517597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::3d4 (3044c0da-4998-4090-9540-f20d4fc4afe0/e1cae901-8a8d-4064-9218-a10ba6877b63/ddc92d05-bd6c-401d-9a31-5c10b9910031) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:47.534153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.547229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60e08f56-09f6-4cbd-9b7c-12f450670a40 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:47.687238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=b6cccd30-2fb5-4084-8fef-b3b8195a2462,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:47.741795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:47.769299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': '4c985dec-23fd-4a00-b429-2d406ee81cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:47.769693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: c1cd7233-0dbf-4c56-9b7a-8836e628c125, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:53:47.829243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.846620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object ddc92d05-bd6c-401d-9a31-5c10b9910031 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:47.865058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:53:47.894474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:53:47.898468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:47.905290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-830cc5c5-cec7-4fa5-bff5-28e9e87e2565 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:47.941937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c1cd7233-0dbf-4c56-9b7a-8836e628c125) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:47.951848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fed10e-a8b4-4656-b445-3218f7262832 None None] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:47.970116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:47.970693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.018945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:48.025790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:48.031066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:48.035531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:48.036209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.049724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=ddc92d05-bd6c-401d-9a31-5c10b9910031,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:48.050792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:48.089918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6403098 Dec 22 15:53:48.089918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52030) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.089918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:48.130802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6496305 Dec 22 15:53:48.134865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52034) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.142208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:48.175896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:48.280910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:48.284787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:53:48.285880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:48.289702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:48.298875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:48.308481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:53:48.328317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': 'b6cccd30-2fb5-4084-8fef-b3b8195a2462'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:53:48.329209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.331907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:48.336474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:48.341169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:48.343784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:48.348038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:48.351048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.358858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:48.359574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:48.372918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.408489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:48.415178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.423031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:48.517187 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b6cccd30-2fb5-4084-8fef-b3b8195a2462 (CIDR: 172.20.0.0/28) Dec 22 15:53:48.575169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:48.579396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:53:48.579630 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0626266 Dec 22 15:53:48.580447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:53:48.580665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52038) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.611742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1cae901-8a8d-4064-9218-a10ba6877b63 (CIDR: 2001:db8::/64) Dec 22 15:53:48.659011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:48.659250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:53:48.664528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'status': 'completed', 'code': 200} Dec 22 15:53:48.732923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7e31a18-5002-43ce-adcd-941fc0bb7280 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5968840 Dec 22 15:53:48.736220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52044) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.746241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c9cdc97-372d-4b5d-a662-21cd6c65d588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6662683 Dec 22 15:53:48.748546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:48.754868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52048) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:48.768197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:48.795264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:48.795620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:48.887792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:48.896137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87505ce9-582f-4256-b1fa-bb5a629357a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 200 len: 991 time: 0.3122661 Dec 22 15:53:48.944411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:48.946649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-3ccfc648-d73a-43bb-80e0-e0df9ebd696f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1098 time: 0.2464380 Dec 22 15:53:48.949313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:48.952490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:48.958889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:48.996729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:49.003050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.017081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:49.052359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:49.146838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Allocated IP 172.20.0.2 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/b6cccd30-2fb5-4084-8fef-b3b8195a2462/a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:49.215539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Provisioning for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:49.255145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:49.255577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.312204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:49.321139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:49.334240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:49.338028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.344542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8b47c94-58c5-4ad3-ba00-be557d7f1cf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:49.370433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-924b2519-90d5-42ee-919d-8c0142b99708 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:49.372104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-924b2519-90d5-42ee-919d-8c0142b99708 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 896 time: 0.4119239 Dec 22 15:53:49.411420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:49.414516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:49.419558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:49.420195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.428652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=3aaa3e19-ba98-48e6-a0a5-63f523c28ff6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:49.436286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:49.438819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:49.442329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71cc7e-b473-426f-8836-490fea1aaf2c None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:49.444436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.472605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7308276 Dec 22 15:53:49.473033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:49.480563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1822768820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3aaa3e19-ba98-48e6-a0a5-63f523c28ff6'}], 'security_groups': ['d555f82f-166f-4ef5-9227-bd6eb33936a7']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:49.608545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-2199153e-95d3-488c-88f1-71d240811f06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 999 time: 0.2292984 Dec 22 15:53:49.614745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.705514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-050344f6-ebc2-4e1f-97b8-3d8d4e5bb2c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:49.706827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-050344f6-ebc2-4e1f-97b8-3d8d4e5bb2c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 200 len: 835 time: 0.0882730 Dec 22 15:53:49.802759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.871076 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-3782b64a-3252-4160-848f-2d86aedd51c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b6d94fd-196c-4703-bec7-1b1da346348b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1556940 Dec 22 15:53:49.871665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.900729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52056) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:49.911006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Transition to ACTIVE for port object a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:49.933843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:49.981491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Transition to ACTIVE for port object a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:49.994637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:49.998360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3cb3e297-f337-4f01-b092-648c5a0bdd1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:50.015299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.027632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e6e8fda-3ac8-4563-92a8-e7983f97c914 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:50.053881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.069109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:46Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:50.080683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5778c61f-f036-4425-8823-aafbe1bbcacf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 200 len: 991 time: 0.1785245 Dec 22 15:53:50.084396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:53:50.109819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:50.110982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:50.119649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:50.123231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:50.126028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:50.126677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.127764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:50.129935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:50.136002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:50.138013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b92f47c-ee55-40de-a08c-f40a5581e3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:50.143354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=6024d358-c4fa-4ffc-8a65-557ee4be0725,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:50.146074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:50.158228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-4c9538a0-4ed8-43a1-a404-23279fdf01ec service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705557 Dec 22 15:53:50.181696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Delete allocated IP 2001:db8::3d4 (3044c0da-4998-4090-9540-f20d4fc4afe0/e1cae901-8a8d-4064-9218-a10ba6877b63) {{(pid=88957) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:53:50.190553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8:0:1::2c7 (3044c0da-4998-4090-9540-f20d4fc4afe0/3aaa3e19-ba98-48e6-a0a5-63f523c28ff6/ddc92d05-bd6c-401d-9a31-5c10b9910031) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:50.192899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4295127 Dec 22 15:53:50.195773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52060) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:50.200504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:53:50.201195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:50.202492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'fixed_ips': [{'subnet_id': 'b6cccd30-2fb5-4084-8fef-b3b8195a2462'}, {'subnet_id': '6024d358-c4fa-4ffc-8a65-557ee4be0725'}], 'name': 'tempest-PortsTestJSON-757329798'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:50.326401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac9f37c9-de33-4603-88ea-e9748e6bf7f6 req-51ef9ad5-bcdc-49bb-8251-41b352e1e299 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607313 Dec 22 15:53:50.491184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:50.501396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:50.506746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:50.519187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:50.577937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:50.589870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Pushing event updated for resources: {'Port': ['ID=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:50.603543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.615099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:50.642310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Ignored duplicate provisioning block setup for port ddc92d05-bd6c-401d-9a31-5c10b9910031 by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:53:50.675839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9527030d-6e8f-414d-a2cc-687460adf606 None None] Provisioning for port ddc92d05-bd6c-401d-9a31-5c10b9910031 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:50.694694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.702572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Attempting to bind port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:53:50.702908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:50.703033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Attempting to bind port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '4c985dec-23fd-4a00-b429-2d406ee81cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:53:50.703379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Attempting to bind port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a on network c1cd7233-0dbf-4c56-9b7a-8836e628c125 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:53:50.716720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9527030d-6e8f-414d-a2cc-687460adf606 None None] Provisioning complete for port ddc92d05-bd6c-401d-9a31-5c10b9910031 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:50.717240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9527030d-6e8f-414d-a2cc-687460adf606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.773832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:53:50.774265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Checking segment: {'id': '4c985dec-23fd-4a00-b429-2d406ee81cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:53:50.774727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.775181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Bound using segment: {'id': '4c985dec-23fd-4a00-b429-2d406ee81cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:53:50.775712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Bound port: a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c985dec-23fd-4a00-b429-2d406ee81cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:53:50.776137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.817486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Update dhcp port {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'fixed_ips': [{'subnet_id': 'e1cae901-8a8d-4064-9218-a10ba6877b63', 'ip_address': '2001:db8::2'}, {'subnet_id': '3aaa3e19-ba98-48e6-a0a5-63f523c28ff6'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '0c24e0e6-6880-4e70-b305-d2d67d3bbce3'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:53:50.841312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] In _notify_port_updated(), no bound segment for port ddc92d05-bd6c-401d-9a31-5c10b9910031 on network 3044c0da-4998-4090-9540-f20d4fc4afe0 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:53:50.845564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:50.846232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.847165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9527030d-6e8f-414d-a2cc-687460adf606 None None] Port ddc92d05-bd6c-401d-9a31-5c10b9910031 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:50.847679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/ports/ddc92d05-bd6c-401d-9a31-5c10b9910031 HTTP/1.1" status: 200 len: 931 time: 1.3734162 Dec 22 15:53:50.850350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=ddc92d05-bd6c-401d-9a31-5c10b9910031,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:50.851036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52070) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:50.860512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:50.871097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:50.884805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 3507a7df-4c23-4d25-82d1-421114ccbe97 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:50.909079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:53:50.931737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port ddc92d05-bd6c-401d-9a31-5c10b9910031 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:50.932123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.012034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.084448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52074) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:51.152794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:53:51.186537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,segment=NetworkSegment(4c985dec-23fd-4a00-b429-2d406ee81cf5),segment_id=4c985dec-23fd-4a00-b429-2d406ee81cf5)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:53:51.213488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.269687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.273918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5543fff8-0889-4167-9e5f-159c61002025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:51.350934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for ddc92d05-bd6c-401d-9a31-5c10b9910031 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:51.506862 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-19df160a-8520-4b8c-b40a-6ce36df1c8d6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 200 len: 991 time: 0.4202359 Dec 22 15:53:51.510215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Pushing event updated for resources: {'Port': ['ID=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:51.523735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:51.538177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.546358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca617b13-25e1-44a2-8616-8aa2fd51619c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:51.594666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=ddc92d05-bd6c-401d-9a31-5c10b9910031,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:51.599830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:51.607264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.4 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/b6cccd30-2fb5-4084-8fef-b3b8195a2462/3507a7df-4c23-4d25-82d1-421114ccbe97) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:51.609402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Allocated IP 2001:db8:0:1::2 (3044c0da-4998-4090-9540-f20d4fc4afe0/3aaa3e19-ba98-48e6-a0a5-63f523c28ff6/0c24e0e6-6880-4e70-b305-d2d67d3bbce3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:51.615019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.24 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/6024d358-c4fa-4ffc-8a65-557ee4be0725/3507a7df-4c23-4d25-82d1-421114ccbe97) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:51.649808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.661322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/ddc92d05-bd6c-401d-9a31-5c10b9910031 HTTP/1.1" status: 204 len: 168 time: 0.8008535 Dec 22 15:53:51.663557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52078) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:51.712366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-82199d79-f310-47cc-a9b7-686c6991fd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:53:51.713137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82199d79-f310-47cc-a9b7-686c6991fd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:51.766281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82199d79-f310-47cc-a9b7-686c6991fd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:51.768128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-82199d79-f310-47cc-a9b7-686c6991fd46 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/ddc92d05-bd6c-401d-9a31-5c10b9910031 HTTP/1.1" status: 404 len: 333 time: 0.1029198 Dec 22 15:53:51.770559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52082) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:51.773459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:46Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:51.794939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f38ebee-ced9-47fc-a979-33a76ea546a1 None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:53:15Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:46Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:53:51.801793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:51.849478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.879992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Transition to ACTIVE for port object 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:51.888008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.905500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.919997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.926033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af14578f-90ba-4a35-a928-7221f4be9ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:51.937900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:51.944212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 3507a7df-4c23-4d25-82d1-421114ccbe97 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:52.018589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.031580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e8f47392-86de-4575-9392-b220ac542252 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:52.052674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.060400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d4bc60c-38ed-480d-89c8-63558f750582 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:52.083943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8864b293-3917-4150-9da8-5a4cd99eb67f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:52.087665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:52.088709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.092477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/security-groups/8864b293-3917-4150-9da8-5a4cd99eb67f HTTP/1.1" status: 204 len: 168 time: 0.3208857 Dec 22 15:53:52.095296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52086) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:52.131033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:52.138233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:52.143998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:52.182478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:52.183584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=3507a7df-4c23-4d25-82d1-421114ccbe97,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:52.183702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:52.185338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:52.212442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.246898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:52.247057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.269112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:52.270594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.346933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.351072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969b7221-e8b5-4bd4-83ae-1b18dd656142 None None] New status for floating IP 6e2031c0-438c-4f87-a14a-1adb17683b33: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:53:52.352792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07a717bb-88d7-447e-b9c6-f51900de37bd tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:52.372351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:52.373124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1760786 Dec 22 15:53:52.376054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:52.378817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555f82f-166f-4ef5-9227-bd6eb33936a7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:52.381252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.382485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6cccd30-2fb5-4084-8fef-b3b8195a2462'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:52.382757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/security-groups/d555f82f-166f-4ef5-9227-bd6eb33936a7 HTTP/1.1" status: 204 len: 168 time: 0.2864084 Dec 22 15:53:52.383869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:52.385559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52094) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:52.395636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:52.514914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52098) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:52.663603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet e1cae901-8a8d-4064-9218-a10ba6877b63 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:52.665686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.668998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.721995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6261763-1756-46d1-8f25-f84ac672a3e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 200 len: 991 time: 0.2044530 Dec 22 15:53:52.735757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.845097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.961624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:52.967385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b55184a6-b4de-4901-a14c-22c3e0b9eceb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:53.008897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cae901-8a8d-4064-9218-a10ba6877b63,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:53.012948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:53.016763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.025807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/e1cae901-8a8d-4064-9218-a10ba6877b63 HTTP/1.1" status: 204 len: 168 time: 0.6383932 Dec 22 15:53:53.030793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52102) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:53.038771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:53.101337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Delete allocated IP 172.20.0.24 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/6024d358-c4fa-4ffc-8a65-557ee4be0725) {{(pid=88957) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:53:53.203917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:53.206537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cade0-682f-4a77-a156-9eb0afc040fe None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:53.208704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:53.212005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:53.219351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:53.252884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:53.276496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.294575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.314362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Ignored duplicate provisioning block setup for port 3507a7df-4c23-4d25-82d1-421114ccbe97 by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:53:53.338165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.345911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:53.346479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.349477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e6de8f4e-37d9-4d6b-9e2e-65e35f8c9387 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:53.469203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:53.554400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] In _notify_port_updated(), no bound segment for port 3507a7df-4c23-4d25-82d1-421114ccbe97 on network c1cd7233-0dbf-4c56-9b7a-8836e628c125 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:53:53.558796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:53.559483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.564388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/ports/3507a7df-4c23-4d25-82d1-421114ccbe97 HTTP/1.1" status: 200 len: 918 time: 1.1873918 Dec 22 15:53:53.567804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:53.575645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Provisioning for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:53.577698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b6cccd30-2fb5-4084-8fef-b3b8195a2462'}, {'subnet_id': '6024d358-c4fa-4ffc-8a65-557ee4be0725'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:53.582055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:53.582502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.618516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.620772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=3507a7df-4c23-4d25-82d1-421114ccbe97,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:53.637763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5800e67e-a3ee-4072-9d35-ba8120acb7fe tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:53.638090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:53.707739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=656dd727-ccd8-4947-8470-282f6741f8fa,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:53.710173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7746e8f-60dd-47ee-a76e-bfc74c3439f3 None None] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:53.712518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:53.715026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:53.716243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:53.718773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:53.719411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.725816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52112) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:53.762733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7302597 Dec 22 15:53:53.765377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52116) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:53.772007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'security_group': {'name': 'tempest-secgroup-279791912'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:53.779343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:53.786025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:53.789675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:53.810882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.814021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:53.821224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a525aad4-1965-4934-96b3-7f4a2cdb1f4d None None] Could not find standard attr ID for object ddc92d05-bd6c-401d-9a31-5c10b9910031. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:53.875631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:53.920342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:53.925870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:53.929428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:53.940478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:53.952892 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66909cbc-7934-4391-a08f-b0bf2f6cb883 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 200 len: 993 time: 0.2229617 Dec 22 15:53:54.019156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.058608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.065232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-88afb27e-94d0-4cbb-9f33-95eabe9bf16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:54.128423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7274c66a-f597-49e5-9077-fb30990e3527,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:54.131838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:54.159659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:54.160580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.161974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3955643 Dec 22 15:53:54.164768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52120) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:54.171264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754159817'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:54.177773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:54.181926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:54.185164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:54.195492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:54.234930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.271535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Provisioning for port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:54.281304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Provisioning complete for port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:54.281614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:54.281741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.285769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:54.289101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:54.296547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:54.316161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.22 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/6024d358-c4fa-4ffc-8a65-557ee4be0725/3507a7df-4c23-4d25-82d1-421114ccbe97) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:54.319177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:54.319612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.380416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.424210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.431986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1fa62fe-7678-44c4-841f-df01120daba7 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:54.484109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6445ff3-ba20-43c0-9865-32563df8e5e7,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:54.487157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:54.510116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.512594 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3467906 Dec 22 15:53:54.518170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52124) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:54.527699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102692235'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:54.533995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Update dhcp port {'port': {'network_id': 'c1cd7233-0dbf-4c56-9b7a-8836e628c125', 'fixed_ips': [{'subnet_id': 'b6cccd30-2fb5-4084-8fef-b3b8195a2462', 'ip_address': '172.20.0.2'}, {'subnet_id': '6024d358-c4fa-4ffc-8a65-557ee4be0725'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:53:54.534611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.543840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:54.555311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:54.562059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:54.565095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Ignored duplicate provisioning block setup for port 3507a7df-4c23-4d25-82d1-421114ccbe97 by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:53:54.569531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:54.601010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.611422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c0dbd74-ce5d-4f47-a9d9-37e7752d3365 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:54.643843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.657164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.661039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.668340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5284f3-1cfa-4ad2-9580-73c34e9b82ba None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:54.741718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=3507a7df-4c23-4d25-82d1-421114ccbe97,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:54.751029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:54.843960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:54.852631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:security_group_rule and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:54.853538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,segment=NetworkSegment(4c985dec-23fd-4a00-b429-2d406ee81cf5),segment_id=4c985dec-23fd-4a00-b429-2d406ee81cf5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:54.857589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:54.867146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:54.872613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] In _notify_port_updated(), no bound segment for port 3507a7df-4c23-4d25-82d1-421114ccbe97 on network c1cd7233-0dbf-4c56-9b7a-8836e628c125 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:53:54.876940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:54.877614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.879039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/ports/3507a7df-4c23-4d25-82d1-421114ccbe97 HTTP/1.1" status: 200 len: 998 time: 1.3102255 Dec 22 15:53:54.882004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52128) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:54.915701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:54.922652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:54.980314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 3507a7df-4c23-4d25-82d1-421114ccbe97 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:54.980695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.050918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.090079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.109701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4de2f5b-0e6f-47d8-b7c2-3d219171c98b tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:55.118883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Pushing event updated for resources: {'Port': ['ID=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:55.156028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:55.163615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1429e0-b4cc-4a66-b034-6cdbe0b2052d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:55.179834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c14c43c9-d6f5-492c-81ea-b9da41ce9c54 None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:55.180159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14c43c9-d6f5-492c-81ea-b9da41ce9c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.183352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:55.188373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.192364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6702881 Dec 22 15:53:55.193458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52132) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:55.201304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1795871609', 'security_groups': ['ee1429e0-b4cc-4a66-b034-6cdbe0b2052d'], 'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '656dd727-ccd8-4947-8470-282f6741f8fa'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:55.242304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Allocated IP 172.20.0.18 (c1cd7233-0dbf-4c56-9b7a-8836e628c125/6024d358-c4fa-4ffc-8a65-557ee4be0725/a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:55.272671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c14c43c9-d6f5-492c-81ea-b9da41ce9c54 None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:55.314331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.367378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:55.378277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:55.418159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:55.426290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.436525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c14c43c9-d6f5-492c-81ea-b9da41ce9c54 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:55.436951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14c43c9-d6f5-492c-81ea-b9da41ce9c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.445853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 3507a7df-4c23-4d25-82d1-421114ccbe97 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:55.449878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] device_id is not set on port a918ce9d-c8d8-43c2-9261-3738b3bc7fec yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:53:55.533807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,segment=NetworkSegment(4c985dec-23fd-4a00-b429-2d406ee81cf5),segment_id=4c985dec-23fd-4a00-b429-2d406ee81cf5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:55.551619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Update dhcp port {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'fixed_ips': [{'subnet_id': '3aaa3e19-ba98-48e6-a0a5-63f523c28ff6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '656dd727-ccd8-4947-8470-282f6741f8fa'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '0c24e0e6-6880-4e70-b305-d2d67d3bbce3'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:53:55.663426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.677728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.681896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8::f1 (3044c0da-4998-4090-9540-f20d4fc4afe0/656dd727-ccd8-4947-8470-282f6741f8fa/a918ce9d-c8d8-43c2-9261-3738b3bc7fec) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:55.709369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Transition to ACTIVE for port object a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:55.720635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.728467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:55.756918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.763769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-955152ae-d096-4623-ac72-e9d573fcb63c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:55.773413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=3507a7df-4c23-4d25-82d1-421114ccbe97,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:55.776746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:55.917860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.927550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:55.937684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object a918ce9d-c8d8-43c2-9261-3738b3bc7fec will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:55.938585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/3507a7df-4c23-4d25-82d1-421114ccbe97 HTTP/1.1" status: 204 len: 168 time: 1.0516388 Dec 22 15:53:55.941193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52136) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:55.989671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3401453a-6518-480b-b556-5b7f33dfde07 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:53:55.990274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3401453a-6518-480b-b556-5b7f33dfde07 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:53:56.001247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.009165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9d817b5-3e01-4e09-9607-11f841de2b92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:56.040699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3401453a-6518-480b-b556-5b7f33dfde07 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:53:56.043583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3401453a-6518-480b-b556-5b7f33dfde07 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/3507a7df-4c23-4d25-82d1-421114ccbe97 HTTP/1.1" status: 404 len: 333 time: 0.1007013 Dec 22 15:53:56.046701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:56.083978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=a918ce9d-c8d8-43c2-9261-3738b3bc7fec,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:56.087198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:56.105101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:56.106642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:56.109385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:53:56.114986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:56.116005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.122924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:56.181251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:53:56.190529 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9954371 Dec 22 15:53:56.192853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Pushing event updated for resources: {'Port': ['ID=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:56.193545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52144) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:56.204411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:56.209387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:56.294800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Allocated IP 2001:db8::2 (3044c0da-4998-4090-9540-f20d4fc4afe0/656dd727-ccd8-4947-8470-282f6741f8fa/0c24e0e6-6880-4e70-b305-d2d67d3bbce3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:56.386984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:56.391658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:56.394782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:56.401014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:56.452127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:56.458389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.462572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:56.498872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.522213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Transition to ACTIVE for port object 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:56.534004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 6024d358-c4fa-4ffc-8a65-557ee4be0725 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:56.537862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.562079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.568539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2aa00f6-7532-4bed-ba7c-e87008f01500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:56.605409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.721842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.731281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:56.744001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:56.858128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.860688 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 656dd727-ccd8-4947-8470-282f6741f8fa (CIDR: 2001:db8::/64) Dec 22 15:53:56.864754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f98b8f67-84a3-4e83-ac9f-7458fde4a7dd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:56.888158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:56.889016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:53:56.912894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=6024d358-c4fa-4ffc-8a65-557ee4be0725,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:56.916093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:56.920317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:56.927573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/6024d358-c4fa-4ffc-8a65-557ee4be0725 HTTP/1.1" status: 204 len: 168 time: 0.8791146 Dec 22 15:53:56.930245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52150) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:56.941592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7e8cf6c-1265-4c3d-8de0-dd7d5c3d7b41 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7439699 Dec 22 15:53:56.941827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52154) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:56.948776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:57.008819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet b6cccd30-2fb5-4084-8fef-b3b8195a2462 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:53:57.013292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.074398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.119769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:57.128065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:57.133196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:57.140855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:57.175938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.185835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:57.192290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.242908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9dea60-dd27-4c5a-b361-32226fc4049c None None] Network c1cd7233-0dbf-4c56-9b7a-8836e628c125 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:57.297358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.306590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b7fa5fe6-d868-48e1-abea-38f0955a4646 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:57.349335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb8e0077-9aec-43e9-a06f-4f34f07f01e1 None None] Provisioning for port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:57.357765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.360087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3aaa3e19-ba98-48e6-a0a5-63f523c28ff6 (CIDR: 2001:db8:0:1::/64) Dec 22 15:53:57.366705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb8e0077-9aec-43e9-a06f-4f34f07f01e1 None None] Provisioning complete for port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:57.374404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb8e0077-9aec-43e9-a06f-4f34f07f01e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.375254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cccd30-2fb5-4084-8fef-b3b8195a2462,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:57.375254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:57.375254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/b6cccd30-2fb5-4084-8fef-b3b8195a2462 HTTP/1.1" status: 204 len: 168 time: 0.4412353 Dec 22 15:53:57.376132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52158) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:57.409554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:53:57.410062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:53:57.527127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.540396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-199f9f57-c26c-4ef4-b98c-133e2746293f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5944331 Dec 22 15:53:57.540864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52162) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:57.543893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:57.544278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.549029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'subnet': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:57.622520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb8e0077-9aec-43e9-a06f-4f34f07f01e1 None None] Could not find standard attr ID for object 3507a7df-4c23-4d25-82d1-421114ccbe97. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:57.705519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] DHCP port deletion for c1cd7233-0dbf-4c56-9b7a-8836e628c125 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:53:57.712010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Deleting port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:57.712432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.742764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:57.750544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Usage tracker for resource:subnet and tenant:ba4fc68ea5b045528037fd1a3a9ccf03 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:57.757234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:57.765298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:57.812185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,segment=NetworkSegment(4c985dec-23fd-4a00-b429-2d406ee81cf5),segment_id=4c985dec-23fd-4a00-b429-2d406ee81cf5)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:57.812606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.837036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Made reservation on behalf of ba4fc68ea5b045528037fd1a3a9ccf03 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:57.902125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:57.902614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:57.966884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:58.075399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.077341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:58.083307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] For port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,segment=NetworkSegment(4c985dec-23fd-4a00-b429-2d406ee81cf5),segment_id=4c985dec-23fd-4a00-b429-2d406ee81cf5)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:53:58.083755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.097839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.105971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-470425f9-a8fc-4d4e-9cd8-76cb44bfca0c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:58.112519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:53:58.162217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:58.164743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:58.179492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No DVR routers for this DVR port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:53:58.299361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Calling delete_port for a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:53:58.331614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.363981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Provisioning for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:58.372312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cd7233-0dbf-4c56-9b7a-8836e628c125']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:58.374916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:58.375351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03f81d7e-0b26-4dde-b731-555db4d25e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.394794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c985dec-23fd-4a00-b429-2d406ee81cf5') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:58.395436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c985dec-23fd-4a00-b429-2d406ee81cf5') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:53:58.409507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.425723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.433662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:53:58.434211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:53:58.452392 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:53:58.458111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:53:58.458536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:53:58.465795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:58.466217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.481159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.493090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5de74f4e-de0d-4571-8e50-30f6f1d76f92 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:58.553490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:53:58.556958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:53:58.562993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:58.563677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.575201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.579503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24304cb4-b219-46b1-9bdd-99639fc5c390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:58.593692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Subnet': ['ID=c1b79fe3-ae9e-4269-ad18-e2064a9b744e,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:58.600511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.601032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:58.609201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=c1cd7233-0dbf-4c56-9b7a-8836e628c125,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:58.614653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:58.624379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0823412 Dec 22 15:53:58.627412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52166) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:58.634003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1702774691', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1b79fe3-ae9e-4269-ad18-e2064a9b744e'}], 'security_groups': ['7274c66a-f597-49e5-9077-fb30990e3527', 'f6445ff3-ba20-43c0-9865-32563df8e5e7']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:58.670483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/c1cd7233-0dbf-4c56-9b7a-8836e628c125 HTTP/1.1" status: 204 len: 168 time: 1.2907963 Dec 22 15:53:58.672206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52170) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:58.712987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:53:58.750339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:53:58.750756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:53:58.776598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62239aa5-7eec-451f-8155-b1422e10885c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:58.781985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62239aa5-7eec-451f-8155-b1422e10885c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1052582 Dec 22 15:53:58.782269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52174) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:58.789133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-53ca8f1c-aa06-4e20-8740-7cb884843acf None None] Provisioning for port a918ce9d-c8d8-43c2-9261-3738b3bc7fec completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:53:58.805727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-53ca8f1c-aa06-4e20-8740-7cb884843acf None None] Provisioning complete for port a918ce9d-c8d8-43c2-9261-3738b3bc7fec triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:53:58.806070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53ca8f1c-aa06-4e20-8740-7cb884843acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.847685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7244a73-58a5-4fe3-9043-b4dc86ca46a8 None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:53:58.907412 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-934be5e4-201b-4fa3-9676-06f3c4bbe5e1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1194618 Dec 22 15:53:58.907680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52178) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:58.915490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-41257140'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:58.924948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:58.932816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:58.935598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.945182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:58.955754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:58.960861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Deleting port a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:53:58.961308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:58.999042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53ca8f1c-aa06-4e20-8740-7cb884843acf None None] Port a918ce9d-c8d8-43c2-9261-3738b3bc7fec cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:53:59.018315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-53ca8f1c-aa06-4e20-8740-7cb884843acf None None] Could not find standard attr ID for object ddc92d05-bd6c-401d-9a31-5c10b9910031. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:53:59.050975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:59.054984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-04eb11cf-645b-4046-a770-4b86199db6cc None None] The port 'a3cbf97e-3a83-4a5d-9b4b-2efb40a7a06a' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:53:59.056402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.159889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:53:59.185412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.186017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment 8b50cbf1-06e6-492b-9b3a-f0e807b62b44 of type vlan for network c6a507c5-61be-4c58-a602-9d2a24d8da3a Dec 22 15:53:59.269819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.287623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Update dhcp port {'port': {'network_id': '3044c0da-4998-4090-9540-f20d4fc4afe0', 'fixed_ips': [{'subnet_id': '3aaa3e19-ba98-48e6-a0a5-63f523c28ff6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '656dd727-ccd8-4947-8470-282f6741f8fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1b79fe3-ae9e-4269-ad18-e2064a9b744e'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': '0c24e0e6-6880-4e70-b305-d2d67d3bbce3'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:53:59.343114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.411740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.415893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:59.416530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.424018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49f4aa88-0553-40e7-8a4b-6763baa51f3e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:59.556843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Delete allocated IP 2001:db8::f1 (3044c0da-4998-4090-9540-f20d4fc4afe0/656dd727-ccd8-4947-8470-282f6741f8fa) {{(pid=88958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:53:59.565340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6573646 Dec 22 15:53:59.568575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52182) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:59.569992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=c6a507c5-61be-4c58-a602-9d2a24d8da3a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:59.574970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d69f8a2a-83d6-4f75-84ce-f2a05ec75642 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:53:59.576103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:53:59.577598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Allocated IP 2001:db8:0:2::12b (3044c0da-4998-4090-9540-f20d4fc4afe0/c1b79fe3-ae9e-4269-ad18-e2064a9b744e/a918ce9d-c8d8-43c2-9261-3738b3bc7fec) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:59.589328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:53:59.712267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:53:59.716530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:53:59.719651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:53:59.725730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:53:59.754867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:53:59.808332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.827103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Transition to ACTIVE for port object a918ce9d-c8d8-43c2-9261-3738b3bc7fec will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:53:59.852374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.859742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:53:59.873413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.900023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Allocated IP 2001:db8:0:2::2 (3044c0da-4998-4090-9540-f20d4fc4afe0/c1b79fe3-ae9e-4269-ad18-e2064a9b744e/0c24e0e6-6880-4e70-b305-d2d67d3bbce3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:53:59.960569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] In _notify_port_updated(), no bound segment for port a918ce9d-c8d8-43c2-9261-3738b3bc7fec on network 3044c0da-4998-4090-9540-f20d4fc4afe0 {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:53:59.964850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:53:59.965515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:53:59.971357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "PUT /v2.0/ports/a918ce9d-c8d8-43c2-9261-3738b3bc7fec HTTP/1.1" status: 200 len: 970 time: 1.3414819 Dec 22 15:53:59.974801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52186) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:53:59.984204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event updated for resources: {'Port': ['ID=a918ce9d-c8d8-43c2-9261-3738b3bc7fec,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:53:59.998747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:00.061512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:00.070903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port a918ce9d-c8d8-43c2-9261-3738b3bc7fec {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:00.071295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.088382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.107037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Transition to ACTIVE for port object 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:00.144018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.149042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-28273450-0c8c-4ffe-9802-2fab68d7c6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:00.330711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Pushing event updated for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:00.334299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:00.380975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.388336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9da2cae-0d33-45de-a533-80c0e102e688 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:00.510810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.520449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=c0ec0b02-2c3d-4efb-b037-adad15af42d3,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:00.531344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:00.654848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for a918ce9d-c8d8-43c2-9261-3738b3bc7fec owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:00.711593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': '8b50cbf1-06e6-492b-9b3a-f0e807b62b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:00.712045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: c6a507c5-61be-4c58-a602-9d2a24d8da3a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:00.796226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:00.840949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c6a507c5-61be-4c58-a602-9d2a24d8da3a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:00.845264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:00.845922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.853937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6ef26-1cac-48d7-b6a8-1efefb04a5aa None None] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:00.869450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.876111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a85f07b-9ef3-4c7c-8fa9-a48be69a124a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:00.921783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3519731 Dec 22 15:54:00.924059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=a918ce9d-c8d8-43c2-9261-3738b3bc7fec,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:00.926023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52190) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:00.928776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:00.934384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a', 'name': 'tempest-PortsTestJSON-81466204'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:00.977202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:00.979941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/a918ce9d-c8d8-43c2-9261-3738b3bc7fec HTTP/1.1" status: 204 len: 168 time: 1.0034707 Dec 22 15:54:00.982662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52194) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.033298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc24125-b636-464d-b8ea-8bbf0c98e72d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] GET failed (client error): The resource could not be found. Dec 22 15:54:01.033915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6bc24125-b636-464d-b8ea-8bbf0c98e72d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Synchronizing usage tracker for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:01.075001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6bc24125-b636-464d-b8ea-8bbf0c98e72d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Unset dirty status for tenant:ba4fc68ea5b045528037fd1a3a9ccf03 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:01.076329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6bc24125-b636-464d-b8ea-8bbf0c98e72d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports/a918ce9d-c8d8-43c2-9261-3738b3bc7fec HTTP/1.1" status: 404 len: 333 time: 0.0926530 Dec 22 15:54:01.079265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52198) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.117370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c6a507c5-61be-4c58-a602-9d2a24d8da3a', 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': 'c0ec0b02-2c3d-4efb-b037-adad15af42d3'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:01.118281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.122321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:01.127518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:01.130609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:01.137285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:01.158309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.166463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:01.174044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.189999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.208147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 9849f148-82d5-49e7-b336-54981ab3dd0b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:01.263765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.270275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f65f7e14-1300-41da-8b57-5137a19fb6a1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:01.285960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1429e0-b4cc-4a66-b034-6cdbe0b2052d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:01.288409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:01.294834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.298705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/security-groups/ee1429e0-b4cc-4a66-b034-6cdbe0b2052d HTTP/1.1" status: 204 len: 168 time: 0.2158167 Dec 22 15:54:01.298905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52202) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.301220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Allocated IP 172.20.0.2 (c6a507c5-61be-4c58-a602-9d2a24d8da3a/c0ec0b02-2c3d-4efb-b037-adad15af42d3/d1eeee0d-de08-4c33-ac62-1b787d692f4a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:01.371794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.402743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.492331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.498829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16f7b1fc-a229-4362-b7e0-70446cb0af2d tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:01.512137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6445ff3-ba20-43c0-9865-32563df8e5e7,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:01.517687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:01.519808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.521033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6445ff3-ba20-43c0-9865-32563df8e5e7 HTTP/1.1" status: 204 len: 168 time: 0.2211022 Dec 22 15:54:01.523942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52208) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.530756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:01.531183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.591759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52212) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.601807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.624090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:01.630006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.632734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Could not find standard attr ID for object a918ce9d-c8d8-43c2-9261-3738b3bc7fec. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:54:01.636009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.646583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Transition to ACTIVE for port object d1eeee0d-de08-4c33-ac62-1b787d692f4a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:01.675212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Transition to ACTIVE for port object d1eeee0d-de08-4c33-ac62-1b787d692f4a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:01.692362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Provisioning for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:01.698370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:01.704044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f3ddf32-9970-4403-ba02-e844b13c3cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.748815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.749944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.757061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:01.757835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72dee168-2d46-4e99-a701-ff20f71a3663 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:01.777995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7274c66a-f597-49e5-9077-fb30990e3527,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:01.784012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:01.789284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.803570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/security-groups/7274c66a-f597-49e5-9077-fb30990e3527 HTTP/1.1" status: 204 len: 168 time: 0.2655096 Dec 22 15:54:01.804395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52216) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:01.869742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:01.882355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Pushing event updated for resources: {'Port': ['ID=d1eeee0d-de08-4c33-ac62-1b787d692f4a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:01.887729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:01.893795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:01.896442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:01.897121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 656dd727-ccd8-4947-8470-282f6741f8fa {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:01.905109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.945255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port e128d5cf-0eee-4c8d-ba47-c145077ba0bc {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:01.945902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:01.971348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.037577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-bb52ca38-92e0-4fd4-85cd-4df1186b163c {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:02.037952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:02.068844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Attempting to bind port d1eeee0d-de08-4c33-ac62-1b787d692f4a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:02.069285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Attempting to bind port d1eeee0d-de08-4c33-ac62-1b787d692f4a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8b50cbf1-06e6-492b-9b3a-f0e807b62b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:02.069710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Attempting to bind port d1eeee0d-de08-4c33-ac62-1b787d692f4a on network c6a507c5-61be-4c58-a602-9d2a24d8da3a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:02.075555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.094520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:02.094954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Checking segment: {'id': '8b50cbf1-06e6-492b-9b3a-f0e807b62b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:02.096529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.096989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Bound using segment: {'id': '8b50cbf1-06e6-492b-9b3a-f0e807b62b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:02.097542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Bound port: d1eeee0d-de08-4c33-ac62-1b787d692f4a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b50cbf1-06e6-492b-9b3a-f0e807b62b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:02.097971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.153077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:02.174028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.174407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.189870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.195373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91f5e984-88a2-4567-b3a3-487ca9f59585 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:02.219681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd98d45e-5699-47e4-945f-03bc9e246498 None None] Could not find standard attr ID for object a918ce9d-c8d8-43c2-9261-3738b3bc7fec. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:54:02.241468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=656dd727-ccd8-4947-8470-282f6741f8fa,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:02.245125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:02.246256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.258583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/656dd727-ccd8-4947-8470-282f6741f8fa HTTP/1.1" status: 204 len: 168 time: 0.4516356 Dec 22 15:54:02.262571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90cb25-536d-4da1-8fb1-70318bde36a5 None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:02.262755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52220) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:02.289115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:02.311265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Calling delete_port for e128d5cf-0eee-4c8d-ba47-c145077ba0bc owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:02.320192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:02.340162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet c1b79fe3-ae9e-4269-ad18-e2064a9b744e {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:02.343774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.376595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:02.377159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.402118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.410407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.412670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:02.498456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.500429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.504948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5731eb6d-05da-4bb8-a1c7-4fcc74975b5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:02.544071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.556857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Pushing event updated for resources: {'Port': ['ID=d1eeee0d-de08-4c33-ac62-1b787d692f4a,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:02.566006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Port': ['ID=e128d5cf-0eee-4c8d-ba47-c145077ba0bc,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:02.571533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:02.591586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:02.608918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.611305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:02.614258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-619c3345-72ec-4822-a3bb-a25ecbed5085 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:02.661720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b79fe3-ae9e-4269-ad18-e2064a9b744e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:02.666387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:02.675054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.684394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bf4fe821-4888-4b31-8715-9a79932471a5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/c1b79fe3-ae9e-4269-ad18-e2064a9b744e HTTP/1.1" status: 204 len: 168 time: 0.4181094 Dec 22 15:54:02.685417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52224) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:02.750634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-56888aee-d4a5-4120-9234-18c0e26284b2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:02.751215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56888aee-d4a5-4120-9234-18c0e26284b2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:02.751741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.753364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56888aee-d4a5-4120-9234-18c0e26284b2 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/656dd727-ccd8-4947-8470-282f6741f8fa HTTP/1.1" status: 404 len: 337 time: 0.0655987 Dec 22 15:54:02.756092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:02.845506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting subnet 3aaa3e19-ba98-48e6-a0a5-63f523c28ff6 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:02.849532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:02.927848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.058906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.178576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.180418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.10 (c6a507c5-61be-4c58-a602-9d2a24d8da3a/c0ec0b02-2c3d-4efb-b037-adad15af42d3/8f93cebc-d4e3-469f-a1a7-01ff83dd431e) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:03.185472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5dd0cb8-738e-4d67-8fdd-46699ac0518e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:03.244932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaa3e19-ba98-48e6-a0a5-63f523c28ff6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:03.244932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:03.246179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.253432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/3aaa3e19-ba98-48e6-a0a5-63f523c28ff6 HTTP/1.1" status: 204 len: 168 time: 0.4960322 Dec 22 15:54:03.255851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.306111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac295f4-30c2-449a-adae-8e632257def0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.306735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ac295f4-30c2-449a-adae-8e632257def0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.309245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ac295f4-30c2-449a-adae-8e632257def0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/e1cae901-8a8d-4064-9218-a10ba6877b63 HTTP/1.1" status: 404 len: 337 time: 0.0523214 Dec 22 15:54:03.312268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52236) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.362584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a0a219a0-4f7a-433f-96f4-97cab34008c5 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "GET /v2.0/ports?device_id=763feb06-3e26-4856-a2be-06761ee0c557 HTTP/1.1" status: 200 len: 205 time: 0.0487523 Dec 22 15:54:03.364710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52240) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.443346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5e40a4a6-99ca-4e7f-8d40-e998615520c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] delete failed (client error): The resource could not be found. Dec 22 15:54:03.446506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5e40a4a6-99ca-4e7f-8d40-e998615520c0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/routers/763feb06-3e26-4856-a2be-06761ee0c557 HTTP/1.1" status: 404 len: 336 time: 0.0785468 Dec 22 15:54:03.447200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52244) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.493310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ccdeed-edce-438d-8c60-4a9dce178432 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.493822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ccdeed-edce-438d-8c60-4a9dce178432 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.497905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60ccdeed-edce-438d-8c60-4a9dce178432 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/31fef6e1-d7e5-45b0-8015-5a469cdd937b HTTP/1.1" status: 404 len: 337 time: 0.0467384 Dec 22 15:54:03.499226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52248) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.521103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.547667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62ba419-40ae-4d3e-9088-93c92df30376 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.548163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62ba419-40ae-4d3e-9088-93c92df30376 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.550005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a62ba419-40ae-4d3e-9088-93c92df30376 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/1a0fc27a-cbe7-4677-95ad-8d43c36c6d14 HTTP/1.1" status: 404 len: 337 time: 0.0495474 Dec 22 15:54:03.553059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.596976 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0085d8-2a21-4d22-b34c-823b4b144788 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.597618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d0085d8-2a21-4d22-b34c-823b4b144788 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.599648 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d0085d8-2a21-4d22-b34c-823b4b144788 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/893c411c-9486-492f-bc8f-718ef79fbd27 HTTP/1.1" status: 404 len: 337 time: 0.0452871 Dec 22 15:54:03.602112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52256) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.604299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 8f93cebc-d4e3-469f-a1a7-01ff83dd431e will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:03.647198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a7daae-ec94-46f5-86d1-24edb961bc9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.647700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a7daae-ec94-46f5-86d1-24edb961bc9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.652674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02a7daae-ec94-46f5-86d1-24edb961bc9e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/7d7f8090-32da-42c8-b651-6996a2533052 HTTP/1.1" status: 404 len: 333 time: 0.0462096 Dec 22 15:54:03.655937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52260) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.741336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.760021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-364069eb-f8e8-477c-acae-9c4193ad5eb9 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:03.809896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ed0f85-9675-4d7a-88d8-2277cb89130a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.810408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ed0f85-9675-4d7a-88d8-2277cb89130a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.855584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75ed0f85-9675-4d7a-88d8-2277cb89130a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/af459ab1-80f7-4833-bcaf-17f9fdbac409 HTTP/1.1" status: 404 len: 337 time: 0.1514192 Dec 22 15:54:03.858304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52264) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.873947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:03.876080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=8f93cebc-d4e3-469f-a1a7-01ff83dd431e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:03.880274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:03.882249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:03.883667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:03.905148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-25964ccb-00b2-4b4b-933e-327982667453 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.905658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25964ccb-00b2-4b4b-933e-327982667453 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.907541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25964ccb-00b2-4b4b-933e-327982667453 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/10719e87-c684-464d-8d51-d1748bb79ac2 HTTP/1.1" status: 404 len: 337 time: 0.0479350 Dec 22 15:54:03.910189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52268) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.952482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cb4b64-5290-456e-bc3e-3e7a17fad845 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:03.952955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cb4b64-5290-456e-bc3e-3e7a17fad845 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:03.954995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64cb4b64-5290-456e-bc3e-3e7a17fad845 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/fb4effc9-3f24-4082-bd14-ad9548ee694d HTTP/1.1" status: 404 len: 333 time: 0.0435486 Dec 22 15:54:03.957505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52272) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:03.959295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:03.959990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:03.984648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Router 5faaef01-f83f-44f4-a9ae-01c1d80010ff has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:03.989822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb9f10-e063-42b6-94c8-f5d56c77a1d8 None None] Network 3044c0da-4998-4090-9540-f20d4fc4afe0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:04.005802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b4202a5-ebfd-45e9-ae16-f3d9ae58869e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:04.006600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b4202a5-ebfd-45e9-ae16-f3d9ae58869e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:04.008669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5b4202a5-ebfd-45e9-ae16-f3d9ae58869e tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/3c7b3405-d22f-4cad-9be7-e1f02de22752 HTTP/1.1" status: 404 len: 337 time: 0.0498435 Dec 22 15:54:04.011210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52276) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:04.068938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1417451 Dec 22 15:54:04.081831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52280) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:04.090834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0fd0d9-8d5d-4de0-967a-77e6018523e9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] DELETE failed (client error): The resource could not be found. Dec 22 15:54:04.091446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0fd0d9-8d5d-4de0-967a-77e6018523e9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:04.091876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'c6a507c5-61be-4c58-a602-9d2a24d8da3a', 'name': 'tempest-PortsTestJSON-1851121906'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:04.093866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d0fd0d9-8d5d-4de0-967a-77e6018523e9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/subnets/c39ed752-bf7c-4b32-aae8-480d85624a1a HTTP/1.1" status: 404 len: 337 time: 0.0814137 Dec 22 15:54:04.099584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:04.202929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1eeee0d-de08-4c33-ac62-1b787d692f4a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:04.205053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:04.205437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.320856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:04.330645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:04.334588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64226476-496d-4d0e-8d65-970869632dc9 None None] Provisioning complete for port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:04.335177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64226476-496d-4d0e-8d65-970869632dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.343227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:04.360242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:04.409021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:04.415569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64226476-496d-4d0e-8d65-970869632dc9 None None] Port e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:04.415835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.434913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:04.452837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.455076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Sync routers for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:04.464385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64226476-496d-4d0e-8d65-970869632dc9 None None] Provisioning complete for port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:04.464867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64226476-496d-4d0e-8d65-970869632dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.506999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d1eeee0d-de08-4c33-ac62-1b787d692f4a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:04.521165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 4b023887-f2fa-41cf-8d90-34b96382b36c yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:04.554626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] DHCP port deletion for 3044c0da-4998-4090-9540-f20d4fc4afe0 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:04.574838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "DELETE /v2.0/floatingips/8434da80-5491-4072-8540-8f56103eaf8e HTTP/1.1" status: 204 len: 168 time: 2.9811718 Dec 22 15:54:04.581233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:04.586429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Deleting port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:04.586918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.629933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:04.631015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:04.726475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.7 (c6a507c5-61be-4c58-a602-9d2a24d8da3a/c0ec0b02-2c3d-4efb-b037-adad15af42d3/4b023887-f2fa-41cf-8d90-34b96382b36c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:04.803554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:04.897002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b47d2e-4056-4c73-9da6-1ee0fd874da9 None None] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:04.944339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'status': 'completed', 'code': 200} Dec 22 15:54:04.953011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:05.063759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-5105bc02-3e57-498e-abdf-db849499f4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7197350e292b41289db89a74eb9e5657&device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 1098 time: 0.1215997 Dec 22 15:54:05.075025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.081986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a100dd40-d405-473c-9de5-b4c9aba6c64d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:05.156102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:05.165157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:05.174738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.227336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/ports/e840b9ab-2b63-4e4f-8b0c-a4cabbfc4782 HTTP/1.1" status: 204 len: 168 time: 1.1238501 Dec 22 15:54:05.228236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52296) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:05.228900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.328028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 4b023887-f2fa-41cf-8d90-34b96382b36c will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:05.343389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-835dd473-73b4-44cc-b00b-e8741151cabf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:05.345017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-835dd473-73b4-44cc-b00b-e8741151cabf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 200 len: 897 time: 0.2748713 Dec 22 15:54:05.371664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.382971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Deleting port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:05.383332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.393424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:05.436415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-cbe6b8df-366d-43f4-9307-d1c835c8a6aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 200 len: 217 time: 0.0823548 Dec 22 15:54:05.447158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac03449-573d-42be-824f-c84bb2c19a4f req-4cf01309-6dda-4081-a70a-c91de398384a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:05.447957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3ac03449-573d-42be-824f-c84bb2c19a4f req-4cf01309-6dda-4081-a70a-c91de398384a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:05.499271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.511166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19431580-0eea-4500-839a-95d9877e4201 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:05.514000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:05.514469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.592824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3ac03449-573d-42be-824f-c84bb2c19a4f req-4cf01309-6dda-4081-a70a-c91de398384a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:05.594037 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ac03449-573d-42be-824f-c84bb2c19a4f req-4cf01309-6dda-4081-a70a-c91de398384a tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.3516591 Dec 22 15:54:05.607691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:05.610463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] For port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,segment=NetworkSegment(ef4a40e2-e1cf-48b8-9550-643c590b64b6),segment_id=ef4a40e2-e1cf-48b8-9550-643c590b64b6)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:05.610796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-8e7b4e2f-5e61-4de9-95ac-4ceb2a5bcadd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:05.610916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.612372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-8e7b4e2f-5e61-4de9-95ac-4ceb2a5bcadd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 200 len: 834 time: 0.1614614 Dec 22 15:54:05.616390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:05.638346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:05.665772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=4b023887-f2fa-41cf-8d90-34b96382b36c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:05.706782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:05.720418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Calling delete_port for 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:05.751079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Calling delete_port for 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:05.799085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Provisioning for port d1eeee0d-de08-4c33-ac62-1b787d692f4a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:05.842764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Provisioning complete for port d1eeee0d-de08-4c33-ac62-1b787d692f4a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:05.843255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.875724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:05.881709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f1d1b4-67d6-44ec-8f2e-499d3dd71d7f tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:05.928180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Port': ['ID=0c24e0e6-6880-4e70-b305-d2d67d3bbce3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:05.931365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:05.934849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] No DVR routers for this DVR port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:06.033074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:06.033500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:06.042115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ac03449-573d-42be-824f-c84bb2c19a4f req-c706126a-506f-4061-9c7c-d5c86771c694 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4329441 Dec 22 15:54:06.047641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:06.048301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.087257 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-f575fec2-7949-48d4-acf4-1c11031a3793 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1b66329f-d3a6-44ac-99d3-1303054286d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4522507 Dec 22 15:54:06.099288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.121162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:06.123083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3044c0da-4998-4090-9540-f20d4fc4afe0']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.131385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0456955 Dec 22 15:54:06.132817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:06.178212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef4a40e2-e1cf-48b8-9550-643c590b64b6') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.178212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef4a40e2-e1cf-48b8-9550-643c590b64b6') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.204042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.210782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:06.211333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:06.226579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.231614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.241553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:06.241999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:06.258051 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:06.270089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-2c8e11a9-cde8-4696-9ef9-ea8ad39c40e5 service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748061 Dec 22 15:54:06.277619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:06.297669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.302310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Checking router: 5faaef01-f83f-44f4-a9ae-01c1d80010ff for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:54:06.315632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:06.316466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:06.359482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b536e6e2-61ea-460d-a098-ca7814e0f4d3 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:06.363334 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b536e6e2-61ea-460d-a098-ca7814e0f4d3 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 921 time: 0.2272832 Dec 22 15:54:06.364222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52304) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:06.405136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.420541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08f7d93e-f131-4688-94bc-09041189e96c tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:06.440011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.463580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Pushing event deleted for resources: {'Network': ['ID=3044c0da-4998-4090-9540-f20d4fc4afe0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:06.473555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:06.474189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e071919-5a92-4c33-ad6e-2638c2c55854 req-70ec39e0-9d7c-4f8c-bd89-ea636fcb94ab service neutron] 10.222.0.46 "GET /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933589 Dec 22 15:54:06.480192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] 10.222.0.18 "DELETE /v2.0/networks/3044c0da-4998-4090-9540-f20d4fc4afe0 HTTP/1.1" status: 204 len: 168 time: 1.2495999 Dec 22 15:54:06.502217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 4b023887-f2fa-41cf-8d90-34b96382b36c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:06.502817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.695907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Deleting port 0c24e0e6-6880-4e70-b305-d2d67d3bbce3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:06.696680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.737570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.748143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb05c4a3-0a1f-4397-975f-6f7e6ede5bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:06.812370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-5aaa6b3d-f756-400c-9d1f-929876fc0b69 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:06.814948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-5aaa6b3d-f756-400c-9d1f-929876fc0b69 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.46 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.1341474 Dec 22 15:54:06.860155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.864033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7083dd6c-249e-476a-8560-6ff651f07b84 None None] The port '0c24e0e6-6880-4e70-b305-d2d67d3bbce3' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:06.877177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:06.963248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:06.964960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:06.983687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Pushing event updated for resources: {'Port': ['ID=d1eeee0d-de08-4c33-ac62-1b787d692f4a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:06.987189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:07.018197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 4b023887-f2fa-41cf-8d90-34b96382b36c owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:07.053799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Provisioning for port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:07.087005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52312) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:07.091530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Provisioning complete for port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:07.092224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.261690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:07.366323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Provisioning for port 4b023887-f2fa-41cf-8d90-34b96382b36c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:07.369106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.373359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Provisioning complete for port 4b023887-f2fa-41cf-8d90-34b96382b36c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:07.374008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.376616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af04af56-8d9e-4bad-b62f-b5ccd2b8ad0d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:07.417884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Port 4b023887-f2fa-41cf-8d90-34b96382b36c was deleted so its status cannot be updated. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 22 15:54:07.438778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=4b023887-f2fa-41cf-8d90-34b96382b36c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:07.443217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:07.447010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Provisioning complete for port d1eeee0d-de08-4c33-ac62-1b787d692f4a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:07.447680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2eff3584-c009-49c1-97bf-71f07f9828c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.479947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3f13a-a876-4c79-83e4-30d6247ec5a6 req-749a3a98-70ad-4984-8d93-eb972d4f082d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:07.481633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4dd3f13a-a876-4c79-83e4-30d6247ec5a6 req-749a3a98-70ad-4984-8d93-eb972d4f082d tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 945 time: 0.2303958 Dec 22 15:54:07.485016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] For port 498d0540-71f7-44b0-a30a-2079257ac688, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=498d0540-71f7-44b0-a30a-2079257ac688,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:07.485016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.525281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:07.535758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998f5d3-39e7-4b01-afbc-ac28e1f1e5a2 None None] The sync data for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv is: [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:51:47Z', 'revision_number': 4, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '5e6bd7f0-9c7b-4966-878a-cdec185045fc', 'name': '', 'network_id': '1b66329f-d3a6-44ac-99d3-1303054286d0', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'mac_address': 'fa:16:3e:53:43:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:44Z', 'updated_at': '2021-12-22T15:52:20Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'subnets': [{'id': 'b6780e0d-d765-4603-9da7-7578816947b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:07.536860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-065e2583-2e13-4636-a81c-722737febb5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba4fc68ea5b045528037fd1a3a9ccf03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4483674 Dec 22 15:54:07.544142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52320) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:07.583207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.633522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/4b023887-f2fa-41cf-8d90-34b96382b36c HTTP/1.1" status: 204 len: 168 time: 1.2678123 Dec 22 15:54:07.634814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52324) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:07.663103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Calling delete_port for 498d0540-71f7-44b0-a30a-2079257ac688 owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:07.711104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca814d1-a99c-4afc-acbe-1935b6bebc52 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:07.711684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fca814d1-a99c-4afc-acbe-1935b6bebc52 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:07.726085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4dd3f13a-a876-4c79-83e4-30d6247ec5a6 req-c46360be-772c-4adf-9cdd-679f44c9baf3 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/security-groups?id=4d71569a-5244-4c52-9469-8063bfabb5be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337284 Dec 22 15:54:07.735399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-59ac7445-e9e1-4f8f-8c3a-7e6d2b0507c5 None None] Could not find standard attr ID for object 4b023887-f2fa-41cf-8d90-34b96382b36c. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:54:07.755511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-59ac7445-e9e1-4f8f-8c3a-7e6d2b0507c5 None None] Provisioning complete for port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:07.756308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59ac7445-e9e1-4f8f-8c3a-7e6d2b0507c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.756884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.803060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.821962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fca814d1-a99c-4afc-acbe-1935b6bebc52 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:07.824465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fca814d1-a99c-4afc-acbe-1935b6bebc52 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/4b023887-f2fa-41cf-8d90-34b96382b36c HTTP/1.1" status: 404 len: 333 time: 0.1806204 Dec 22 15:54:07.827830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52328) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:07.840438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-59ac7445-e9e1-4f8f-8c3a-7e6d2b0507c5 None None] Port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:07.909151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.916513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c713aafd-303f-4216-a66f-1c163652e020 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:07.936307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 8f93cebc-d4e3-469f-a1a7-01ff83dd431e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:07.936649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:07.961560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Port': ['ID=498d0540-71f7-44b0-a30a-2079257ac688,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:07.965217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:08.035923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.047453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] No DVR routers for this DVR port 498d0540-71f7-44b0-a30a-2079257ac688 on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:08.049956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.053071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-deleted', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:08.054043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-368471a6-4a54-4579-9f1e-9eb15505250a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:08.084313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae29a67-818e-4d20-8605-38ac69104a5c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:08.091039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:08.091428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921798bc-0c59-4e52-beb0-4edb17e4f982 None None] New status for floating IP 8434da80-5491-4072-8540-8f56103eaf8e: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:54:08.101075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcee1284-c125-42d5-99fd-c3ecde3fb6ec req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.46 "DELETE /v2.0/ports/498d0540-71f7-44b0-a30a-2079257ac688 HTTP/1.1" status: 204 len: 173 time: 1.2790928 Dec 22 15:54:08.115103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.116358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ae29a67-818e-4d20-8605-38ac69104a5c HTTP/1.1" status: 204 len: 168 time: 0.5711944 Dec 22 15:54:08.127508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8', 'name': 'network-vif-deleted', 'tag': '498d0540-71f7-44b0-a30a-2079257ac688', 'status': 'completed', 'code': 200} Dec 22 15:54:08.146622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1eeee0d-de08-4c33-ac62-1b787d692f4a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:08.236055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d1eeee0d-de08-4c33-ac62-1b787d692f4a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:08.236619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.292953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.440738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 8f93cebc-d4e3-469f-a1a7-01ff83dd431e owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:08.623758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.629909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:08.679497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=8f93cebc-d4e3-469f-a1a7-01ff83dd431e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:08.684205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:08.817243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:08.861963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/8f93cebc-d4e3-469f-a1a7-01ff83dd431e HTTP/1.1" status: 204 len: 168 time: 1.0329795 Dec 22 15:54:08.862123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52350) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:08.965331 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17f6e68-61d5-44a1-9324-4af145d65bfd tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:08.965908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b17f6e68-61d5-44a1-9324-4af145d65bfd tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:08.980866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42aaf6b3-e891-4775-b4a1-19aaf2c133de req-ca4677d1-f328-48aa-bb75-fd25a5f75579 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Synchronizing usage tracker for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:09.046313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42aaf6b3-e891-4775-b4a1-19aaf2c133de req-ca4677d1-f328-48aa-bb75-fd25a5f75579 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Unset dirty status for tenant:7197350e292b41289db89a74eb9e5657 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:09.047683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42aaf6b3-e891-4775-b4a1-19aaf2c133de req-ca4677d1-f328-48aa-bb75-fd25a5f75579 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "GET /v2.0/ports?device_id=e942aa86-27ef-4c2e-ac7b-096cb6c9ebf8 HTTP/1.1" status: 200 len: 210 time: 0.1332712 Dec 22 15:54:09.048304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b17f6e68-61d5-44a1-9324-4af145d65bfd tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:09.049407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b17f6e68-61d5-44a1-9324-4af145d65bfd tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/8f93cebc-d4e3-469f-a1a7-01ff83dd431e HTTP/1.1" status: 404 len: 333 time: 0.1860287 Dec 22 15:54:09.052374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52354) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:09.266291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet c0ec0b02-2c3d-4efb-b037-adad15af42d3 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:09.269529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.330611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.410140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52364) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:09.427055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.537825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.542717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-416018b0-80c5-4aa7-9690-0301e6c9c839 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:09.582975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1621305837'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:09.589708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ec0b02-2c3d-4efb-b037-adad15af42d3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:09.593530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:09.596592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:09.599206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:09.603113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:09.606341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.610471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a64b7a-b449-4287-8898-291cd269b779 None None] Network c6a507c5-61be-4c58-a602-9d2a24d8da3a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:09.614169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:09.617181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ec0b02-2c3d-4efb-b037-adad15af42d3 HTTP/1.1" status: 204 len: 168 time: 0.5637927 Dec 22 15:54:09.620634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52370) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:09.657650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:09.663594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.679254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.714051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:09.718237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:security_group_rule and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:09.721293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:09.728090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:09.758014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.770316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port d1eeee0d-de08-4c33-ac62-1b787d692f4a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:09.770541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.823699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.859903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.874758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe1862c4-2fa0-483e-8dca-056a483fc70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:09.888842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:09.894886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] DHCP port deletion for c6a507c5-61be-4c58-a602-9d2a24d8da3a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:09.901622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Deleting port d1eeee0d-de08-4c33-ac62-1b787d692f4a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:09.902580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.916585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.916995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 7037391a-68e3-4ea1-9853-ae90329059b4 of type vlan for network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc Dec 22 15:54:09.925933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d32ce1-ed70-4b0d-b844-8cc89e009243,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:09.929354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:09.935180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:09.985949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.069259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.074210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:10.074922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.080916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1569e6-1157-4780-8e93-87af16721d16 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:10.101625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1eeee0d-de08-4c33-ac62-1b787d692f4a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:10.187118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52378) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:10.237395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8260500 Dec 22 15:54:10.240536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52384) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:10.241408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=e579dc7b-ce7f-45c0-b5df-2a30e3202bcc,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:10.244559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:10.245189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.249729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1443343240'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:10.253703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:10.256134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:10.257496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:10.261751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:10.264838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:10.271214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:10.309057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:10.314996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.346131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:10.357470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.357768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 5da72b1f-c555-4083-a720-8457c1648799 of type vlan for network 95b00c18-0980-4946-97f5-b1e7e560cb7a Dec 22 15:54:10.382675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:10.383077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.387743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.447743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Calling delete_port for d1eeee0d-de08-4c33-ac62-1b787d692f4a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:10.492104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.496441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:10.497189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.503062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a30e4480-f4d0-4f84-b805-eb066ad23684 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:10.517354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for d1eeee0d-de08-4c33-ac62-1b787d692f4a owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:10.589672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.616771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3699069 Dec 22 15:54:10.617806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52388) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:10.618600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=95b00c18-0980-4946-97f5-b1e7e560cb7a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:10.623402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:10.628095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:10.636272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:10.675127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:10.683067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 15:54:10.683067 dv-neutron-822514-1-hyperv neutron-server[88846]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Dec 22 15:54:10.683067 dv-neutron-822514-1-hyperv neutron-server[88846]: [parameters: {'port_id': 'd1eeee0d-de08-4c33-ac62-1b787d692f4a'}] Dec 22 15:54:10.683067 dv-neutron-822514-1-hyperv neutron-server[88846]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:10.694367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:10.735309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.747232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51f13ab2-b37b-4227-8732-1d7d8165f060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:10.753180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:10.757385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:10.761205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:10.767377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:10.789728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:10.809956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:10.940161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.950342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:10.983228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:10.983645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:11.017533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 498d0540-71f7-44b0-a30a-2079257ac688 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:11.017934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 498d0540-71f7-44b0-a30a-2079257ac688 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:11.033547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d1eeee0d-de08-4c33-ac62-1b787d692f4a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:11.036036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:11.184595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port d1eeee0d-de08-4c33-ac62-1b787d692f4a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:11.184973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.189280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.193949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-352d0597-26b6-4d7f-b94a-952f233568e8 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:11.278056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=2bd9037c-e145-4d9b-80d1-7782ba008ae7,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:11.283292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:11.295006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '7037391a-68e3-4ea1-9853-ae90329059b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:11.295415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: e579dc7b-ce7f-45c0-b5df-2a30e3202bcc, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:11.354764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:11.383291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e579dc7b-ce7f-45c0-b5df-2a30e3202bcc) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:11.387960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:11.388619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.394910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c122970e-030b-485c-b462-32d1f4afd973 None None] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:11.433093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8085508 Dec 22 15:54:11.433522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52392) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:11.442238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:11.487534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Deleting port d1eeee0d-de08-4c33-ac62-1b787d692f4a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:11.487875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.583412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:11.583902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.596771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:11.603144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:11.608122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:11.615596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:11.652444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:11.729610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for d1eeee0d-de08-4c33-ac62-1b787d692f4a owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:11.764642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.821402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e579dc7b-ce7f-45c0-b5df-2a30e3202bcc', 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': '2bd9037c-e145-4d9b-80d1-7782ba008ae7'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:11.822300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.849547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] For port d1eeee0d-de08-4c33-ac62-1b787d692f4a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1eeee0d-de08-4c33-ac62-1b787d692f4a,segment=NetworkSegment(8b50cbf1-06e6-492b-9b3a-f0e807b62b44),segment_id=8b50cbf1-06e6-492b-9b3a-f0e807b62b44)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:11.849975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.930308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:11.943375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:11.988664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=d1eeee0d-de08-4c33-ac62-1b787d692f4a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:11.993952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:12.000518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No DVR routers for this DVR port d1eeee0d-de08-4c33-ac62-1b787d692f4a on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:12.031465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Calling delete_port for d1eeee0d-de08-4c33-ac62-1b787d692f4a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:12.046753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.052484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a596a847-3826-4767-8e66-35a4da78deb7 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:12.133771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=b979c790-c7f3-4f3f-a266-90759ff01143,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:12.137136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:12.148446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '5da72b1f-c555-4083-a720-8457c1648799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:12.148844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: 95b00c18-0980-4946-97f5-b1e7e560cb7a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:12.188847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:12.189428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:12.192100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.230772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a507c5-61be-4c58-a602-9d2a24d8da3a']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:12.234817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:12.238202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port 5e6bd7f0-9c7b-4966-878a-cdec185045fc {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:12.238613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.252903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Allocated IP 2001:db8::2 (e579dc7b-ce7f-45c0-b5df-2a30e3202bcc/2bd9037c-e145-4d9b-80d1-7782ba008ae7/e8265df8-9dd5-4b2d-a2c3-6f4eabef1746) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:12.275133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 95b00c18-0980-4946-97f5-b1e7e560cb7a) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:12.283162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:12.284758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.286843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b50cbf1-06e6-492b-9b3a-f0e807b62b44') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:12.287226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b50cbf1-06e6-492b-9b3a-f0e807b62b44') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:12.289355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89fbf5b-524f-407c-abfb-db9db5105ea9 None None] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:12.306798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.340253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59c299e0-272c-4640-9e5f-88f744098f64 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9046054 Dec 22 15:54:12.342428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52396) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:12.347583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.348958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1716302200', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:12.356614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:12.360892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:12.363986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:12.371328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:12.374120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:12.374602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:12.390427 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:12.412305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.413538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.678551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.701428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-95b00c18-0980-4946-97f5-b1e7e560cb7a', 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'b979c790-c7f3-4f3f-a266-90759ff01143'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:12.702591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.781827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Transition to ACTIVE for port object e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:12.792347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.808471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] For port 5e6bd7f0-9c7b-4966-878a-cdec185045fc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5e6bd7f0-9c7b-4966-878a-cdec185045fc,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:12.813312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.818696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.825749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3575af31-1e8c-4dea-a587-b4bfa72a934e tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:12.829229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Transition to ACTIVE for port object e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:12.835809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2320c06-4919-4d79-86a6-5ea1034e8f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.842657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.847671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.887145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.888729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99788a37-14f6-4e29-811e-ff74f1f30aac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5450039 Dec 22 15:54:12.892338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52402) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:12.893091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:12.902824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:12.921419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=c6a507c5-61be-4c58-a602-9d2a24d8da3a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:12.981624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:12.985708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Pushing event updated for resources: {'Port': ['ID=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:12.993121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Calling delete_port for 5e6bd7f0-9c7b-4966-878a-cdec185045fc owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:12.993419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:12.994502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:12.997316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:13.002893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:13.016018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Allocated IP 2001:db8:1::2 (95b00c18-0980-4946-97f5-b1e7e560cb7a/b979c790-c7f3-4f3f-a266-90759ff01143/46e29cb4-1b61-489d-9a90-058e16e01492) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:13.062045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/c6a507c5-61be-4c58-a602-9d2a24d8da3a HTTP/1.1" status: 204 len: 168 time: 3.4366994 Dec 22 15:54:13.068595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52406) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:13.081236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027996042'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:13.089732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:13.095889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:13.099823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:13.108116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:13.129062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Deleting port d1eeee0d-de08-4c33-ac62-1b787d692f4a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:13.132037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.149103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:13.155266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.196278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:13.247355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.247730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment 3d9ce20c-2ee8-4ade-b819-eee4e9c8667e of type vlan for network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 Dec 22 15:54:13.270211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5fbed102-07fa-4731-aa97-e9585352551f None None] The port 'd1eeee0d-de08-4c33-ac62-1b787d692f4a' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:13.271193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Attempting to bind port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:13.271629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Attempting to bind port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '7037391a-68e3-4ea1-9853-ae90329059b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:13.272044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Attempting to bind port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 on network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:13.296090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.300002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:13.300692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Checking segment: {'id': '7037391a-68e3-4ea1-9853-ae90329059b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:13.301686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.302339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Bound using segment: {'id': '7037391a-68e3-4ea1-9853-ae90329059b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:13.303360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Bound port: e8265df8-9dd5-4b2d-a2c3-6f4eabef1746, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7037391a-68e3-4ea1-9853-ae90329059b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e579dc7b-ce7f-45c0-b5df-2a30e3202bcc'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:13.304749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.329131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.335757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37fbe0cc-4740-4154-8199-d7f30aaf5b18 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:13.383738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Port': ['ID=5e6bd7f0-9c7b-4966-878a-cdec185045fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:13.388752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:13.424713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.429046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:13.429743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.445115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3d61ff7-7103-4327-b245-44811e05aaa4 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:13.496938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.515352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Transition to ACTIVE for port object 46e29cb4-1b61-489d-9a90-058e16e01492 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:13.552712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Transition to ACTIVE for port object 46e29cb4-1b61-489d-9a90-058e16e01492 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:13.594702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] For port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:13.598620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] For port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,segment=NetworkSegment(7037391a-68e3-4ea1-9853-ae90329059b4),segment_id=7037391a-68e3-4ea1-9853-ae90329059b4)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:13.601022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.605998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7f97c66-b366-4ea7-83cf-a5698b8c7011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:13.622373 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5529952 Dec 22 15:54:13.626657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52410) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:13.628131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=ccfb4eba-bcd4-4082-86b7-149ca0fb8400,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:13.638580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:13.639665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:13.660582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:13.674052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.814162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.818179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Pushing event updated for resources: {'Port': ['ID=46e29cb4-1b61-489d-9a90-058e16e01492,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:13.823942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:13.826264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:13.828245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:13.829840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a4e047b-f234-4a42-af92-3bc9b93b977d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:13.835979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:13.848463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:13.852560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:13.862626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:13.894688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:13.929107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:14.063038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:14.193368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Pushing event updated for resources: {'Port': ['ID=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:14.198807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Attempting to bind port 46e29cb4-1b61-489d-9a90-058e16e01492 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:14.199242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Attempting to bind port 46e29cb4-1b61-489d-9a90-058e16e01492 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '5da72b1f-c555-4083-a720-8457c1648799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:14.199656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Attempting to bind port 46e29cb4-1b61-489d-9a90-058e16e01492 on network 95b00c18-0980-4946-97f5-b1e7e560cb7a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:14.205245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:14.220967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.232934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:14.233528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Checking segment: {'id': '5da72b1f-c555-4083-a720-8457c1648799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:14.234055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.234640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Bound using segment: {'id': '5da72b1f-c555-4083-a720-8457c1648799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:14.235253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Bound port: 46e29cb4-1b61-489d-9a90-058e16e01492, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da72b1f-c555-4083-a720-8457c1648799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '95b00c18-0980-4946-97f5-b1e7e560cb7a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:14.236159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.255626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.370346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] For port 46e29cb4-1b61-489d-9a90-058e16e01492, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:14.374310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] For port 46e29cb4-1b61-489d-9a90-058e16e01492, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=46e29cb4-1b61-489d-9a90-058e16e01492,segment=NetworkSegment(5da72b1f-c555-4083-a720-8457c1648799),segment_id=5da72b1f-c555-4083-a720-8457c1648799)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:14.401504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.407022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:14.500110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Pushing event updated for resources: {'Port': ['ID=46e29cb4-1b61-489d-9a90-058e16e01492,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:14.503645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:14.631144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Router 5faaef01-f83f-44f4-a9ae-01c1d80010ff has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:14.631605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8::1 (e579dc7b-ce7f-45c0-b5df-2a30e3202bcc/2bd9037c-e145-4d9b-80d1-7782ba008ae7/5f38aca8-97a8-4838-861e-de7c497e9a8a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:14.768840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.778835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6fe86e6c-9969-44ca-a0d2-8218994b3ed1 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:14.868556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:14.870355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=eb547446-c6e2-4c1d-ae6d-a75fbf0d0258,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:14.874823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "PUT /v2.0/routers/5faaef01-f83f-44f4-a9ae-01c1d80010ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6861005 Dec 22 15:54:14.878234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52414) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:14.880598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Sync routers for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:14.894767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:14.895438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:53:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:14.923488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.923925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.924356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.924796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.925215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.925628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.926049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.926468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.926877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.927285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.927693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:14.937189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:14.940461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:14.962238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:14.962693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: ccfb4eba-bcd4-4082-86b7-149ca0fb8400, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:14.968914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 5f38aca8-97a8-4838-861e-de7c497e9a8a will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:15.029156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:15.064385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.073292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e45b053e-57de-40db-b413-0456340351d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:15.095784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:15.101399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting subnet b6780e0d-d765-4603-9da7-7578816947b6 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:15.108836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.120968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, ccfb4eba-bcd4-4082-86b7-149ca0fb8400) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:15.149263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:15.150199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.176188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:15.182982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.183234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:15.190979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:15.191561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.193223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f91e5-d5e5-46b6-a10c-728d828b45d9 None None] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:15.217380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=5f38aca8-97a8-4838-861e-de7c497e9a8a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:15.221581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:15.252628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6245224 Dec 22 15:54:15.256270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52418) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:15.264423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400', 'name': 'tempest-PortsTestJSON-259266418', 'fixed_ips': [{'subnet_id': 'eb547446-c6e2-4c1d-ae6d-a75fbf0d0258', 'ip_address': '172.20.0.10'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:15.302735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.435083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.440465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df84ec17-cc7d-4398-8341-03aab4929957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.440718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07da6dbd-3e15-4891-b2c4-49a062580e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:15.448412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.507634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Subnet': ['ID=b6780e0d-d765-4603-9da7-7578816947b6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:15.522530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.535019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.535823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.536419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.537011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.537591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.538167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.538765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.539348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.539917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.540500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.542221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:15.546628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:15.548815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "DELETE /v2.0/subnets/b6780e0d-d765-4603-9da7-7578816947b6 HTTP/1.1" status: 204 len: 168 time: 0.6693599 Dec 22 15:54:15.551583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52422) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:15.567711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:15.600408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea8045e-d55a-43ec-909c-143a25a4af37 None None] Network 1b66329f-d3a6-44ac-99d3-1303054286d0 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:15.643961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:15.698959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:15.726209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:15.753162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.803935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:15.812786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:15.904218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 9c426977-1951-4774-8f1a-f553846b5786 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:16.012144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-ccfb4eba-bcd4-4082-86b7-149ca0fb8400', 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': 'eb547446-c6e2-4c1d-ae6d-a75fbf0d0258'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:16.013060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.145355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:54:13Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:16.155489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Checking router: 5faaef01-f83f-44f4-a9ae-01c1d80010ff for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:54:16.164370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.170333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Routers {'5faaef01-f83f-44f4-a9ae-01c1d80010ff'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:16.174532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:16.228848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.261479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7046c9c4-0e01-44cc-af1f-6dddeda286ad None None] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:16.276696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.277639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.295491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.10 (ccfb4eba-bcd4-4082-86b7-149ca0fb8400/eb547446-c6e2-4c1d-ae6d-a75fbf0d0258/9c426977-1951-4774-8f1a-f553846b5786) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:16.297831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f5505bc-8b70-4a91-86a5-c635f091dabc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:16.322377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 46e29cb4-1b61-489d-9a90-058e16e01492 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:16.372513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] DHCP port deletion for 1b66329f-d3a6-44ac-99d3-1303054286d0 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:16.508221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.543345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port 2ae75030-b083-41ca-960e-bf2a4ab34ab8 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:16.543835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.648910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Deleting port 618b8cb7-e682-4452-b58a-4dafc374f0ff {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:16.649338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.799772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] For port 2ae75030-b083-41ca-960e-bf2a4ab34ab8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ae75030-b083-41ca-960e-bf2a4ab34ab8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:16.800063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:16.878919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-612aea75-1259-4f03-be34-ebf688df4ab3 None None] Provisioning for port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:16.909252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=5f38aca8-97a8-4838-861e-de7c497e9a8a,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:16.926875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:16.980474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Calling delete_port for 2ae75030-b083-41ca-960e-bf2a4ab34ab8 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:16.984148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c3afd6-59ec-4efe-8330-baa7298008ad None None] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:17.015539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:17.020841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:17.050485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] Set router 5faaef01-f83f-44f4-a9ae-01c1d80010ff gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:17.113420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 46e29cb4-1b61-489d-9a90-058e16e01492 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:17.131269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.183681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.189966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9f53ff1-2456-4a53-b7c2-5818c5ed3bb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:17.199617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:17.234932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Port': ['ID=2ae75030-b083-41ca-960e-bf2a4ab34ab8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:17.237842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:17.253424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-a6d4b8a7-e2d8-4cf3-8bc0-c766f31c18e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7666371 Dec 22 15:54:17.324745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.464697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 9c426977-1951-4774-8f1a-f553846b5786 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:17.488094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.493097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Provisioning for port 46e29cb4-1b61-489d-9a90-058e16e01492 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:17.505663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] For port 618b8cb7-e682-4452-b58a-4dafc374f0ff, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=618b8cb7-e682-4452-b58a-4dafc374f0ff,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:17.506114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.591528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-eab059d5-678a-4f2d-b545-3f6345ec9571 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1098 time: 0.2005529 Dec 22 15:54:17.591855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Provisioning complete for port 46e29cb4-1b61-489d-9a90-058e16e01492 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:17.592275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.600414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.607397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d1816bc-4734-4091-b3e2-18d40b4181c2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:17.767316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.771634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.801722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:17.810627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:17.819754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=9c426977-1951-4774-8f1a-f553846b5786,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:17.831250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:17.834361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.835166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Fanout notify agent at l3_agent the message router_deleted on router 5faaef01-f83f-44f4-a9ae-01c1d80010ff {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:54:17.852531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.857290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "DELETE /v2.0/routers/5faaef01-f83f-44f4-a9ae-01c1d80010ff HTTP/1.1" status: 204 len: 168 time: 2.3039629 Dec 22 15:54:17.858351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52428) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:17.865629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:17.881172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Calling delete_port for 618b8cb7-e682-4452-b58a-4dafc374f0ff owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:17.941703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:17.942395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:17.955164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-d194ff4b-c224-4f89-9460-0c1e25a59476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:17.956509 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-d194ff4b-c224-4f89-9460-0c1e25a59476 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 896 time: 0.3094611 Dec 22 15:54:17.960439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 28521a09-5492-4bb0-bc9d-8b7fe2d91130 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:54:17.990516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.002210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port 618b8cb7-e682-4452-b58a-4dafc374f0ff {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:18.002617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.027930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:18.067209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8072667 Dec 22 15:54:18.069273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52432) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:18.095643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:18.096070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.128023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Allocated IP 172.20.0.2 (ccfb4eba-bcd4-4082-86b7-149ca0fb8400/eb547446-c6e2-4c1d-ae6d-a75fbf0d0258/df92689f-60d6-4191-b7ad-7573b4dd9f06) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:18.159204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400', 'name': 'tempest-PortsTestJSON-1898731283', 'fixed_ips': [{'subnet_id': 'eb547446-c6e2-4c1d-ae6d-a75fbf0d0258', 'ip_address': '172.20.0.9'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:18.236255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] For port 618b8cb7-e682-4452-b58a-4dafc374f0ff, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=618b8cb7-e682-4452-b58a-4dafc374f0ff,segment=NetworkSegment(973fd700-8db9-44de-b849-922c6e3b41fa),segment_id=973fd700-8db9-44de-b849-922c6e3b41fa)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:18.236656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.340140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:18.347943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:18.351212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:18.361928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:18.376805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Calling delete_port for 618b8cb7-e682-4452-b58a-4dafc374f0ff owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:18.459717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-eb2cbf6a-2eb5-40d7-a7e1-d03f016400e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 1001 time: 0.4920230 Dec 22 15:54:18.466677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:18.473781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:18.474056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:18.476593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.504431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.520810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:18.572034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port b0d8ed0c-ea35-4a4c-aef8-254b7208586b yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:18.602819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.641210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-7116fbf7-bdc0-4cf9-a066-d3fd8c0c34b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:18.642471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-7116fbf7-bdc0-4cf9-a066-d3fd8c0c34b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 200 len: 835 time: 0.1550581 Dec 22 15:54:18.644478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Pushing event deleted for resources: {'Port': ['ID=618b8cb7-e682-4452-b58a-4dafc374f0ff,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:18.647078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:18.701756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] No DVR routers for this DVR port 618b8cb7-e682-4452-b58a-4dafc374f0ff on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:18.752392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:54:13Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:18.781059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ce6e8-9d8f-4e4e-a2ab-dfda67a06ccb None None] The sync data for ids ['5faaef01-f83f-44f4-a9ae-01c1d80010ff'] in dv-neutron-822514-1-hyperv is: [{'id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-304408581', 'tenant_id': '7197350e292b41289db89a74eb9e5657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37'}], 'enable_snat': True}, 'gw_port_id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:51:31Z', 'updated_at': '2021-12-22T15:54:13Z', 'revision_number': 5, 'project_id': '7197350e292b41289db89a74eb9e5657', 'gw_port': {'id': '2ae75030-b083-41ca-960e-bf2a4ab34ab8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:66:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5faaef01-f83f-44f4-a9ae-01c1d80010ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:51:33Z', 'updated_at': '2021-12-22T15:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:18.784991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] For port 46e29cb4-1b61-489d-9a90-058e16e01492, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=46e29cb4-1b61-489d-9a90-058e16e01492,segment=NetworkSegment(5da72b1f-c555-4083-a720-8457c1648799),segment_id=5da72b1f-c555-4083-a720-8457c1648799)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:18.796398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.835958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:18.866028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] Sync routers for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:18.868846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:18.869195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9755392 Dec 22 15:54:18.875368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:18.901632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5bdccbb-4ae3-4b3c-8560-b210728dda34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:18.904109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-6d329d41-4505-4bc6-993b-6df6c52fbe7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b6d94fd-196c-4703-bec7-1b1da346348b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2453902 Dec 22 15:54:18.934636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:18.935713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.024787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Pushing event updated for resources: {'Port': ['ID=46e29cb4-1b61-489d-9a90-058e16e01492,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:19.046699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:19.067869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,segment=NetworkSegment(7037391a-68e3-4ea1-9853-ae90329059b4),segment_id=7037391a-68e3-4ea1-9853-ae90329059b4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:19.078372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Deleting port 618b8cb7-e682-4452-b58a-4dafc374f0ff {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:19.078372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.088620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.104865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:19.106970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.108278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Provisioning for port 5f38aca8-97a8-4838-861e-de7c497e9a8a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:19.116454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.123715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Provisioning complete for port 5f38aca8-97a8-4838-861e-de7c497e9a8a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:19.124137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.143846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c5e60-5199-4b8e-8420-0c00f8b4cd3a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:19.148698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d5c5e60-5199-4b8e-8420-0c00f8b4cd3a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports/5f38aca8-97a8-4838-861e-de7c497e9a8a HTTP/1.1" status: 200 len: 911 time: 0.2772996 Dec 22 15:54:19.149387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:19.211534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.211969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.212535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8edd59-e723-4ad7-b7dd-54c2b6ae67ba None None] The sync data for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:19.217933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Transition to ACTIVE for port object df92689f-60d6-4191-b7ad-7573b4dd9f06 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:19.226309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-46c9c162-e682-40ef-a657-17d5cca51110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:19.318252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Port 5f38aca8-97a8-4838-861e-de7c497e9a8a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:19.333386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Transition to ACTIVE for port object df92689f-60d6-4191-b7ad-7573b4dd9f06 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:19.353313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:19.370628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Provisioning complete for port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:19.370628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab70d15a-4387-4033-b522-0e5fd25bee80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.400299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.400804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.401286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.401727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.402176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.402710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.403148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.403845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.404579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.404708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.405095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:54:19.409451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:19.423472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.431207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] The port '618b8cb7-e682-4452-b58a-4dafc374f0ff' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:19.432906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:19.461330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 46e29cb4-1b61-489d-9a90-058e16e01492 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:19.548982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.9 (ccfb4eba-bcd4-4082-86b7-149ca0fb8400/eb547446-c6e2-4c1d-ae6d-a75fbf0d0258/b0d8ed0c-ea35-4a4c-aef8-254b7208586b) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:19.572372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Pushing event updated for resources: {'Port': ['ID=df92689f-60d6-4191-b7ad-7573b4dd9f06,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:19.575502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:19.577708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:19.585725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:19.588645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:19.591870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.608877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-eced04ba-8e64-417f-aa0d-a83221f5dc56 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958237 Dec 22 15:54:19.629577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b66329f-d3a6-44ac-99d3-1303054286d0']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.647509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973fd700-8db9-44de-b849-922c6e3b41fa') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.647854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973fd700-8db9-44de-b849-922c6e3b41fa') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:19.738231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.750200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Attempting to bind port df92689f-60d6-4191-b7ad-7573b4dd9f06 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:19.750686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Attempting to bind port df92689f-60d6-4191-b7ad-7573b4dd9f06 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:19.751050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Attempting to bind port df92689f-60d6-4191-b7ad-7573b4dd9f06 on network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:19.765964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 46e29cb4-1b61-489d-9a90-058e16e01492 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:19.766391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.795392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:19.795817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Checking segment: {'id': '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:19.796275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.796720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Bound using segment: {'id': '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:19.797269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Bound port: df92689f-60d6-4191-b7ad-7573b4dd9f06, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ccfb4eba-bcd4-4082-86b7-149ca0fb8400'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:19.797695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.920349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-370be2a1-d0e4-4fbe-8b49-4acd0931f0ee req-e0c3f80d-0a8b-4cab-9fdb-e40eaeecc4cf service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992926 Dec 22 15:54:19.965700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:19.983931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object b0d8ed0c-ea35-4a4c-aef8-254b7208586b will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:20.033511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-428e822e-0c5d-4b2a-bd9f-5cd1fddfa642 None None] Provisioning complete for port 5f38aca8-97a8-4838-861e-de7c497e9a8a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:20.033941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428e822e-0c5d-4b2a-bd9f-5cd1fddfa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.040932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.047901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59e33583-120e-4e17-b635-40308e57cdf8 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:20.098326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.111130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] For port df92689f-60d6-4191-b7ad-7573b4dd9f06, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:20.121145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:20.121793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:20.122093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.124461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:20.129052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:20.132114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] For port df92689f-60d6-4191-b7ad-7573b4dd9f06, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=df92689f-60d6-4191-b7ad-7573b4dd9f06,segment=NetworkSegment(3d9ce20c-2ee8-4ade-b819-eee4e9c8667e),segment_id=3d9ce20c-2ee8-4ade-b819-eee4e9c8667e)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:20.133213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-428e822e-0c5d-4b2a-bd9f-5cd1fddfa642 None None] Port 5f38aca8-97a8-4838-861e-de7c497e9a8a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:20.139343 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:20.159488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-428e822e-0c5d-4b2a-bd9f-5cd1fddfa642 None None] Provisioning complete for port 46e29cb4-1b61-489d-9a90-058e16e01492 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:20.159922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-428e822e-0c5d-4b2a-bd9f-5cd1fddfa642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.161072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=b0d8ed0c-ea35-4a4c-aef8-254b7208586b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:20.169361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:20.204993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5e6bd7f0-9c7b-4966-878a-cdec185045fc no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:20.214000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:20.214754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.245213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.259638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:20.270714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1964517 Dec 22 15:54:20.271827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52444) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:20.314732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 5e6bd7f0-9c7b-4966-878a-cdec185045fc {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:20.315171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5e6bd7f0-9c7b-4966-878a-cdec185045fc not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:20.315660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 618b8cb7-e682-4452-b58a-4dafc374f0ff no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:20.379305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7b6ca9-ec8c-48bb-8201-bc0cc3070eed tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:20.380095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f7b6ca9-ec8c-48bb-8201-bc0cc3070eed tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:20.386763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 618b8cb7-e682-4452-b58a-4dafc374f0ff {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:20.387171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 618b8cb7-e682-4452-b58a-4dafc374f0ff not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:20.424955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.429040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f7b6ca9-ec8c-48bb-8201-bc0cc3070eed tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:20.431038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.432123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Pushing event updated for resources: {'Port': ['ID=df92689f-60d6-4191-b7ad-7573b4dd9f06,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:20.434335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f7b6ca9-ec8c-48bb-8201-bc0cc3070eed tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1612737 Dec 22 15:54:20.440559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52448) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:20.440656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:20.442421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-88e77461-6ab5-45c7-9f6e-33eb3e9c536b tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:20.494804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'Network': ['ID=1b66329f-d3a6-44ac-99d3-1303054286d0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:20.503019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:20.545961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266127f-05a5-46c1-980b-09a4ebafb6b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:20.550561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266127f-05a5-46c1-980b-09a4ebafb6b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:20.554995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266127f-05a5-46c1-980b-09a4ebafb6b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:20.556883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b266127f-05a5-46c1-980b-09a4ebafb6b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1207387 Dec 22 15:54:20.559959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52452) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:20.580093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "DELETE /v2.0/networks/1b66329f-d3a6-44ac-99d3-1303054286d0 HTTP/1.1" status: 204 len: 168 time: 2.7205558 Dec 22 15:54:20.580968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52456) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:20.636614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port b0d8ed0c-ea35-4a4c-aef8-254b7208586b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:20.637033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.730842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.735149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.886628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:20.926182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.061521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for b0d8ed0c-ea35-4a4c-aef8-254b7208586b owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:21.173965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.184408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69a120cd-771d-46fb-9ef8-9404b5d54130 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:21.214253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d71569a-5244-4c52-9469-8063bfabb5be,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:21.216892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:21.239259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.246429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:21.288949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52462) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:21.301077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=b0d8ed0c-ea35-4a4c-aef8-254b7208586b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:21.304134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:21.358276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.362874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d71569a-5244-4c52-9469-8063bfabb5be HTTP/1.1" status: 204 len: 168 time: 0.7728739 Dec 22 15:54:21.392617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8:1::1 (95b00c18-0980-4946-97f5-b1e7e560cb7a/b979c790-c7f3-4f3f-a266-90759ff01143/d3c85e0c-7910-4f79-8a35-bcf5686b6d53) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:21.413295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device df92689f-60d6-4191-b7ad-7573b4dd9f06 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:21.422006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.434134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/b0d8ed0c-ea35-4a4c-aef8-254b7208586b HTTP/1.1" status: 204 len: 168 time: 0.8730712 Dec 22 15:54:21.437864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-211b41fc-2640-4dca-b69a-7dec742116f5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=8f95028e6c694248aba6266225c2dce3&network_id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 2999 time: 0.1422365 Dec 22 15:54:21.439861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52468) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:21.492583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e5069f-284b-45c4-aec4-09bd4223aa3e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:21.493144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6e5069f-284b-45c4-aec4-09bd4223aa3e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:21.527531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port df92689f-60d6-4191-b7ad-7573b4dd9f06 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:21.533872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:21.554684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6e5069f-284b-45c4-aec4-09bd4223aa3e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:21.559346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6e5069f-284b-45c4-aec4-09bd4223aa3e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/b0d8ed0c-ea35-4a4c-aef8-254b7208586b HTTP/1.1" status: 404 len: 333 time: 0.1150942 Dec 22 15:54:21.559674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52476) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:21.624625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:21.625058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.639365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 9c426977-1951-4774-8f1a-f553846b5786 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:21.639365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.667709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.689736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object d3c85e0c-7910-4f79-8a35-bcf5686b6d53 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:21.738154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.745658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54eedb28-a1df-4ad6-858e-42d8156b9eb0 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:21.772498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ae75030-b083-41ca-960e-bf2a4ab34ab8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:21.838735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2ae75030-b083-41ca-960e-bf2a4ab34ab8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:21.839098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ae75030-b083-41ca-960e-bf2a4ab34ab8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:21.876335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:21.881251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:21.885895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:21.886855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:21.922851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=d3c85e0c-7910-4f79-8a35-bcf5686b6d53,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:21.927559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:21.961167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.064050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52484) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:22.064727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.102757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 9c426977-1951-4774-8f1a-f553846b5786 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:22.303551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.310673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-50311ce8-323e-4c6e-bf99-ae0b48ae5397 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:22.360518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-07d99997-eefa-472e-a53a-6f29fbe5fbcb None None] Provisioning for port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:22.364543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=9c426977-1951-4774-8f1a-f553846b5786,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:22.369590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:22.376256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-07d99997-eefa-472e-a53a-6f29fbe5fbcb None None] Provisioning complete for port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:22.376949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d99997-eefa-472e-a53a-6f29fbe5fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.446858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-07d99997-eefa-472e-a53a-6f29fbe5fbcb None None] Port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:22.465075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887deb6c-2f38-41e7-a7a1-7358660b9b58 None None] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:22.482618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d4920486-fae4-4f84-a870-f552e8262f2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7197350e292b41289db89a74eb9e5657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3977747 Dec 22 15:54:22.485198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52492) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:22.508512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.568515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/9c426977-1951-4774-8f1a-f553846b5786 HTTP/1.1" status: 204 len: 168 time: 1.0052505 Dec 22 15:54:22.568755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52496) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:22.607080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.630015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.635943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.647126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Provisioning for port df92689f-60d6-4191-b7ad-7573b4dd9f06 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:22.657674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.658861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.663334 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8587a4-afd1-416b-b8cb-d5daa9c86d31 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:22.663975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b80ab421-8595-4366-a11d-ff01d7a70ce7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:22.664126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4d8587a4-afd1-416b-b8cb-d5daa9c86d31 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:22.664217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Provisioning complete for port df92689f-60d6-4191-b7ad-7573b4dd9f06 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:22.664452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.726251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4d8587a4-afd1-416b-b8cb-d5daa9c86d31 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:22.730153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4d8587a4-afd1-416b-b8cb-d5daa9c86d31 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/9c426977-1951-4774-8f1a-f553846b5786 HTTP/1.1" status: 404 len: 333 time: 0.1577296 Dec 22 15:54:22.730557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52500) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:22.766148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=d3c85e0c-7910-4f79-8a35-bcf5686b6d53,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:22.771233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:22.774796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.785570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f460e14-c78a-490b-aad3-c4e1df70fbdd tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:22.818902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffbe315-ff82-40c0-af1f-2a9f2c26d009,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:22.827369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:22.843692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:22.848184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dffbe315-ff82-40c0-af1f-2a9f2c26d009 HTTP/1.1" status: 204 len: 168 time: 0.3593190 Dec 22 15:54:22.921333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:22.922646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:23.022720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet eb547446-c6e2-4c1d-ae6d-a75fbf0d0258 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:23.027906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.052012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.092478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] For port df92689f-60d6-4191-b7ad-7573b4dd9f06, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=df92689f-60d6-4191-b7ad-7573b4dd9f06,segment=NetworkSegment(3d9ce20c-2ee8-4ade-b819-eee4e9c8667e),segment_id=3d9ce20c-2ee8-4ade-b819-eee4e9c8667e)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:23.115725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.121281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.124522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91397978-8e04-4d82-93d7-f3b0b4365b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:23.219298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Pushing event updated for resources: {'Port': ['ID=df92689f-60d6-4191-b7ad-7573b4dd9f06,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:23.225041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:23.230979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.351027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52510) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:23.357009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device df92689f-60d6-4191-b7ad-7573b4dd9f06 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:23.441808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.450932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-855d875e-d82e-4593-913e-d4433b459544 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:23.472306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port df92689f-60d6-4191-b7ad-7573b4dd9f06 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:23.472738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.516783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=eb547446-c6e2-4c1d-ae6d-a75fbf0d0258,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:23.519577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:23.527282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0e54c85b-7272-426b-9568-d225e8f6c0e1 None None] Provisioning complete for port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:23.527282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e54c85b-7272-426b-9568-d225e8f6c0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.529737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.542183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ac28d-b433-4649-8547-0852269a0334 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:23.544140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-298ac28d-b433-4649-8547-0852269a0334 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 814 time: 0.1920118 Dec 22 15:54:23.548832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/eb547446-c6e2-4c1d-ae6d-a75fbf0d0258 HTTP/1.1" status: 204 len: 168 time: 0.8148015 Dec 22 15:54:23.549116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:23.560250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf24e86c-3969-45e5-a4bb-e0fa8292b466 None None] Network ccfb4eba-bcd4-4082-86b7-149ca0fb8400 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:23.696601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.701088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52520) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:23.731835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.741771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0e54c85b-7272-426b-9568-d225e8f6c0e1 None None] Port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:23.743067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port df92689f-60d6-4191-b7ad-7573b4dd9f06 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:23.743441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.781906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 28521a09-5492-4bb0-bc9d-8b7fe2d91130 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:23.877226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:23.886852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:736220c91ec04b3c8487040c2d158e41 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:23.889361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:23.897811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:23.899514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd4f66b0-a8fc-4b56-afad-c5cb1d5d348b None None] Provisioning complete for port df92689f-60d6-4191-b7ad-7573b4dd9f06 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:23.899824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4f66b0-a8fc-4b56-afad-c5cb1d5d348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:23.984170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:23.992208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8361762 Dec 22 15:54:23.992976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52526) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:23.998501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] DHCP port deletion for ccfb4eba-bcd4-4082-86b7-149ca0fb8400 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:24.007385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] Sync routers for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:24.019805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52530) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:24.028857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Deleting port df92689f-60d6-4191-b7ad-7573b4dd9f06 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:24.029280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.039352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--1735497423', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:24.054080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:24.078982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153a4f3d-317d-4675-89d8-67017e9447fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:24.079662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-153a4f3d-317d-4675-89d8-67017e9447fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:24.149363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-153a4f3d-317d-4675-89d8-67017e9447fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:24.151651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:24.152374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.154935 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-153a4f3d-317d-4675-89d8-67017e9447fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports/d3c85e0c-7910-4f79-8a35-bcf5686b6d53 HTTP/1.1" status: 200 len: 913 time: 0.1607642 Dec 22 15:54:24.155756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52534) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:24.227922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.280368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:24.281083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.303884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:24.309958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:24.324359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port df92689f-60d6-4191-b7ad-7573b4dd9f06, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=df92689f-60d6-4191-b7ad-7573b4dd9f06,segment=NetworkSegment(3d9ce20c-2ee8-4ade-b819-eee4e9c8667e),segment_id=3d9ce20c-2ee8-4ade-b819-eee4e9c8667e)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:24.324758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.340634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:24.395827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.396296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f18910-3402-4481-9129-dc8b070c7b4b None None] The sync data for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:24.422345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] For port df92689f-60d6-4191-b7ad-7573b4dd9f06, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=df92689f-60d6-4191-b7ad-7573b4dd9f06,segment=NetworkSegment(3d9ce20c-2ee8-4ade-b819-eee4e9c8667e),segment_id=3d9ce20c-2ee8-4ade-b819-eee4e9c8667e)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:24.422828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.475097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for df92689f-60d6-4191-b7ad-7573b4dd9f06 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:24.531570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.535753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.550326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Calling delete_port for df92689f-60d6-4191-b7ad-7573b4dd9f06 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:24.595073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.604156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e71f0530-20ba-4f9a-9a8e-e011cfcab176 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:24.615116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:24.621858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.626120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:24.626668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:24.646482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.692279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f9e76-5af3-4237-8b6f-3ffd0cce9e56,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:24.701030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:24.703444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=736220c91ec04b3c8487040c2d158e41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9973397 Dec 22 15:54:24.704295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4f82ae8-cbe6-479b-9c5c-34354a4b0c2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:24.706497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52538) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:24.735658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No DVR routers for this DVR port df92689f-60d6-4191-b7ad-7573b4dd9f06 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:24.768784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:24.783372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=df92689f-60d6-4191-b7ad-7573b4dd9f06,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:24.789971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:24.819265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.819654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment bb2425c9-1e05-447d-8ce7-e6b0366a2665 of type vlan for network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb Dec 22 15:54:24.915041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.928302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.929203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.952481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfb4eba-bcd4-4082-86b7-149ca0fb8400']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.975597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.975939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9ce20c-2ee8-4ade-b819-eee4e9c8667e') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:24.980286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:24.997681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.014102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.020514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:25.020946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:25.037382 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:25.103685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.107599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:25.108241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.119724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:25.128065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Deleting port df92689f-60d6-4191-b7ad-7573b4dd9f06 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:25.128499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.137593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.142716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16c59890-8ee2-489d-aba0-0398db1aed14 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:25.162709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f9e76-5af3-4237-8b6f-3ffd0cce9e56,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:25.165325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:25.171031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.175800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c9f9e76-5af3-4237-8b6f-3ffd0cce9e56 HTTP/1.1" status: 204 len: 168 time: 0.4676826 Dec 22 15:54:25.247726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae05a51-9f6e-4a3e-a39d-3e28dbfb6c0e None None] The port 'df92689f-60d6-4191-b7ad-7573b4dd9f06' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:25.256336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2287998 Dec 22 15:54:25.256336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.258402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52544) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.267565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:25.303156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:25.328875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device df92689f-60d6-4191-b7ad-7573b4dd9f06 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:25.331968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:25.332747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83b4fbc0-4425-436d-ac1a-e0af20a75bcc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:25.356757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.370683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port d3c85e0c-7910-4f79-8a35-bcf5686b6d53 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:25.374299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.374615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=ccfb4eba-bcd4-4082-86b7-149ca0fb8400,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:25.378370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: df92689f-60d6-4191-b7ad-7573b4dd9f06 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:25.378796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device df92689f-60d6-4191-b7ad-7573b4dd9f06 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:25.380012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:25.387720 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/ccfb4eba-bcd4-4082-86b7-149ca0fb8400 HTTP/1.1" status: 204 len: 168 time: 1.8375268 Dec 22 15:54:25.392900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52548) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.401556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-586925197'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:25.409852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:25.417797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:network and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:25.423211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:25.427044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ecb38-55ee-4ede-b586-297d4bacf23b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:25.428702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b50ecb38-55ee-4ede-b586-297d4bacf23b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1693165 Dec 22 15:54:25.432611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.435385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:25.606312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.621061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:25.626976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.692807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:25.703249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63186d8-d13d-4012-bf3d-743daa67f4de tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:25.707768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e63186d8-d13d-4012-bf3d-743daa67f4de tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2713227 Dec 22 15:54:25.708542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52556) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.749206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for d3c85e0c-7910-4f79-8a35-bcf5686b6d53 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:25.751742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.752142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Added segment c782258b-df9d-431c-ad94-8a7bd4d3f9c7 of type vlan for network a61ea0e6-e353-44d9-b43d-b0dc7810271d Dec 22 15:54:25.762395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ef0cebed-f2f5-49d0-97b4-8b751e05c7f1 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531101 Dec 22 15:54:25.768104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52560) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.833540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb224262-54f2-4fa8-9be5-dbb0aeda79fb tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0618389 Dec 22 15:54:25.833540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.833872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52564) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:25.891743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.896357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:25.897035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:25.904425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5520b88f-8659-4dc7-bdd6-ec630a606079 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:26.013968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6198850 Dec 22 15:54:26.019617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52568) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:26.028416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:26.043742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Network': ['ID=a61ea0e6-e353-44d9-b43d-b0dc7810271d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:26.047221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2896bf-111c-4b31-9d98-491f45deb684 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:26.048863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de2896bf-111c-4b31-9d98-491f45deb684 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2140470 Dec 22 15:54:26.049184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:26.051945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52572) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:26.059834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:26.104912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87bc1cb4-40c4-415e-bf0c-dae918fa5c39 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506511 Dec 22 15:54:26.107698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52576) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:26.117028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1230572294', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:26.154224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:26.158414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:26.161518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:26.161921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.168512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:26.170578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18c5c9cd-3a94-4da6-bbf5-76f7420d4abe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:26.211625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:26.272398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=d3c85e0c-7910-4f79-8a35-bcf5686b6d53,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:26.285710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:26.332422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.342922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:26.409245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:26.414720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:26.474616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:26.533995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:26.550920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.612023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.616714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9805a952-2f2b-4e50-b7d1-99173948f142 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:26.698143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=7301444c-1b35-40fc-91c2-705740b122ee,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:26.702149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:26.711195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Checking segment: {'id': 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:26.711596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network hostable DHCP agents. Network: a61ea0e6-e353-44d9-b43d-b0dc7810271d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:26.725312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.766140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:26.803596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a61ea0e6-e353-44d9-b43d-b0dc7810271d) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:26.813018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:26.813986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.815014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc91bc-a509-4383-bcfd-5491da138b8d None None] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:26.875971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549781 Dec 22 15:54:26.878678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52580) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:26.885951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-481964485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:26.893537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:26.898376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:router and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:26.901843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:26.908594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:26.943520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.944741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:26.966164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.012148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.063517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.067891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-096bac62-6ade-4103-94a9-b523561be314 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1853302 Dec 22 15:54:27.068154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52584) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:27.075634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d', 'name': 'tempest-PortsTestJSON-1133589836'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:27.240019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:27.243911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a61ea0e6-e353-44d9-b43d-b0dc7810271d', 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': '7301444c-1b35-40fc-91c2-705740b122ee'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:27.245448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.252773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:27.286021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:27.292888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.316058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port e76b0acb-bdad-4d39-8503-9ab5c8befbef yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:27.417265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Allocated IP 172.20.0.2 (a61ea0e6-e353-44d9-b43d-b0dc7810271d/7301444c-1b35-40fc-91c2-705740b122ee/70951a87-c8ed-4253-a2ca-24f49ea23090) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:27.510082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.520535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9bc86f4-fb3e-4053-8c8c-4a7f74a7edbb tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:27.630069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.641591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Transition to ACTIVE for port object 70951a87-c8ed-4253-a2ca-24f49ea23090 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:27.661371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Transition to ACTIVE for port object 70951a87-c8ed-4253-a2ca-24f49ea23090 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:27.670642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=3361dc75-021d-4b4d-9b6a-de4ef5966737,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:27.677250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:27.695583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:27.695980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: fe72f41c-909e-4dd8-ae3d-2b52d57c3efb, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:27.709410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.719232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-797dad43-530e-4ea7-8147-1e4f061d600d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:27.737833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.13 (a61ea0e6-e353-44d9-b43d-b0dc7810271d/7301444c-1b35-40fc-91c2-705740b122ee/e76b0acb-bdad-4d39-8503-9ab5c8befbef) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:27.740790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 28521a09-5492-4bb0-bc9d-8b7fe2d91130 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:27.788339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:27.791827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:27.794505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:27.801345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Pushing event updated for resources: {'Port': ['ID=70951a87-c8ed-4253-a2ca-24f49ea23090,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:27.804516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:27.813624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:27.897648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Attempting to bind port 70951a87-c8ed-4253-a2ca-24f49ea23090 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:27.898236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Attempting to bind port 70951a87-c8ed-4253-a2ca-24f49ea23090 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:27.898691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Attempting to bind port 70951a87-c8ed-4253-a2ca-24f49ea23090 on network a61ea0e6-e353-44d9-b43d-b0dc7810271d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:27.898893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, fe72f41c-909e-4dd8-ae3d-2b52d57c3efb) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:27.906704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:27.907312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.908353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:27.908881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Checking segment: {'id': 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:27.909408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.909926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Bound using segment: {'id': 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:27.911088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Bound port: 70951a87-c8ed-4253-a2ca-24f49ea23090, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a61ea0e6-e353-44d9-b43d-b0dc7810271d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:27.911600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:27.923016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101634c7-1d16-4177-bd7e-dbed5fef2fb2 None None] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:27.963383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:27.969595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8580365 Dec 22 15:54:27.979716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] Sync routers for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:27.988362 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8289189 Dec 22 15:54:27.989414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:27.996267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.002754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:28.004028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:28.078328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:28.081603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object e76b0acb-bdad-4d39-8503-9ab5c8befbef will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:28.092445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:28.093851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:28.139551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] For port 70951a87-c8ed-4253-a2ca-24f49ea23090, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:28.173729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.176871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:28.176871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f30963a-82fd-4d1b-a799-21ebb90cb25c None None] The sync data for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:28.189315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] For port 70951a87-c8ed-4253-a2ca-24f49ea23090, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70951a87-c8ed-4253-a2ca-24f49ea23090,segment=NetworkSegment(c782258b-df9d-431c-ad94-8a7bd4d3f9c7),segment_id=c782258b-df9d-431c-ad94-8a7bd4d3f9c7)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:28.194067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6557b362-9ab6-4ab5-a622-017eda9404c6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:28.245150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52594) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:28.246525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.251776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:28.257902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686939579', 'description': 'tempest-secgroup-smoke-686939579 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:28.268626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:28.280401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:28.283780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=e76b0acb-bdad-4d39-8503-9ab5c8befbef,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:28.287409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:28.289495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:28.293191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:28.295950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:28.300754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '3361dc75-021d-4b4d-9b6a-de4ef5966737'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:28.302868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.332469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.371904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:28.372577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.375979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:28.380815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:28.384137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:28.390724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:28.426907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Pushing event updated for resources: {'Port': ['ID=70951a87-c8ed-4253-a2ca-24f49ea23090,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:28.430338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:28.467375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.503701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.510728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d0ecbbe-e5ef-4adc-ab2c-b9d1b0c21df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:28.520663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Allocated IP 172.20.0.18 (fe72f41c-909e-4dd8-ae3d-2b52d57c3efb/3361dc75-021d-4b4d-9b6a-de4ef5966737/21895a42-694f-4cc4-8c14-db057b424caf) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:28.549703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4803431 Dec 22 15:54:28.552903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52598) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:28.564191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90152738-3be6-47ce-bbbe-9699df2b0922,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:28.568501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:28.612075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.616334 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3638113 Dec 22 15:54:28.616664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52602) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:28.625041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:28.632311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:28.636784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:28.639868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:28.646066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:28.695362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.769929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.814868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.817355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Transition to ACTIVE for port object 21895a42-694f-4cc4-8c14-db057b424caf will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:28.843381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Transition to ACTIVE for port object 21895a42-694f-4cc4-8c14-db057b424caf will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:28.863501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.866060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:28.897589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b352902-1726-4430-b182-e545a5a7c438,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:28.898057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.903919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:28.910019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d6fa2ed-f44d-48b7-a0fe-2afb97a5a40d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:28.943288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:28.949726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3320184 Dec 22 15:54:28.950493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52606) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:28.957291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:28.969913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:28.975700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:28.980254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:28.983465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:28.984696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:28.989477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:28.993340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:29.005499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Pushing event updated for resources: {'Port': ['ID=21895a42-694f-4cc4-8c14-db057b424caf,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:29.034902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:29.043571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.046847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.106543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Attempting to bind port 21895a42-694f-4cc4-8c14-db057b424caf on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:29.107124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Attempting to bind port 21895a42-694f-4cc4-8c14-db057b424caf by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:29.107551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Attempting to bind port 21895a42-694f-4cc4-8c14-db057b424caf on network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:29.115027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:29.115390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Checking segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:29.115857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.116298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Bound using segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:29.116824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Bound port: 21895a42-694f-4cc4-8c14-db057b424caf, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:29.117250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.126856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.160198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.162126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef4d3bc3-a0fd-4c72-bc05-f95c5763fcbb tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:29.186719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9194697b-01a9-43e5-8fe3-d68916c143c3,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:29.191237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:29.217895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] For port 21895a42-694f-4cc4-8c14-db057b424caf, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:29.221323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] For port 21895a42-694f-4cc4-8c14-db057b424caf, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21895a42-694f-4cc4-8c14-db057b424caf,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:29.223300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.224662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2731307 Dec 22 15:54:29.227840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52610) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:29.235473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:29.241784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.241943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:29.246269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:29.248966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce65c7b4-dbe7-4858-bbe2-0541bf4cc3a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:29.250130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:29.258601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:29.311937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.349311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Pushing event updated for resources: {'Port': ['ID=21895a42-694f-4cc4-8c14-db057b424caf,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:29.353623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:29.373698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 70951a87-c8ed-4253-a2ca-24f49ea23090 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:29.409268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.440248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.449896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:29.474406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc3e73d-499c-45bf-a88c-0b3090c1fedf,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:29.477207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:29.485905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 70951a87-c8ed-4253-a2ca-24f49ea23090 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:29.508900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.511586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2813766 Dec 22 15:54:29.514185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52614) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:29.521256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:29.528973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:29.533256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:29.536453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:29.543181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:29.583975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.652530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.685636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.687777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4cf001c1-ff92-4d75-9b86-22e49c5e42d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:29.711607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1109ccfd-6a53-4b01-9e67-8e4d95279557,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:29.714771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:29.748737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.750374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2345252 Dec 22 15:54:29.753347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52618) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:29.760630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:29.767757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:29.769246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.772331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:29.776147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:29.784374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:29.823362 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:54:29.832406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.925807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.965267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:29.976534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2758be11-5ffe-4b6d-acee-daa28eeb4a17 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:30.007792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90034b0b-304f-47c7-84d4-af4108e49641,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:30.013657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:30.051824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.053188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2987068 Dec 22 15:54:30.058601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52622) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:30.063439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '90152738-3be6-47ce-bbbe-9699df2b0922', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:30.072187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:30.077597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:30.081237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:30.089216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:30.143415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:54:30.151663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.261769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.294456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.294684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24388f03-b5d2-4066-9ce3-5627905bcc0e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:30.317715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11df628e-6658-4407-926d-d07776dc6d9e,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:30.329221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:30.366526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.368363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3106389 Dec 22 15:54:30.417344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.435960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 5f38aca8-97a8-4838-861e-de7c497e9a8a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:30.436337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.465305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.484009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68877c01-7b14-4db4-a6e8-49587f0a3706 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:30.608066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137482cc-07b5-460e-a34d-66c11df71cfb None None] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:30.651407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=e76b0acb-bdad-4d39-8503-9ab5c8befbef,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:30.654749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:30.781828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Provisioning for port 70951a87-c8ed-4253-a2ca-24f49ea23090 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:30.793524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Provisioning complete for port 70951a87-c8ed-4253-a2ca-24f49ea23090 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:30.793953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.840059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-46dd6107-1538-425d-94df-8fe0c1425abb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686939579&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.2472050 Dec 22 15:54:30.935199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:30.972510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.019742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] For port 70951a87-c8ed-4253-a2ca-24f49ea23090, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70951a87-c8ed-4253-a2ca-24f49ea23090,segment=NetworkSegment(c782258b-df9d-431c-ad94-8a7bd4d3f9c7),segment_id=c782258b-df9d-431c-ad94-8a7bd4d3f9c7)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:31.063035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.065245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1458592-8abc-40de-865d-1fd069d83059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:31.163944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Pushing event updated for resources: {'Port': ['ID=70951a87-c8ed-4253-a2ca-24f49ea23090,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:31.176809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:31.415299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 5f38aca8-97a8-4838-861e-de7c497e9a8a owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:31.418287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Provisioning for port e76b0acb-bdad-4d39-8503-9ab5c8befbef completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:31.434567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Provisioning complete for port e76b0acb-bdad-4d39-8503-9ab5c8befbef triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:31.434567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.466354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 70951a87-c8ed-4253-a2ca-24f49ea23090 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:31.564580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Port e76b0acb-bdad-4d39-8503-9ab5c8befbef cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:31.586300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 70951a87-c8ed-4253-a2ca-24f49ea23090 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:31.586744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.613474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-079705bd-a08a-4a1f-86bb-194ebf3e10c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:31.615024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-079705bd-a08a-4a1f-86bb-194ebf3e10c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:31.629024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7721a353-9940-4e36-ab35-334e61c68dd2 None None] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:31.646556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Provisioning complete for port 70951a87-c8ed-4253-a2ca-24f49ea23090 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:31.646983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36569e20-8c69-4c1b-8f27-4f82034b2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.672343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.731483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-079705bd-a08a-4a1f-86bb-194ebf3e10c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:31.732822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-079705bd-a08a-4a1f-86bb-194ebf3e10c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb HTTP/1.1" status: 200 len: 797 time: 0.8774643 Dec 22 15:54:31.766862 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-088d8219-75e3-453f-b058-8829738b17a3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0276456 Dec 22 15:54:31.969188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:31.977272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1137610a-2252-4332-af1c-cac9d9ab2c13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:32.027787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6d9adb60-34b1-4417-8a2a-42f22f29ada4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2267394 Dec 22 15:54:32.042581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=5f38aca8-97a8-4838-861e-de7c497e9a8a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:32.051998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:32.081419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.115648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21895a42-694f-4cc4-8c14-db057b424caf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:32.334900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 21895a42-694f-4cc4-8c14-db057b424caf completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:32.359874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Provisioning complete for port e76b0acb-bdad-4d39-8503-9ab5c8befbef triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:32.360308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.420751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Port e76b0acb-bdad-4d39-8503-9ab5c8befbef cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:32.451571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Provisioning for port 21895a42-694f-4cc4-8c14-db057b424caf completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:32.457430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Provisioning complete for port 21895a42-694f-4cc4-8c14-db057b424caf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:32.457863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.581558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-a77d4473-f13f-4a76-97be-c820cc4ace97 service neutron] 10.222.0.18 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328400 Dec 22 15:54:32.585222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.593526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.622834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] For port 21895a42-694f-4cc4-8c14-db057b424caf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21895a42-694f-4cc4-8c14-db057b424caf,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:32.662858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:32.665761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:32.736317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Pushing event updated for resources: {'Port': ['ID=21895a42-694f-4cc4-8c14-db057b424caf,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:32.739651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:32.784843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-97f9af66-b87f-468a-a899-7120985a8116 None None] Provisioning complete for port 21895a42-694f-4cc4-8c14-db057b424caf triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:32.785259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97f9af66-b87f-468a-a899-7120985a8116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:33.005502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-b20d3fac-3338-4a01-a356-ee8606d1db7f service neutron] 10.222.0.18 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138267 Dec 22 15:54:33.183277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:54:33.314671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21895a42-694f-4cc4-8c14-db057b424caf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:33.408870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 21895a42-694f-4cc4-8c14-db057b424caf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:33.409309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:33.444974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf311335-1220-42c4-8ea9-9113ba1cd9aa req-cc18cd42-00ed-4691-a0aa-06932b9bda09 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 210 time: 0.0552366 Dec 22 15:54:33.533724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:33.597415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:33.631299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4787b216-28c1-4b89-acf1-9288f6e7e6ab tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:33.726796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=e76b0acb-bdad-4d39-8503-9ab5c8befbef,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:33.735449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:33.736286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:33.745669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 28521a09-5492-4bb0-bc9d-8b7fe2d91130 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:34.020667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:34.030319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:34.030990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] Sync routers for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:34.034226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:34.045213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:34.046043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.114880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.127778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] Routers {'28521a09-5492-4bb0-bc9d-8b7fe2d91130'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:34.128473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.170588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52648) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:34.171228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1802886 Dec 22 15:54:34.192020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.192475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01b17dd-6914-445c-b6a6-bbfd22e76c80 None None] The sync data for ids ['28521a09-5492-4bb0-bc9d-8b7fe2d91130'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:34.221745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7515f4d-6a60-47ea-9cb0-ed41cc77b21e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:34.274493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a7515f4d-6a60-47ea-9cb0-ed41cc77b21e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:34.276812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7515f4d-6a60-47ea-9cb0-ed41cc77b21e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=28521a09-5492-4bb0-bc9d-8b7fe2d91130 HTTP/1.1" status: 200 len: 205 time: 0.1047144 Dec 22 15:54:34.279884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:34.441072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.450179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-11e0a20b-8b29-4ed2-b684-dd64b05d7cd6 None None] Provisioning complete for port e76b0acb-bdad-4d39-8503-9ab5c8befbef triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:34.450690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-11e0a20b-8b29-4ed2-b684-dd64b05d7cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.463384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Router 22d1d831-afdc-410f-ac64-d0976b74f224 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:54:34.549175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-11e0a20b-8b29-4ed2-b684-dd64b05d7cd6 None None] Port e76b0acb-bdad-4d39-8503-9ab5c8befbef cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:34.685162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c69c5c4-5083-4654-99b4-b73cb07da593 req-3267ae9f-62fb-46e8-920d-8aaf73624688 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 210 time: 0.0760264 Dec 22 15:54:34.724381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:34.733269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/routers/22d1d831-afdc-410f-ac64-d0976b74f224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1753175 Dec 22 15:54:34.733754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52658) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:34.737027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] Sync routers for ids ['22d1d831-afdc-410f-ac64-d0976b74f224'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:34.750010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] Routers {'22d1d831-afdc-410f-ac64-d0976b74f224'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:34.751063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['22d1d831-afdc-410f-ac64-d0976b74f224'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.818941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.831893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] Routers {'22d1d831-afdc-410f-ac64-d0976b74f224'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:34.832667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['22d1d831-afdc-410f-ac64-d0976b74f224'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.843976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4053b34-28c5-481e-a7ec-4442a4d99cf4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:34.844916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4053b34-28c5-481e-a7ec-4442a4d99cf4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:34.858160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.862962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:34.885349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a4053b34-28c5-481e-a7ec-4442a4d99cf4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:34.886710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a4053b34-28c5-481e-a7ec-4442a4d99cf4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?device_id=22d1d831-afdc-410f-ac64-d0976b74f224 HTTP/1.1" status: 200 len: 983 time: 0.1522355 Dec 22 15:54:34.889866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52662) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:34.896607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:34.897063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c6a5c3-61de-4dc0-af3e-4889f9a94e5b None None] The sync data for ids ['22d1d831-afdc-410f-ac64-d0976b74f224'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:35.085490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.085999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router 28521a09-5492-4bb0-bc9d-8b7fe2d91130 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:54:35.098073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.099431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-842f00a7-2f10-45b2-a6e3-665a362d9751 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130 HTTP/1.1" status: 204 len: 168 time: 0.8182735 Dec 22 15:54:35.102242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52666) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:35.325803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet b979c790-c7f3-4f3f-a266-90759ff01143 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:35.328954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.390072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.490021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.583389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.588982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4277d6b4-36b1-46d3-9b95-9d5118350b08 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:35.621733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-efb7a85d-a0ab-4ddf-96ea-cfd2903ddd71 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:35.623350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-efb7a85d-a0ab-4ddf-96ea-cfd2903ddd71 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb HTTP/1.1" status: 200 len: 797 time: 0.4819591 Dec 22 15:54:35.626092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=b979c790-c7f3-4f3f-a266-90759ff01143,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:35.630515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:35.633438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.643296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/b979c790-c7f3-4f3f-a266-90759ff01143 HTTP/1.1" status: 204 len: 168 time: 0.5367749 Dec 22 15:54:35.643447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df24fa-be7e-4b02-9bbe-5aac83042551 None None] Network 95b00c18-0980-4946-97f5-b1e7e560cb7a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:35.643535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52674) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:35.748278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-9169f4a5-529b-4e94-a31c-498519a1a047 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 471 time: 0.1109674 Dec 22 15:54:35.762927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['90152738-3be6-47ce-bbbe-9699df2b0922']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:35.955406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] DHCP port deletion for 95b00c18-0980-4946-97f5-b1e7e560cb7a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:35.960165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Deleting port 46e29cb4-1b61-489d-9a90-058e16e01492 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:35.960602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:35.986834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-121f7a7e-b0fe-4780-95f3-dddb052fc986 req-8bf9b402-2534-401d-9abf-929dd94bcbe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 210 time: 0.1102250 Dec 22 15:54:36.035928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:36.041994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:36.046323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:36.055269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:36.119299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet 2bd9037c-e145-4d9b-80d1-7782ba008ae7 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:36.122480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.124821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.181819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.184931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] For port 46e29cb4-1b61-489d-9a90-058e16e01492, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=46e29cb4-1b61-489d-9a90-058e16e01492,segment=NetworkSegment(5da72b1f-c555-4083-a720-8457c1648799),segment_id=5da72b1f-c555-4083-a720-8457c1648799)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:36.185379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.191449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:36.197779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.272256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.313371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Calling delete_port for 46e29cb4-1b61-489d-9a90-058e16e01492 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:36.366261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.373048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e07a82d3-6747-4bfb-8835-23562bea7fbe tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:36.414021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd9037c-e145-4d9b-80d1-7782ba008ae7,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:36.417515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:36.420310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.423166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.428379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/2bd9037c-e145-4d9b-80d1-7782ba008ae7 HTTP/1.1" status: 204 len: 168 time: 0.7838395 Dec 22 15:54:36.431550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:36.431776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52680) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:36.465438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edbbd8-a1f9-40a3-81cd-e6c9dd661b54 None None] Network e579dc7b-ce7f-45c0-b5df-2a30e3202bcc requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:36.500175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Pushing event deleted for resources: {'Port': ['ID=46e29cb4-1b61-489d-9a90-058e16e01492,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:36.514724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:36.515553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] No DVR routers for this DVR port 46e29cb4-1b61-489d-9a90-058e16e01492 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:36.526970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.30 (fe72f41c-909e-4dd8-ae3d-2b52d57c3efb/3361dc75-021d-4b4d-9b6a-de4ef5966737/4ae481f3-b183-4ea7-8309-b47e6367b1ca) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:36.576305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.740605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.745153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port e76b0acb-bdad-4d39-8503-9ab5c8befbef {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:36.745542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.763792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] DHCP port deletion for e579dc7b-ce7f-45c0-b5df-2a30e3202bcc request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:36.768280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Deleting port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:36.768704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.823537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b00c18-0980-4946-97f5-b1e7e560cb7a']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:36.848713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da72b1f-c555-4083-a720-8457c1648799') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:36.849087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da72b1f-c555-4083-a720-8457c1648799') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:36.864809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.884866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.893663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:36.894379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:36.918665 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:37.009784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] For port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,segment=NetworkSegment(7037391a-68e3-4ea1-9853-ae90329059b4),segment_id=7037391a-68e3-4ea1-9853-ae90329059b4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:37.010000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.062865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.063135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.075002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.092924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.100655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 4ae481f3-b183-4ea7-8309-b47e6367b1ca will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:37.122348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.132138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/95b00c18-0980-4946-97f5-b1e7e560cb7a HTTP/1.1" status: 204 len: 168 time: 0.6990516 Dec 22 15:54:37.136350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52686) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:37.152167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Calling delete_port for e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:37.165029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=95b00c18-0980-4946-97f5-b1e7e560cb7a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.175564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.250062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.257562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93cc7255-7dc5-4a61-b8c7-f28e8301bf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.264952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ab5afce-cf1b-4c30-9e68-48d613bcc30b req-49f3fa4b-3764-4bfe-8f0f-5c8711bdd077 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 210 time: 0.1339390 Dec 22 15:54:37.311408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.326214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] No DVR routers for this DVR port e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:37.328515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Pushing event deleted for resources: {'Port': ['ID=e8265df8-9dd5-4b2d-a2c3-6f4eabef1746,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.336734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for e76b0acb-bdad-4d39-8503-9ab5c8befbef owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:37.357544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.359960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 46e29cb4-1b61-489d-9a90-058e16e01492 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:37.401443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 46e29cb4-1b61-489d-9a90-058e16e01492 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:37.402099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 46e29cb4-1b61-489d-9a90-058e16e01492 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:37.402806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:37.428759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.439649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:37.440312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e8265df8-9dd5-4b2d-a2c3-6f4eabef1746 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:37.444281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96da565c-61a2-4448-9f5a-7e4d3486b1c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.495615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.517936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:37.523082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:37.528373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:37.530334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e579dc7b-ce7f-45c0-b5df-2a30e3202bcc']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:37.546072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7037391a-68e3-4ea1-9853-ae90329059b4') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:37.546392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7037391a-68e3-4ea1-9853-ae90329059b4') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:37.562006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.579178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.584691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.615322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:37.616058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.619266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.629404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:37.630255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:37.648161 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:37.736451 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9794443 Dec 22 15:54:37.758815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Request body: {'port': {'device_id': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:37.771377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.780123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54a31705-dbb2-4c9e-83e2-5ebd4b8b256d tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.799435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.808212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=e579dc7b-ce7f-45c0-b5df-2a30e3202bcc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.810321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.816573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/e579dc7b-ce7f-45c0-b5df-2a30e3202bcc HTTP/1.1" status: 204 len: 168 time: 0.6787584 Dec 22 15:54:37.817252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52690) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:37.823584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-83524259'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:37.829150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:37.833569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:37.838564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:37.843369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:37.869225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.879792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:37.885977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.887403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-80389c0c-5dfb-4184-bb50-57e051f8e751 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:37.916622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:37.925787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fbf0325b-e6c3-4ec4-8d24-bf11b09a31b2 None None] Provisioning for port 4ae481f3-b183-4ea7-8309-b47e6367b1ca completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:37.926006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.926386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c of type vlan for network de589542-23f9-4c95-8fa9-8a20e646f2be Dec 22 15:54:37.932837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fbf0325b-e6c3-4ec4-8d24-bf11b09a31b2 None None] Provisioning complete for port 4ae481f3-b183-4ea7-8309-b47e6367b1ca triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:37.933260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbf0325b-e6c3-4ec4-8d24-bf11b09a31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.937172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=e76b0acb-bdad-4d39-8503-9ab5c8befbef,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:37.939809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:37.955406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:37.994051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0325b-e6c3-4ec4-8d24-bf11b09a31b2 None None] Port 4ae481f3-b183-4ea7-8309-b47e6367b1ca cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:38.022731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.028415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:38.030241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.036531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d9114ab-43ae-4135-a8de-c26f3eacc379 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:38.039568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.148280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3298814 Dec 22 15:54:38.155760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52694) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:38.164133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:38.181415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=de589542-23f9-4c95-8fa9-8a20e646f2be,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:38.188543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:38.199034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network de589542-23f9-4c95-8fa9-8a20e646f2be details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:38.299197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:38.303203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:38.306968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:38.313659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:38.344290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.348433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:38.464107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.731514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.736174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f013f29d-dd51-408b-97b6-7beb129d540c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:38.819034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=a37eea8b-bc12-4486-9043-ed78eaf33ce2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:38.822374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:38.833442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:38.833833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: de589542-23f9-4c95-8fa9-8a20e646f2be, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:38.896747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network de589542-23f9-4c95-8fa9-8a20e646f2be is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:38.925146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, de589542-23f9-4c95-8fa9-8a20e646f2be) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:38.929807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:38.931464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:38.935657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadab60c-7b00-4529-b8ef-c594079c483c None None] Network de589542-23f9-4c95-8fa9-8a20e646f2be requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:38.983588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8267083 Dec 22 15:54:38.986509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52700) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:38.992639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1483584056', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:39.000699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:39.004781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:39.008454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:39.017107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:39.051652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.052869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.095895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d949cc-3982-48e2-849b-ab449104e422 req-1c52dc57-0fa3-4e7d-91e6-fc2822cf9037 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:39.096667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e3d949cc-3982-48e2-849b-ab449104e422 req-1c52dc57-0fa3-4e7d-91e6-fc2822cf9037 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:39.130950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.171782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.179250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-de589542-23f9-4c95-8fa9-8a20e646f2be', 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'a37eea8b-bc12-4486-9043-ed78eaf33ce2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:39.180235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.229085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.233267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d555ef6c-eb03-44b1-9886-7cdc9c2958ab tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2430098 Dec 22 15:54:39.233779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52704) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:39.240478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'port': {'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be', 'name': 'tempest-RoutersIpV6Test-687933697'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:39.277541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e3d949cc-3982-48e2-849b-ab449104e422 req-1c52dc57-0fa3-4e7d-91e6-fc2822cf9037 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:39.278281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e3d949cc-3982-48e2-849b-ab449104e422 req-1c52dc57-0fa3-4e7d-91e6-fc2822cf9037 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 932 time: 0.8588164 Dec 22 15:54:39.339450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae481f3-b183-4ea7-8309-b47e6367b1ca {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:39.349205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.358371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Allocated IP 2001:db8::2 (de589542-23f9-4c95-8fa9-8a20e646f2be/a37eea8b-bc12-4486-9043-ed78eaf33ce2/98656440-aa9f-49e9-bf94-2adee6694ad4) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:39.379413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Router 22d1d831-afdc-410f-ac64-d0976b74f224 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:39.391565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Transition to ACTIVE for port object 4ae481f3-b183-4ea7-8309-b47e6367b1ca will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:39.397194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:39.398155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e3d949cc-3982-48e2-849b-ab449104e422 req-c047970c-fcf0-4baf-9e25-ce9dc82cac8e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026392 Dec 22 15:54:39.409382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:39.445408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:39.452084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.466332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.477171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] device_id is not set on port a7a5a812-9667-4f1e-b8c3-503a109412a8 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:39.477415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f1049da-6bbb-48d1-b51f-c077b3bcca06 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:39.589321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.601844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Transition to ACTIVE for port object 98656440-aa9f-49e9-bf94-2adee6694ad4 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:39.663119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Pushing event updated for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:39.669170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Transition to ACTIVE for port object 98656440-aa9f-49e9-bf94-2adee6694ad4 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:39.676638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:39.687582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:39.696535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/routers/22d1d831-afdc-410f-ac64-d0976b74f224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8029337 Dec 22 15:54:39.698703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52708) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:39.708293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] Sync routers for ids ['22d1d831-afdc-410f-ac64-d0976b74f224'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:39.715812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:39.730281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:39.769565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8::112 (de589542-23f9-4c95-8fa9-8a20e646f2be/a37eea8b-bc12-4486-9043-ed78eaf33ce2/a7a5a812-9667-4f1e-b8c3-503a109412a8) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:39.823722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed2fe3d-726f-4fbc-b755-56745e41eff1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:39.825076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9ed2fe3d-726f-4fbc-b755-56745e41eff1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:39.898953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Attempting to bind port 4ae481f3-b183-4ea7-8309-b47e6367b1ca on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:39.899338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Attempting to bind port 4ae481f3-b183-4ea7-8309-b47e6367b1ca by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:39.899733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Attempting to bind port 4ae481f3-b183-4ea7-8309-b47e6367b1ca on network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:39.907294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Port 4ae481f3-b183-4ea7-8309-b47e6367b1ca on network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:54:39.907655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Attempting to bind port 4ae481f3-b183-4ea7-8309-b47e6367b1ca on network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:39.912836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9ed2fe3d-726f-4fbc-b755-56745e41eff1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:39.917794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9ed2fe3d-726f-4fbc-b755-56745e41eff1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/e76b0acb-bdad-4d39-8503-9ab5c8befbef HTTP/1.1" status: 404 len: 333 time: 0.2143834 Dec 22 15:54:39.917794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52712) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:39.993984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:39.994412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Checking segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:39.994894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Bound using segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:39.995193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Network de589542-23f9-4c95-8fa9-8a20e646f2be is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:39.995391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Bound port: 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:39.995785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.015724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:40.022065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] Routers {'22d1d831-afdc-410f-ac64-d0976b74f224'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:40.022473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['22d1d831-afdc-410f-ac64-d0976b74f224'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:40.063220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.080531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:40.081790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object a7a5a812-9667-4f1e-b8c3-503a109412a8 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:40.126271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.132708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Pushing event updated for resources: {'Port': ['ID=98656440-aa9f-49e9-bf94-2adee6694ad4,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:40.137593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.141318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:40.143763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:40.145006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-848eb1cc-3856-425e-abd1-13037a9ff294 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:40.147054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.217856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Attempting to bind port 98656440-aa9f-49e9-bf94-2adee6694ad4 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:40.218283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Attempting to bind port 98656440-aa9f-49e9-bf94-2adee6694ad4 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:40.218789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Attempting to bind port 98656440-aa9f-49e9-bf94-2adee6694ad4 on network de589542-23f9-4c95-8fa9-8a20e646f2be {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:40.226235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network de589542-23f9-4c95-8fa9-8a20e646f2be is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:40.230903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:40.233537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:40.238607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:40.239404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.267547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=a7a5a812-9667-4f1e-b8c3-503a109412a8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:40.270834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:40.282789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] Routers {'22d1d831-afdc-410f-ac64-d0976b74f224'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:40.283493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['22d1d831-afdc-410f-ac64-d0976b74f224'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:40.286736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:40.297422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:40.307230 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0722203 Dec 22 15:54:40.307904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52716) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:40.359035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:40.359469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Checking segment: {'id': '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:40.359902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.360350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Bound using segment: {'id': '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:40.360894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Bound port: 98656440-aa9f-49e9-bf94-2adee6694ad4, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'de589542-23f9-4c95-8fa9-8a20e646f2be'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:40.361317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.369285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.373304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:40.373778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7d90c5-7d5f-4a4d-a4e6-9e6d328f388b None None] The sync data for ids ['22d1d831-afdc-410f-ac64-d0976b74f224'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:40.385284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:40.495209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] For port 98656440-aa9f-49e9-bf94-2adee6694ad4, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:40.500419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] For port 98656440-aa9f-49e9-bf94-2adee6694ad4, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=98656440-aa9f-49e9-bf94-2adee6694ad4,segment=NetworkSegment(13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c),segment_id=13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:40.574325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.584779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:40.586608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:40.588885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] 10.222.0.46 "PUT /v2.0/ports/4ae481f3-b183-4ea7-8309-b47e6367b1ca HTTP/1.1" status: 200 len: 1094 time: 2.8371961 Dec 22 15:54:40.714050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Pushing event updated for resources: {'Port': ['ID=98656440-aa9f-49e9-bf94-2adee6694ad4,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:40.724243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:40.970426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:41.077933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca', 'status': 'completed', 'code': 200} Dec 22 15:54:41.081835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.110374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Pushing event updated for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:41.116856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:41.128984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.214893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-366365df-fd25-4bcf-bc77-96e7b8cc9b19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 1097 time: 0.1885509 Dec 22 15:54:41.221248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aeeca-02f2-4897-9bdb-6e4f44d085ad req-d10f275b-f0d4-4fc3-8da4-c4e6b188b4ea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:41.223218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de5aeeca-02f2-4897-9bdb-6e4f44d085ad req-d10f275b-f0d4-4fc3-8da4-c4e6b188b4ea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 944 time: 0.2347054 Dec 22 15:54:41.258682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.286257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.286981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Fanout notify agent at l3_agent the message router_deleted on router 22d1d831-afdc-410f-ac64-d0976b74f224 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:54:41.342296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 98656440-aa9f-49e9-bf94-2adee6694ad4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:41.353702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-414e9f45-0ce6-4405-8023-67b5345d74a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca HTTP/1.1" status: 200 len: 217 time: 0.1293948 Dec 22 15:54:41.362874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.364048 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-538028ca-966c-4dcf-95ea-6a8a4b642fa0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/routers/22d1d831-afdc-410f-ac64-d0976b74f224 HTTP/1.1" status: 204 len: 168 time: 1.4453037 Dec 22 15:54:41.409670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52724) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:41.464625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de5aeeca-02f2-4897-9bdb-6e4f44d085ad req-16a97846-f9fa-47ee-98c2-04873a34cd02 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755309 Dec 22 15:54:41.480280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 98656440-aa9f-49e9-bf94-2adee6694ad4 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:41.502167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-f974e8af-5f21-4c2c-8b0d-6efb9c4478a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:41.503785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-f974e8af-5f21-4c2c-8b0d-6efb9c4478a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3361dc75-021d-4b4d-9b6a-de4ef5966737 HTTP/1.1" status: 200 len: 838 time: 0.1363747 Dec 22 15:54:41.692563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.699919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-7da81079-c076-4497-bd8e-691654c265bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1803262 Dec 22 15:54:41.705402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 7301444c-1b35-40fc-91c2-705740b122ee {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:41.708645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.714409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.719410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb0db12f-245c-4364-8879-65666ff40f54 tempest-DHCPAgentSchedulersTestJSON-450548560 tempest-DHCPAgentSchedulersTestJSON-450548560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:41.853376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=a7a5a812-9667-4f1e-b8c3-503a109412a8,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:41.856549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:41.861078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:41.960890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-24809f40-4c0b-4dbb-bf09-48d241610103 service neutron] 10.222.0.46 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232268 Dec 22 15:54:42.015675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.027384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.135457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.181500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00615da1-367b-48c7-a48d-b1d6a84df2b7 req-d5d14792-384e-49f3-875a-133045888908 service neutron] 10.222.0.46 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094233 Dec 22 15:54:42.214504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.220945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f661d9ac-692e-4398-aafa-aea0c9209f97 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:42.268847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=7301444c-1b35-40fc-91c2-705740b122ee,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:42.271765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:42.275391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.285231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/7301444c-1b35-40fc-91c2-705740b122ee HTTP/1.1" status: 204 len: 168 time: 0.8717873 Dec 22 15:54:42.286369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52728) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:42.293871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64386e1-de8d-4989-ba99-4e67245f9d64 None None] Network a61ea0e6-e353-44d9-b43d-b0dc7810271d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:42.487604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.511877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 70951a87-c8ed-4253-a2ca-24f49ea23090 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:42.512259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.614942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.625909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-f8708f3b-10f7-446c-817d-f6dd2d04cae3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 1097 time: 0.1936302 Dec 22 15:54:42.639127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] DHCP port deletion for a61ea0e6-e353-44d9-b43d-b0dc7810271d request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:42.643597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Deleting port 70951a87-c8ed-4253-a2ca-24f49ea23090 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:42.644190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.646067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.647022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.659182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d0724b1-12fd-4c3b-bd3f-9631fe14a0d9 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:42.698880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566f6b37-be97-428f-abdb-5f87411f8a49 None None] Network de589542-23f9-4c95-8fa9-8a20e646f2be requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:42.820643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=a7a5a812-9667-4f1e-b8c3-503a109412a8,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:42.824051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:42.874230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network de589542-23f9-4c95-8fa9-8a20e646f2be is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:42.875867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:42.931910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5819a6c6-4a90-4185-8f44-5a54ef9b0ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:42.953412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Provisioning for port 98656440-aa9f-49e9-bf94-2adee6694ad4 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:42.985627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] For port 70951a87-c8ed-4253-a2ca-24f49ea23090, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70951a87-c8ed-4253-a2ca-24f49ea23090,segment=NetworkSegment(c782258b-df9d-431c-ad94-8a7bd4d3f9c7),segment_id=c782258b-df9d-431c-ad94-8a7bd4d3f9c7)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:42.986025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.015978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107552f-3e48-4681-a8ff-615fa8734d71 req-30ae065a-292c-4c8a-aac5-ea4c254e3499 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:43.017601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b107552f-3e48-4681-a8ff-615fa8734d71 req-30ae065a-292c-4c8a-aac5-ea4c254e3499 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 944 time: 0.3400085 Dec 22 15:54:43.022762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Provisioning complete for port 98656440-aa9f-49e9-bf94-2adee6694ad4 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:43.023336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.076072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-48e0c16a-392a-4a55-87ce-d4d02a6d30aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:43.077567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-48e0c16a-392a-4a55-87ce-d4d02a6d30aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb HTTP/1.1" status: 200 len: 898 time: 0.4361720 Dec 22 15:54:43.131630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] For port 70951a87-c8ed-4253-a2ca-24f49ea23090, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=70951a87-c8ed-4253-a2ca-24f49ea23090,segment=NetworkSegment(c782258b-df9d-431c-ad94-8a7bd4d3f9c7),segment_id=c782258b-df9d-431c-ad94-8a7bd4d3f9c7)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:43.132237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.217282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 70951a87-c8ed-4253-a2ca-24f49ea23090 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:43.264780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-bd932eda-e038-4560-aca4-a857f584b1ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca HTTP/1.1" status: 200 len: 217 time: 0.1241977 Dec 22 15:54:43.278248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Calling delete_port for 70951a87-c8ed-4253-a2ca-24f49ea23090 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:43.327104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:54:43.335797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 70951a87-c8ed-4253-a2ca-24f49ea23090 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:43.396496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b107552f-3e48-4681-a8ff-615fa8734d71 req-ca1344f8-9a82-49e5-b466-7e228db6b737 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178551 Dec 22 15:54:43.398568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-af685e33-d5cc-4fe6-8d55-412c521c085b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:43.400126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-af685e33-d5cc-4fe6-8d55-412c521c085b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3361dc75-021d-4b4d-9b6a-de4ef5966737 HTTP/1.1" status: 200 len: 838 time: 0.1237471 Dec 22 15:54:43.454943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.465214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-deef022f-81af-4600-9874-d8345da84f94 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:43.520532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=70951a87-c8ed-4253-a2ca-24f49ea23090,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:43.529371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:43.532183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:43.536631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No DVR routers for this DVR port 70951a87-c8ed-4253-a2ca-24f49ea23090 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:43.543350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/a6fa4699-0b1a-4c78-8cfe-3b090ae551f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2341461 Dec 22 15:54:43.544310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52734) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:43.550248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] Sync routers for ids ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:43.565648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] Routers {'a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:43.567034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:43.640662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:43.649013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af493d-0f9c-4fb4-9be7-d39616118a57 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:43.650094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0af493d-0f9c-4fb4-9be7-d39616118a57 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:43.657215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] Routers {'a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:43.658260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:43.700253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No active binding found for port 70951a87-c8ed-4253-a2ca-24f49ea23090 {{(pid=88959) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 22 15:54:43.700704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 70951a87-c8ed-4253-a2ca-24f49ea23090 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:43.704667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.721179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0af493d-0f9c-4fb4-9be7-d39616118a57 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:43.726661 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a0af493d-0f9c-4fb4-9be7-d39616118a57 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports/a7a5a812-9667-4f1e-b8c3-503a109412a8 HTTP/1.1" status: 200 len: 983 time: 0.1812086 Dec 22 15:54:43.726891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:54:43.727194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:54:43.728817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52738) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:43.734718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:43.735365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cfb140-3496-43ad-b4c5-d8b6ffb4519b None None] The sync data for ids ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:43.754522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] For port 98656440-aa9f-49e9-bf94-2adee6694ad4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=98656440-aa9f-49e9-bf94-2adee6694ad4,segment=NetworkSegment(13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c),segment_id=13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:43.787884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:43.805632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:43.894177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Pushing event updated for resources: {'Port': ['ID=98656440-aa9f-49e9-bf94-2adee6694ad4,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:43.908173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:43.912718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-273ba3aa-cc6b-4911-b353-54d0939cf4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5023007 Dec 22 15:54:43.996778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.107472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61ea0e6-e353-44d9-b43d-b0dc7810271d']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:44.140701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Provisioning complete for port 98656440-aa9f-49e9-bf94-2adee6694ad4 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:44.141065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.163417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:44.164410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c782258b-df9d-431c-ad94-8a7bd4d3f9c7') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:44.174558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.177482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-320929ed-ff40-42c5-add1-0d01162520c2 service neutron] 10.222.0.46 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100394 Dec 22 15:54:44.185053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.249634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.281666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Deleting port 70951a87-c8ed-4253-a2ca-24f49ea23090 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:44.282087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.318072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:44.318563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:44.335551 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:44.362519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f77c3f6-eb76-4d99-91b2-de5e3c15dd8d None None] The port '70951a87-c8ed-4253-a2ca-24f49ea23090' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:54:44.393970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Provisioning for port a7a5a812-9667-4f1e-b8c3-503a109412a8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:44.400722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Provisioning complete for port a7a5a812-9667-4f1e-b8c3-503a109412a8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:44.401657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.464686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee91af9-8902-4f5b-95d0-f31972cab368 req-ab4bd307-700b-4698-96c5-973628377490 service neutron] 10.222.0.46 "GET /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715728 Dec 22 15:54:44.473227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-83fcc036-0c90-4783-a667-e5811ed847a4 None None] Port a7a5a812-9667-4f1e-b8c3-503a109412a8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:44.491375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.499958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.504844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08e28a31-e1ea-4d43-8a7f-53d71fecaa61 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:44.543410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=a61ea0e6-e353-44d9-b43d-b0dc7810271d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:44.546453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:44.597822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/a61ea0e6-e353-44d9-b43d-b0dc7810271d HTTP/1.1" status: 204 len: 168 time: 2.3096390 Dec 22 15:54:44.606382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52744) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:44.623591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a272fba7-e56e-4fcc-96db-58d097b640a2 None None] Provisioning complete for port a7a5a812-9667-4f1e-b8c3-503a109412a8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:44.624275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a272fba7-e56e-4fcc-96db-58d097b640a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.644354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4985b-bd18-4e30-97c6-202879d991d7 req-85671ed7-3921-4164-9277-de3b67ede675 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:44.646342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ade4985b-bd18-4e30-97c6-202879d991d7 req-85671ed7-3921-4164-9277-de3b67ede675 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 944 time: 0.0883324 Dec 22 15:54:44.679308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.698319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a272fba7-e56e-4fcc-96db-58d097b640a2 None None] Port a7a5a812-9667-4f1e-b8c3-503a109412a8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:44.709264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ade4985b-bd18-4e30-97c6-202879d991d7 req-c32cba9b-ede0-4fcf-9ef3-353db5ad648a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559254 Dec 22 15:54:44.822638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0fb8cd-ba0b-4d83-b191-2ce740cab0b8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:44.823286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c0fb8cd-ba0b-4d83-b191-2ce740cab0b8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:44.826279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d6d08da-856b-4ac6-b472-1b68b404dd3f None None] Provisioning complete for port a7a5a812-9667-4f1e-b8c3-503a109412a8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:44.827608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d6d08da-856b-4ac6-b472-1b68b404dd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:44.894050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9d6d08da-856b-4ac6-b472-1b68b404dd3f None None] Port a7a5a812-9667-4f1e-b8c3-503a109412a8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:44.916550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4ae481f3-b183-4ea7-8309-b47e6367b1ca details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:54:44.923883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c0fb8cd-ba0b-4d83-b191-2ce740cab0b8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:44.925184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c0fb8cd-ba0b-4d83-b191-2ce740cab0b8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b HTTP/1.1" status: 200 len: 841 time: 0.3176157 Dec 22 15:54:44.929180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52748) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:45.009610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a6522582-ad99-4378-aef3-171f33537e22 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:45.026182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a6522582-ad99-4378-aef3-171f33537e22 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:45.031563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a6522582-ad99-4378-aef3-171f33537e22 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0973444 Dec 22 15:54:45.031973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52752) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:45.038906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:45.094713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:45.106367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port a7a5a812-9667-4f1e-b8c3-503a109412a8 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:45.107382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.129796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '4ae481f3-b183-4ea7-8309-b47e6367b1ca', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'port_id': '4ae481f3-b183-4ea7-8309-b47e6367b1ca', 'mac_address': 'fa:16:3e:49:4d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:54:45.164250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:45.169954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:45.173315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:45.178722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81e1c512-f017-43e2-bb4c-bd0ea7b4eab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.179800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:45.193457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1b6f5950-e2ea-44eb-8df3-4aca74827151 None None] Provisioning complete for port a7a5a812-9667-4f1e-b8c3-503a109412a8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:45.193932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b6f5950-e2ea-44eb-8df3-4aca74827151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.205468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:45.240316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.268528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae481f3-b183-4ea7-8309-b47e6367b1ca {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:54:45.275494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f5950-e2ea-44eb-8df3-4aca74827151 None None] Port a7a5a812-9667-4f1e-b8c3-503a109412a8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:45.292696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:45.314818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.317073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83ea32c8-e81c-49a5-9b7a-d0bbb6044990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:45.322967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.341526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.367740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 98656440-aa9f-49e9-bf94-2adee6694ad4 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:45.456288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for a7a5a812-9667-4f1e-b8c3-503a109412a8 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:45.468286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:45.471927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:45.483575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 98656440-aa9f-49e9-bf94-2adee6694ad4 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:45.484004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.530746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.605519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.609731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bebfcfdc-979c-4fb2-a29b-d176afd2ae23 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:45.620328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['4ae481f3-b183-4ea7-8309-b47e6367b1ca'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:54:45.675049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:45.678415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:45.683111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:45.683747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.687751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=de93eefa-8512-480e-853b-17b33ac7ef48,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:45.691679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:45.709253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003841fc-daf8-4202-be13-212cf2b866c7 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:45.744212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e41907f-073c-4147-9a70-48f2b051506b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7109005 Dec 22 15:54:45.747073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52758) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:45.754050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'security_group': {'name': 'tempest-secgroup-502387404'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:45.762275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:45.767084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:45.770676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:45.771640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.779001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-edd4b080-73c7-4dcc-a305-d2605054e971 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:45.783970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:45.822738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:45.833543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=a7a5a812-9667-4f1e-b8c3-503a109412a8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:45.846578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:45.956004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:45.965476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:45.970021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:45.980581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:46.000953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61821570-2c9c-4ba7-8394-466181fb9fa1 req-d4685d46-3dda-4bb0-a964-b17ebae0896f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:46.002689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61821570-2c9c-4ba7-8394-466181fb9fa1 req-d4685d46-3dda-4bb0-a964-b17ebae0896f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 945 time: 0.1512737 Dec 22 15:54:46.078874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.108029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61821570-2c9c-4ba7-8394-466181fb9fa1 req-5a5f6aa0-9db4-49ac-bfe0-5c139f5b866b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958242 Dec 22 15:54:46.114166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.154649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.161769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da30d119-0bc0-4953-bf03-73cdc90070e9 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:46.205039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'tenant_id': 'b528118416274052abecca09fa454fc7', 'fixed_ips': [{'subnet_id': 'de93eefa-8512-480e-853b-17b33ac7ef48'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:46.206029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.207957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872d6fa8-3dcd-4d30-b883-80a84621581d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:46.210891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:46.222474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.226924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4787037 Dec 22 15:54:46.227513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52762) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:46.243403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'security_group': {'name': 'tempest-secgroup-117929689'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:46.252674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:46.259522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:46.263111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:46.272711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:46.370754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Allocated IP 172.20.0.2 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/de93eefa-8512-480e-853b-17b33ac7ef48/a9063217-292c-42dc-860a-39e758a52244) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:46.478670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.592797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.605379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Transition to ACTIVE for port object a9063217-292c-42dc-860a-39e758a52244 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:46.627741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Transition to ACTIVE for port object a9063217-292c-42dc-860a-39e758a52244 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:46.663284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.669897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e5115fe-197b-4ffe-b035-12413699f3d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:46.740300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:46.744550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:46.748709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:46.755512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:46.760940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:46.822808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:46.829568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:46.835368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:46.844820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:46.848141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:46.854394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Attempting to bind port a9063217-292c-42dc-860a-39e758a52244 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:46.854983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Attempting to bind port a9063217-292c-42dc-860a-39e758a52244 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8bc5adac-d47a-4e36-a620-c94ec2307390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:46.855402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Attempting to bind port a9063217-292c-42dc-860a-39e758a52244 on network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:46.862758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:46.863186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Checking segment: {'id': '8bc5adac-d47a-4e36-a620-c94ec2307390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:46.863639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.864079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Bound using segment: {'id': '8bc5adac-d47a-4e36-a620-c94ec2307390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:46.864602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Bound port: a9063217-292c-42dc-860a-39e758a52244, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc5adac-d47a-4e36-a620-c94ec2307390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:46.865048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:46.944005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4ae481f3-b183-4ea7-8309-b47e6367b1ca up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:47.016622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.027166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:47.032623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:47.041446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.050780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:47.061998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] Sync routers for ids ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:47.067930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.075557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7976e9ca-308f-41c6-b065-d5de612e66dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:47.091004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.095113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-144dfb03-bcba-451d-b492-069788f68dad tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:47.127923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 4ae481f3-b183-4ea7-8309-b47e6367b1ca completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:47.144112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/a6fa4699-0b1a-4c78-8cfe-3b090ae551f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4139018 Dec 22 15:54:47.144325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 4ae481f3-b183-4ea7-8309-b47e6367b1ca triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:47.144569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.147290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:47.155473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fec847-f677-4657-b59e-d75360143829,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:47.170813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:47.172733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.177576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9448860 Dec 22 15:54:47.181258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52772) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:47.187996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1067287913', 'security_groups': ['84fec847-f677-4657-b59e-d75360143829'], 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de93eefa-8512-480e-853b-17b33ac7ef48'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:47.197863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] Routers {'a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:47.202813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:47.258276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:47.262992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:47.301070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:47.332316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] Routers {'a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:47.333378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:47.341208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:47.345614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:port and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:47.348625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:47.354919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:47.411197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:47.411464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:47.411938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f036-cd9b-4737-9921-2139e8a246b6 None None] The sync data for ids ['a6fa4699-0b1a-4c78-8cfe-3b090ae551f8'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:47.470266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.502501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:54:47.533132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:47.570570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca', 'code': 200} Dec 22 15:54:47.576906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.588797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:47.592186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8a38f-f8ed-4809-9907-0949476fa62c req-006b3134-eda4-4a63-abb6-676111904908 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:47.592675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea86e2da-c1f9-433b-ae37-0e4a8267062c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:47.593841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ab8a38f-f8ed-4809-9907-0949476fa62c req-006b3134-eda4-4a63-abb6-676111904908 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 945 time: 0.2787352 Dec 22 15:54:47.613593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 2894815a-1303-4658-8266-b04d22dee567 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:47.651392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-7cbccdfb-85ad-4d0a-b6e8-9ee1438f4956 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 15:54:47.652552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7cbccdfb-85ad-4d0a-b6e8-9ee1438f4956 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/a6fa4699-0b1a-4c78-8cfe-3b090ae551f8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5042140 Dec 22 15:54:47.656310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52778) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:47.678285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:47.682480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:47.717037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f98ff2c4-9a03-400e-a9b3-f006d550f4f4 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:47.741880 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ab8a38f-f8ed-4809-9907-0949476fa62c req-cf6334f7-1eae-4b7d-819f-c889fc69e128 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133265 Dec 22 15:54:47.785186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f98ff2c4-9a03-400e-a9b3-f006d550f4f4 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:47.808349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f98ff2c4-9a03-400e-a9b3-f006d550f4f4 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 HTTP/1.1" status: 200 len: 205 time: 0.1510012 Dec 22 15:54:47.815445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52782) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:47.878165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.6 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/de93eefa-8512-480e-853b-17b33ac7ef48/2894815a-1303-4658-8266-b04d22dee567) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:48.058744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.089028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.105760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 2894815a-1303-4658-8266-b04d22dee567 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:48.154842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.160804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-099cee6e-259f-42c5-9e1a-9abcd235bc7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:48.233819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:48.237151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:48.242018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:48.274858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=2894815a-1303-4658-8266-b04d22dee567,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:48.281304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:48.316867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:48.317546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.372534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1899958 Dec 22 15:54:48.375292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52786) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:48.381663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:48.433138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39f164e8-f2ad-4964-870c-6bac816cca01 req-f934e108-0266-48fc-9e97-0032f7855376 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 1099 time: 0.5282896 Dec 22 15:54:48.530205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:48.534187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:48.537176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:48.543552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:48.594186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:48.600440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.695141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39f164e8-f2ad-4964-870c-6bac816cca01 req-d0d7be15-0ca7-4349-b077-1d6d0f8a80a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501326 Dec 22 15:54:48.745581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de93eefa-8512-480e-853b-17b33ac7ef48 (CIDR: 172.20.0.0/28) Dec 22 15:54:48.769452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.774776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.784449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:54:48.786907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:48.823624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.824182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:54:48.843539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:48.847347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-10ed83ca-dd59-4ff9-bd33-e6566b415dd5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 HTTP/1.1" status: 204 len: 168 time: 1.0280733 Dec 22 15:54:48.847644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:48.856025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4beed88d-8895-4ab2-834c-5a0127f0d8c8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4762547 Dec 22 15:54:48.856363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52796) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:48.862688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:49.017574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:49.022281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:49.025734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:49.032989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:49.057850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:49.064088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.137020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2aad84-e1b5-4bb7-a19a-ba2887007730 req-3cf8478e-71ff-4cf9-bf7f-c5f8fbdc60f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:49.138712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1c2aad84-e1b5-4bb7-a19a-ba2887007730 req-3cf8478e-71ff-4cf9-bf7f-c5f8fbdc60f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.2255218 Dec 22 15:54:49.148300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet a37eea8b-bc12-4486-9043-ed78eaf33ce2 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:49.154391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.248525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.292427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1c2aad84-e1b5-4bb7-a19a-ba2887007730 req-1798c237-e286-4bb4-bf3a-df38f656ef3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393085 Dec 22 15:54:49.366174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-46b2c1c3-61fd-469d-b34e-0f17fe0e71a7 None None] Provisioning for port a9063217-292c-42dc-860a-39e758a52244 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:49.385451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.396938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:49.461171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-46b2c1c3-61fd-469d-b34e-0f17fe0e71a7 None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:49.462127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46b2c1c3-61fd-469d-b34e-0f17fe0e71a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.475041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.482532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-feb747ec-b42e-4a6b-b773-1ac1cb15dea1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:49.542886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-46b2c1c3-61fd-469d-b34e-0f17fe0e71a7 None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:49.559071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:49.562369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:49.567115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:49.567889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.573502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.576788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:49.580788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9de2d10b-42cd-48b7-93b3-47dc12597a98 tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:49.584490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:49.594306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a9063217-292c-42dc-860a-39e758a52244 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:49.599945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:49.603228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.622637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=a37eea8b-bc12-4486-9043-ed78eaf33ce2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:49.623959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7663844 Dec 22 15:54:49.625574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:49.627076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:49.632576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.640650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-49860636', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48'}], 'security_groups': ['872d6fa8-3dcd-4d30-b883-80a84621581d']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:49.648577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bc610d-a267-46a4-a60d-7eb0e41c4e6d None None] Network de589542-23f9-4c95-8fa9-8a20e646f2be requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:49.662763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ff436e-b01f-4b74-9ca7-eb4017653dcc None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:49.689177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/a37eea8b-bc12-4486-9043-ed78eaf33ce2 HTTP/1.1" status: 204 len: 168 time: 0.8404181 Dec 22 15:54:49.692048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52804) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:49.773634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.840483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:49.857956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 98656440-aa9f-49e9-bf94-2adee6694ad4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:49.858642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.130519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 98656440-aa9f-49e9-bf94-2adee6694ad4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=98656440-aa9f-49e9-bf94-2adee6694ad4,segment=NetworkSegment(13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c),segment_id=13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:50.130839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.154958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-55b992d3-0099-4049-b98f-6676b1c58c1c None None] Provisioning for port 2894815a-1303-4658-8266-b04d22dee567 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:50.208095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-55b992d3-0099-4049-b98f-6676b1c58c1c None None] Provisioning complete for port 2894815a-1303-4658-8266-b04d22dee567 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:50.208526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55b992d3-0099-4049-b98f-6676b1c58c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.266847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Delete allocated IP 172.20.0.6 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/de93eefa-8512-480e-853b-17b33ac7ef48) {{(pid=88958) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:54:50.275684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.24 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48/2894815a-1303-4658-8266-b04d22dee567) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:50.275906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 98656440-aa9f-49e9-bf94-2adee6694ad4 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:50.321893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.354402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-55b992d3-0099-4049-b98f-6676b1c58c1c None None] Port 2894815a-1303-4658-8266-b04d22dee567 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:50.405754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.411668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e51d06d-529b-46e8-a30d-44aac138898c tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:50.450659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:50.473017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=98656440-aa9f-49e9-bf94-2adee6694ad4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:50.476310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:50.485037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.486800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port 98656440-aa9f-49e9-bf94-2adee6694ad4 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:54:50.487870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6074201-eff1-4c31-9a35-5efded939168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:50.535819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971cb12-4350-43c2-9bb6-88d1f6f5def2 None None] DHCP port deletion for de589542-23f9-4c95-8fa9-8a20e646f2be request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:54:50.602520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873a226-2ae1-4f84-af55-5e1fd94cac54 req-342387f2-efb5-4417-a8c1-b31706fa8ca7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:50.604457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4873a226-2ae1-4f84-af55-5e1fd94cac54 req-342387f2-efb5-4417-a8c1-b31706fa8ca7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.1537948 Dec 22 15:54:50.611867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.627358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:50.632305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:50.639758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Update dhcp port {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'fixed_ips': [{'subnet_id': 'de93eefa-8512-480e-853b-17b33ac7ef48', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a9063217-292c-42dc-860a-39e758a52244'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:54:50.640895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.666475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Ignored duplicate provisioning block setup for port 2894815a-1303-4658-8266-b04d22dee567 by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 22 15:54:50.674933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de589542-23f9-4c95-8fa9-8a20e646f2be']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:50.678678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4873a226-2ae1-4f84-af55-5e1fd94cac54 req-3ce86439-667d-4065-96a9-d3d631ecb2b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609684 Dec 22 15:54:50.690482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:50.690938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cb5b7f-6c43-4e37-845f-2ec87b7b7c1c') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:50.696916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.707093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.716713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f9a419f-9cf8-4654-8b5c-aa2c00933b2a tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:50.726610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.747217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.756483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:54:50.757047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:54:50.782279 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:54:50.907619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=2894815a-1303-4658-8266-b04d22dee567,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:50.922971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:50.936691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.942854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Allocated IP 172.20.0.18 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48/a9063217-292c-42dc-860a-39e758a52244) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:50.943555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eace9ef-f75e-49c5-ab64-0e7e48177214 tempest-NetworksTest-182196226 tempest-NetworksTest-182196226-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:50.954698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] In _notify_port_updated(), no bound segment for port 2894815a-1303-4658-8266-b04d22dee567 on network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 {{(pid=88958) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:54:50.959097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:50.959627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.964808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/ports/2894815a-1303-4658-8266-b04d22dee567 HTTP/1.1" status: 200 len: 919 time: 1.3323593 Dec 22 15:54:50.964961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:50.965418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52812) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:50.977913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=de589542-23f9-4c95-8fa9-8a20e646f2be,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:50.982120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:51.011863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/de589542-23f9-4c95-8fa9-8a20e646f2be HTTP/1.1" status: 204 len: 168 time: 1.3184752 Dec 22 15:54:51.016208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52816) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:51.023071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1014885301'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:51.030136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:51.033852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:51.037339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:51.044344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:51.056985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 2894815a-1303-4658-8266-b04d22dee567 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:51.057366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.091065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:51.094804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:51.096894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.108449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0082414-6624-463c-bffe-d32ba00f7d4c req-4b881616-0d95-4a60-a90a-943809fb5754 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:51.109970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0082414-6624-463c-bffe-d32ba00f7d4c req-4b881616-0d95-4a60-a90a-943809fb5754 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.2835109 Dec 22 15:54:51.123288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.135020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:54:51.142458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Transition to ACTIVE for port object a9063217-292c-42dc-860a-39e758a52244 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:51.144466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.144863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 629b6f52-1666-4839-9924-9acaf7c79242 of type vlan for network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 Dec 22 15:54:51.174368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.176740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.182504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:51.233841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.234100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0082414-6624-463c-bffe-d32ba00f7d4c req-852a3c82-678b-4e32-9391-3790740ef823 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116476 Dec 22 15:54:51.243586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:51.244286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.266597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:51.339598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:51.389545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:51.393141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:51.395498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.403113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3810546 Dec 22 15:54:51.406894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52822) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:51.421953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:51.440703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=5fbeb43a-f714-44bd-820c-ecaeaa7a4835,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:51.448451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:51.453772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:54:51.484423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 98656440-aa9f-49e9-bf94-2adee6694ad4 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:54:51.540867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 98656440-aa9f-49e9-bf94-2adee6694ad4 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:54:51.541261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 98656440-aa9f-49e9-bf94-2adee6694ad4 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:54:51.562621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 2894815a-1303-4658-8266-b04d22dee567 owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:51.571857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:51.576580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:51.580455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:51.588230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:51.628384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:51.748544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.755826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:51.809819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=2894815a-1303-4658-8266-b04d22dee567,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:51.816950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:51.931232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:51.941566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/2894815a-1303-4658-8266-b04d22dee567 HTTP/1.1" status: 204 len: 168 time: 0.9750376 Dec 22 15:54:51.944360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52828) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:51.993836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0c9ea9-f1bb-43d3-9805-ac9e2ea298a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:54:51.994430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d0c9ea9-f1bb-43d3-9805-ac9e2ea298a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:52.009926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.050969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d0c9ea9-f1bb-43d3-9805-ac9e2ea298a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:52.052323 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d0c9ea9-f1bb-43d3-9805-ac9e2ea298a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/2894815a-1303-4658-8266-b04d22dee567 HTTP/1.1" status: 404 len: 333 time: 0.1069009 Dec 22 15:54:52.055920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52832) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.129749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.159503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.182012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Could not find standard attr ID for object 2894815a-1303-4658-8266-b04d22dee567. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:54:52.197450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:52.197450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.256120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:52.296532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Provisioning for port a9063217-292c-42dc-860a-39e758a52244 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:52.301845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:52.302263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95ffb69c-ebc4-41f7-9253-c427b0c6d575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.325281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.330787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b0d34c1-08ea-443e-b65a-1cc1b8f56da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:52.342787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.345276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fec847-f677-4657-b59e-d75360143829,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:52.347578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fec439f2-8425-4e4b-a581-1cdfa29b6a19 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:52.348611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:52.350694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.352785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/security-groups/84fec847-f677-4657-b59e-d75360143829 HTTP/1.1" status: 204 len: 168 time: 0.2950027 Dec 22 15:54:52.355552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52836) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.426000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.426199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=a16f94c8-99bb-4833-99a2-3deb497cb1cf,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:52.431814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:52.443209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '629b6f52-1666-4839-9924-9acaf7c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:52.443951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: 5fbeb43a-f714-44bd-820c-ecaeaa7a4835, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:54:52.459355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.496528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:54:52.542465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.548503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c94d7d9-dd3d-4459-b51b-d7573fc1e4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:52.565831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=872d6fa8-3dcd-4d30-b883-80a84621581d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:52.568596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:52.571243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.571487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 5fbeb43a-f714-44bd-820c-ecaeaa7a4835) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:52.574934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/security-groups/872d6fa8-3dcd-4d30-b883-80a84621581d HTTP/1.1" status: 204 len: 168 time: 0.2155583 Dec 22 15:54:52.575538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:52.576187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.580099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52840) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.585721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03b46a2-bc8b-47ba-aecd-3d31154bfa39 None None] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:52.689685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52844) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.689912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2817523 Dec 22 15:54:52.696389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2127962008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:52.706340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:52.710020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:52.717214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:52.725632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:52.766737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52848) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.768546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.770555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.829890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.854220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-5fbeb43a-f714-44bd-820c-ecaeaa7a4835', 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'a16f94c8-99bb-4833-99a2-3deb497cb1cf'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:54:52.855163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.886430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.891856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5a08ada3-1db4-4b55-a07a-8bcbfcd9c883 None None] Could not find standard attr ID for object 2894815a-1303-4658-8266-b04d22dee567. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:54:52.913068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet de93eefa-8512-480e-853b-17b33ac7ef48 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:54:52.917910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.948864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:52.950549 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0bb9b2dd-37ec-4661-8e6b-07f84ed12be1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2597940 Dec 22 15:54:52.953659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52852) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:52.987550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.056499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Allocated IP 2001:db8::2 (5fbeb43a-f714-44bd-820c-ecaeaa7a4835/a16f94c8-99bb-4833-99a2-3deb497cb1cf/a6b3d147-a023-4651-963d-e2dc130d5944) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:53.179461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.295769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.312033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Transition to ACTIVE for port object a6b3d147-a023-4651-963d-e2dc130d5944 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:53.336281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Transition to ACTIVE for port object a6b3d147-a023-4651-963d-e2dc130d5944 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:53.349392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:53.398008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.405930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf8e9f9-e72f-4448-b8a0-2015f649f2e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:53.444333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.451742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a39d575b-1cb3-4401-91dd-5567997ec81e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:53.489137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:53.493894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:53.496066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Pushing event updated for resources: {'Port': ['ID=a6b3d147-a023-4651-963d-e2dc130d5944,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:53.496765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=de93eefa-8512-480e-853b-17b33ac7ef48,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:53.500769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:53.501414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:53.502193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:53.506683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.516278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:53.516714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.517314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/de93eefa-8512-480e-853b-17b33ac7ef48 HTTP/1.1" status: 204 len: 168 time: 0.9361131 Dec 22 15:54:53.522961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52856) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:53.531804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:53.550542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c88ad-5be6-4412-bd1a-62c61e04feb3 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:53.765254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:53.771782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:53.772293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Attempting to bind port a6b3d147-a023-4651-963d-e2dc130d5944 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:54:53.772718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Attempting to bind port a6b3d147-a023-4651-963d-e2dc130d5944 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '629b6f52-1666-4839-9924-9acaf7c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:54:53.773172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Attempting to bind port a6b3d147-a023-4651-963d-e2dc130d5944 on network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:54:53.775819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:53.781777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:53.784887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:53.865218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:53.871533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.079157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:54:54.079505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Checking segment: {'id': '629b6f52-1666-4839-9924-9acaf7c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:54:54.079964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.080408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Bound using segment: {'id': '629b6f52-1666-4839-9924-9acaf7c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:54:54.080937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Bound port: a6b3d147-a023-4651-963d-e2dc130d5944, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b6f52-1666-4839-9924-9acaf7c79242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5fbeb43a-f714-44bd-820c-ecaeaa7a4835'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:54:54.081354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.162674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8::1 (5fbeb43a-f714-44bd-820c-ecaeaa7a4835/a16f94c8-99bb-4833-99a2-3deb497cb1cf/285c3e6f-6f53-4cd8-8c76-bd306568472f) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:54.267178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] For port a6b3d147-a023-4651-963d-e2dc130d5944, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:54:54.271150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] For port a6b3d147-a023-4651-963d-e2dc130d5944, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a6b3d147-a023-4651-963d-e2dc130d5944,segment=NetworkSegment(629b6f52-1666-4839-9924-9acaf7c79242),segment_id=629b6f52-1666-4839-9924-9acaf7c79242)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:54:54.314901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.321748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9498cfbc-bf98-4a68-9279-002c98cd6c40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:54.335094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.338886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.357590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 285c3e6f-6f53-4cd8-8c76-bd306568472f will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:54.411239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Pushing event updated for resources: {'Port': ['ID=a6b3d147-a023-4651-963d-e2dc130d5944,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:54.418008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:54.423157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.433418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39cf2ff3-1de8-4fbc-99a1-fae8edfeeb74 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:54.514402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:54.518168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:54.523007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:54.523575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.531453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=285c3e6f-6f53-4cd8-8c76-bd306568472f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:54.535165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:54.664023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.685148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.699163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1b53436-3e17-4d0a-a3c0-98658d62f349 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:54.831230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:54.860771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:54.867653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:54.868813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:54.894673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=102651fc-2067-46f8-b82b-ee712e0f15ef,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:54.900316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:54.959515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4344749 Dec 22 15:54:54.963460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52860) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:54.974147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'security_group': {'name': 'tempest-secgroup-980924417'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:54.985824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:54.994668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:54.999815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:55.009549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:55.070724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.180679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.17 (fe72f41c-909e-4dd8-ae3d-2b52d57c3efb/3361dc75-021d-4b4d-9b6a-de4ef5966737/07164420-a99b-40ec-b431-0720e5a6331b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:55.194662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:55.209980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:55.228760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:55.237250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:55.273095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.322665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.323534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.334606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92b0f58d-868d-410d-90d2-a1dec682fb28 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:55.346067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a6b3d147-a023-4651-963d-e2dc130d5944 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:55.365145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.376853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.387410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 07164420-a99b-40ec-b431-0720e5a6331b will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:55.424514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.428394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.433774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17a1f899-10a2-4705-a737-60dec542ee12 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:55.456512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a6b3d147-a023-4651-963d-e2dc130d5944 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:55.463553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=285c3e6f-6f53-4cd8-8c76-bd306568472f,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:55.471424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:55.474962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ac0c932-668d-46a1-92a1-bc9f5363fcf7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:55.502889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27842e8c-329d-41f2-95c9-2c9f76f0703d None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:55.504322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:55.507624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:55.512038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:55.553551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:55.558638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:55.579789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3592f6-ecc3-4cf4-a082-13d7b4723cb6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:55.587374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.589992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:55.618481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.622622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6552401 Dec 22 15:54:55.623579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52864) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:55.629963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1632707534'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:55.634083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39e0aa35-5996-45fa-b659-530c896968d6 None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:55.634684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39e0aa35-5996-45fa-b659-530c896968d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.650874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:55.658012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:55.672874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:55.677293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:55.681868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:55.684510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:55.747155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-39e0aa35-5996-45fa-b659-530c896968d6 None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:55.768388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.843064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-39e0aa35-5996-45fa-b659-530c896968d6 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:55.843498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39e0aa35-5996-45fa-b659-530c896968d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.867021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:55.964504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:55.972125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:55.977316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:56.044588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:56.080199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Update dhcp port {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'fixed_ips': [{'subnet_id': '7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48', 'ip_address': '172.20.0.18'}, {'subnet_id': '102651fc-2067-46f8-b82b-ee712e0f15ef'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a9063217-292c-42dc-860a-39e758a52244'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:54:56.143234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.226844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.276549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.283473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a90dc3f1-66a7-4f1f-84d6-6b1838589d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:56.311385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-65d77ac4-305c-43bc-8e2f-4da2722360ca None None] Provisioning for port 07164420-a99b-40ec-b431-0720e5a6331b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:56.318706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.325974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-65d77ac4-305c-43bc-8e2f-4da2722360ca None None] Provisioning complete for port 07164420-a99b-40ec-b431-0720e5a6331b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:56.326399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65d77ac4-305c-43bc-8e2f-4da2722360ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.331362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6577ba07-6be2-47ee-83d4-c6cfe14ca18e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:56.334494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:56.338007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:54:56.360873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.396023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17eb7d31-40ef-46c7-8a31-a81f228a2e81 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:56.418429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.419999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7953229 Dec 22 15:54:56.423304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52868) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:56.429848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'security_group': {'name': 'tempest-secgroup-1082742928'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:56.441351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-65d77ac4-305c-43bc-8e2f-4da2722360ca None None] Port 07164420-a99b-40ec-b431-0720e5a6331b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:56.465216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Allocated IP 172.20.0.2 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/102651fc-2067-46f8-b82b-ee712e0f15ef/a9063217-292c-42dc-860a-39e758a52244) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:56.497023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:56.499853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.504591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:56.510026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:56.514324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:56.522726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:56.545493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:56.580713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643ecf1-0b08-4471-8b99-16bb316c4962 None None] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:54:56.583726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:56.592239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6348877 Dec 22 15:54:56.592660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52872) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:56.601092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] Sync routers for ids ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:56.624384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] Routers {'1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:56.626003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:56.643990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.674942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:56.677891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:56.698897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:56.701884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db9869f-2257-4755-9403-33daeca09cf8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:56.702478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0db9869f-2257-4755-9403-33daeca09cf8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:54:56.711932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] Routers {'1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:56.713093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:56.723281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Provisioning for port a6b3d147-a023-4651-963d-e2dc130d5944 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:56.730319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:56.736661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:security_group_rule and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:56.740350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:56.748933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Provisioning complete for port a6b3d147-a023-4651-963d-e2dc130d5944 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:56.749362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:56.751509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:56.755249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0db9869f-2257-4755-9403-33daeca09cf8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:54:56.756572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0db9869f-2257-4755-9403-33daeca09cf8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports/285c3e6f-6f53-4cd8-8c76-bd306568472f HTTP/1.1" status: 200 len: 911 time: 0.1629300 Dec 22 15:54:56.760998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52876) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:56.797345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:56.798755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:56.803687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef695ac-3ae1-49a1-b2d2-dfb2d3928bcb None None] The sync data for ids ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:54:56.938604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.023003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Transition to ACTIVE for port object a9063217-292c-42dc-860a-39e758a52244 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:57.027449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.062402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.070087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2fb7bb1-7a0e-4d64-8a88-13c7131d3157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:57.133127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.282168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:57.285550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:57.291054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] For port a6b3d147-a023-4651-963d-e2dc130d5944, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a6b3d147-a023-4651-963d-e2dc130d5944,segment=NetworkSegment(629b6f52-1666-4839-9924-9acaf7c79242),segment_id=629b6f52-1666-4839-9924-9acaf7c79242)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:54:57.303098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:57.320770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.324475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-19719885-c190-4c2b-81ce-1feb75f61e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:57.368967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.373318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfb554f-9e59-426c-bb8b-e58b50ef14a1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:57.431357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Pushing event updated for resources: {'Port': ['ID=a6b3d147-a023-4651-963d-e2dc130d5944,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:57.441733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:57.455242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2989d495-1d11-4c4d-8bfa-2920f70a3372 None None] Provisioning complete for port 07164420-a99b-40ec-b431-0720e5a6331b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:57.455671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2989d495-1d11-4c4d-8bfa-2920f70a3372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.517890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2989d495-1d11-4c4d-8bfa-2920f70a3372 None None] Port 07164420-a99b-40ec-b431-0720e5a6331b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:57.536858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=925a004a-491b-4d89-94f1-144e78528ad0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:57.559239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:57.587233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.588496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1640651 Dec 22 15:54:57.591236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.593878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52880) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:57.603386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1014472518', 'security_groups': ['925a004a-491b-4d89-94f1-144e78528ad0'], 'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '102651fc-2067-46f8-b82b-ee712e0f15ef'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:57.760363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Provisioning complete for port a6b3d147-a023-4651-963d-e2dc130d5944 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:57.761033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:57.788947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:57.877412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:54:57.961071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:54:57.965007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:58.170268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/74bd62fa-79c6-43bc-a7c4-fb981aab67a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3884685 Dec 22 15:54:58.170268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:58.175268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:58.228734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:58.442893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:58.456667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 285c3e6f-6f53-4cd8-8c76-bd306568472f {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:54:58.462609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:58.477864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] device_id is not set on port 9747617b-9128-46f5-b6a9-131ad2d64c20 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:54:58.493722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Provisioning for port 285c3e6f-6f53-4cd8-8c76-bd306568472f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:58.501449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Provisioning complete for port 285c3e6f-6f53-4cd8-8c76-bd306568472f triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:58.501883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:58.566953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:54:58.610591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f0e732aa-8fe7-48e2-ab2f-b9fb9ab34f12 None None] Port 285c3e6f-6f53-4cd8-8c76-bd306568472f cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:58.687319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:58.730062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.8 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/102651fc-2067-46f8-b82b-ee712e0f15ef/9747617b-9128-46f5-b6a9-131ad2d64c20) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:54:58.794133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Provisioning complete for port 285c3e6f-6f53-4cd8-8c76-bd306568472f triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:58.794383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:58.821929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 285c3e6f-6f53-4cd8-8c76-bd306568472f owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:54:58.952635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Port 285c3e6f-6f53-4cd8-8c76-bd306568472f cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:58.955790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.001613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 9747617b-9128-46f5-b6a9-131ad2d64c20 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:54:59.038400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Provisioning for port a9063217-292c-42dc-860a-39e758a52244 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:59.039401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.040111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.045494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f54f0b-b1e7-439e-9e37-e3792739dc34 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:59.046084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d73d3b2a-e5d3-4f05-9ff4-763ee7acfd10 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:54:59.049088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:59.049516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.094840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=285c3e6f-6f53-4cd8-8c76-bd306568472f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:59.097871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:59.128875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:54:59.132650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:54:59.135420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=9747617b-9128-46f5-b6a9-131ad2d64c20,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:54:59.137808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:54:59.168834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:54:59.192860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:54:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07164420-a99b-40ec-b431-0720e5a6331b', 'name': '', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:f1:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:54:54Z', 'updated_at': '2021-12-22T15:54:56Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:54:59.204272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:54:59.204683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Updating router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 port 07164420-a99b-40ec-b431-0720e5a6331b binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:54:59.218674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:54:59.219549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.275510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:59.275941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.288621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6902499 Dec 22 15:54:59.289398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52888) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:59.300704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:59.324052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.327290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.418039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a6b3d147-a023-4651-963d-e2dc130d5944 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:59.495038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f259603a-8dea-4c64-8ca3-95caa704d21c None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:54:59.533042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:54:59.537884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:54:59.541849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:54:59.550927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:54:59.582356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:54:59.589639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.620280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a6b3d147-a023-4651-963d-e2dc130d5944 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:59.620957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.749379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 102651fc-2067-46f8-b82b-ee712e0f15ef (CIDR: 172.20.0.0/28) Dec 22 15:54:59.777239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:54:59.777859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:54:59.826255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68a51d6e-3e51-4a9c-a369-0e884ea93abc tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5347364 Dec 22 15:54:59.828267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52892) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:54:59.835946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:54:59.840734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:54:59.862878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-441677fc-f3d1-4ffd-8386-9d4544f415c4 None None] Provisioning for port 9747617b-9128-46f5-b6a9-131ad2d64c20 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:54:59.879584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-441677fc-f3d1-4ffd-8386-9d4544f415c4 None None] Provisioning complete for port 9747617b-9128-46f5-b6a9-131ad2d64c20 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:54:59.880407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-441677fc-f3d1-4ffd-8386-9d4544f415c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:54:59.937934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:54:59.991087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:54:59.995616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:00.001413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:00.003098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] Sync routers for ids ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:00.004652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:00.013827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:00.016341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] Routers {'1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:00.017217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:00.021831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-441677fc-f3d1-4ffd-8386-9d4544f415c4 None None] Port 9747617b-9128-46f5-b6a9-131ad2d64c20 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:00.044928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2805889 Dec 22 15:55:00.045908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52896) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:00.077089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:00.077516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.090390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:00.097027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.122814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08fc38e8-31f2-4ff4-ac17-647e1cab4e32 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:00.147047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.168439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Transition to ACTIVE for port object 07164420-a99b-40ec-b431-0720e5a6331b will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:00.209630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.231003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:00.232125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7e39cc4a-d202-4c49-af09-1318a86030a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:00.243416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] Routers {'1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:00.244088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:00.250807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-08fc38e8-31f2-4ff4-ac17-647e1cab4e32 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:00.254913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08fc38e8-31f2-4ff4-ac17-647e1cab4e32 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 HTTP/1.1" status: 200 len: 205 time: 0.2051518 Dec 22 15:55:00.256472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52900) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:00.294387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.ipam_backend_mixin [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48 (CIDR: 172.20.0.16/28) Dec 22 15:55:00.308502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:00.310375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c08da3-6a93-4f2e-884b-2d80b046323e None None] The sync data for ids ['1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:00.332396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:55:00.332913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:00.388889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c5ff0fc-e4f9-4499-ab25-5a5abf519e76 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5593245 Dec 22 15:55:00.391748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52904) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:00.398116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'subnet': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:00.458055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.588851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:00.593463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Usage tracker for resource:subnet and tenant:b528118416274052abecca09fa454fc7 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:00.597965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:00.606293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:00.610669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Pushing event updated for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:00.618379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:00.642811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Attempting to bind port 07164420-a99b-40ec-b431-0720e5a6331b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:00.643236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Attempting to bind port 07164420-a99b-40ec-b431-0720e5a6331b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:00.643649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Attempting to bind port 07164420-a99b-40ec-b431-0720e5a6331b on network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:00.651566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Made reservation on behalf of b528118416274052abecca09fa454fc7 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:00.657806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.662669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:00.663232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Checking segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:00.663359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.664190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Bound using segment: {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:00.664190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Bound port: 07164420-a99b-40ec-b431-0720e5a6331b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2425c9-1e05-447d-8ce7-e6b0366a2665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:00.665167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.761421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] For port 07164420-a99b-40ec-b431-0720e5a6331b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:00.767032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] For port 07164420-a99b-40ec-b431-0720e5a6331b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=07164420-a99b-40ec-b431-0720e5a6331b,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:00.800881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:00.806906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:00.913955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Pushing event updated for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:00.918885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:00.920153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:00.920868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:01.016872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.021742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2e70c39-20ce-42ef-9a0f-da9b5ca26ef8 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:01.087245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:01.090897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:01.093752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:01.094628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.111573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8015c61-485a-4031-a383-0f30696739f9 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:01.121967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Subnet': ['ID=2449a8e3-d5d5-406b-8ff5-c747dd026c44,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:01.128662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:01.149219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15674245-6965-4056-995f-eb037de6670e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7560310 Dec 22 15:55:01.152364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52910) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:01.159473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-252865752', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2449a8e3-d5d5-406b-8ff5-c747dd026c44'}], 'security_groups': ['db3592f6-ecc3-4cf4-a082-13d7b4723cb6', '6577ba07-6be2-47ee-83d4-c6cfe14ca18e']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:01.172092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.177082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.229036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.229860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router 1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:55:01.232252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:01.240854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.242103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4110e4aa-a553-4661-bc14-02b69e1eeb0b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 HTTP/1.1" status: 204 len: 168 time: 0.9842460 Dec 22 15:55:01.245720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52914) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:01.304986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.458107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet a16f94c8-99bb-4833-99a2-3deb497cb1cf {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:01.461905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.521020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.611675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.731914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.737041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Delete allocated IP 172.20.0.8 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/102651fc-2067-46f8-b82b-ee712e0f15ef) {{(pid=88957) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 22 15:55:01.737194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b44710a8-cdf6-489e-9f28-fa4a94526d30 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:01.745650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Allocated IP 172.20.0.41 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/2449a8e3-d5d5-406b-8ff5-c747dd026c44/9747617b-9128-46f5-b6a9-131ad2d64c20) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:01.775865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=a16f94c8-99bb-4833-99a2-3deb497cb1cf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:01.778476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:01.782299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.789747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/a16f94c8-99bb-4833-99a2-3deb497cb1cf HTTP/1.1" status: 204 len: 168 time: 0.5424376 Dec 22 15:55:01.794612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52918) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:01.834412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfae3b3-c1ca-4844-9875-40f1ad1bd1db None None] Network 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:01.928478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.941262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port a6b3d147-a023-4651-963d-e2dc130d5944 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:01.941641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.963240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Update dhcp port {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'fixed_ips': [{'subnet_id': '7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48', 'ip_address': '172.20.0.18'}, {'subnet_id': '102651fc-2067-46f8-b82b-ee712e0f15ef', 'ip_address': '172.20.0.2'}, {'subnet_id': '2449a8e3-d5d5-406b-8ff5-c747dd026c44'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a9063217-292c-42dc-860a-39e758a52244'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:55:01.975677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:01.993938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Transition to ACTIVE for port object 9747617b-9128-46f5-b6a9-131ad2d64c20 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:02.027966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.034593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:02.114251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.130363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:54:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07164420-a99b-40ec-b431-0720e5a6331b', 'name': '', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:f1:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:54:54Z', 'updated_at': '2021-12-22T15:55:00Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:02.141401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f38fc97-a3c6-426f-a869-80a074bd8cf1 None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:54:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07164420-a99b-40ec-b431-0720e5a6331b', 'name': '', 'network_id': 'fe72f41c-909e-4dd8-ae3d-2b52d57c3efb', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:f1:05:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:54:54Z', 'updated_at': '2021-12-22T15:55:00Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3361dc75-021d-4b4d-9b6a-de4ef5966737', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:02.175179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port a6b3d147-a023-4651-963d-e2dc130d5944, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a6b3d147-a023-4651-963d-e2dc130d5944,segment=NetworkSegment(629b6f52-1666-4839-9924-9acaf7c79242),segment_id=629b6f52-1666-4839-9924-9acaf7c79242)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:02.176507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.178574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event updated for resources: {'Port': ['ID=9747617b-9128-46f5-b6a9-131ad2d64c20,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:02.190074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:02.231486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] In _notify_port_updated(), no bound segment for port 9747617b-9128-46f5-b6a9-131ad2d64c20 on network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:55:02.236077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:02.236960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.238610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "PUT /v2.0/ports/9747617b-9128-46f5-b6a9-131ad2d64c20 HTTP/1.1" status: 200 len: 959 time: 1.0851979 Dec 22 15:55:02.242079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:02.333269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 9747617b-9128-46f5-b6a9-131ad2d64c20 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:02.333919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.355926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for a6b3d147-a023-4651-963d-e2dc130d5944 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:02.436848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Allocated IP 172.20.0.34 (8d4e3b5a-2afe-4075-8ae3-890477d5b8e7/2449a8e3-d5d5-406b-8ff5-c747dd026c44/a9063217-292c-42dc-860a-39e758a52244) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:02.471509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d57175-21de-480f-b425-7eb75c834eeb None None] DHCP port deletion for 5fbeb43a-f714-44bd-820c-ecaeaa7a4835 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:02.503818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.509461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64ec9adf-8e51-4d94-9c6d-3f7aa6e91680 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:02.557089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=a6b3d147-a023-4651-963d-e2dc130d5944,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:02.559765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:02.565302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port a6b3d147-a023-4651-963d-e2dc130d5944 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:02.637703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:02.668394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.669829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.690249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Transition to ACTIVE for port object a9063217-292c-42dc-860a-39e758a52244 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:02.703837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.740388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbeb43a-f714-44bd-820c-ecaeaa7a4835']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:02.742949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.757205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:02.757436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b6f52-1666-4839-9924-9acaf7c79242') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:02.757775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b6f52-1666-4839-9924-9acaf7c79242') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:02.773092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.793100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.800192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:02.800626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.841191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 9747617b-9128-46f5-b6a9-131ad2d64c20 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:02.897872 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:02.942401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.946581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15850cdd-0425-4ae7-a15b-a2d6edadd538 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:02.964549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:02.979131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=5fbeb43a-f714-44bd-820c-ecaeaa7a4835,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:02.983515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Pushing event updated for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:02.984795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:02.989340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:03.021292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52928) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:03.021777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/5fbeb43a-f714-44bd-820c-ecaeaa7a4835 HTTP/1.1" status: 204 len: 168 time: 1.2255764 Dec 22 15:55:03.027594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1417866366', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:03.036082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:03.040826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:03.043887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:03.050575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.052506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:03.058317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e86039a6-0152-4ffe-92f3-872299b8e59b tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:03.106790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=9747617b-9128-46f5-b6a9-131ad2d64c20,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:03.113447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:03.183910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.184954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.237712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.241247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.265017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/9747617b-9128-46f5-b6a9-131ad2d64c20 HTTP/1.1" status: 204 len: 168 time: 1.0164833 Dec 22 15:55:03.265451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52932) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:03.316347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0870a167-c515-4cd0-a603-93dc74be9890 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] GET failed (client error): The resource could not be found. Dec 22 15:55:03.316920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0870a167-c515-4cd0-a603-93dc74be9890 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Synchronizing usage tracker for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:03.424436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:03.481256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.493394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0870a167-c515-4cd0-a603-93dc74be9890 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Unset dirty status for tenant:b528118416274052abecca09fa454fc7 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:03.495015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0870a167-c515-4cd0-a603-93dc74be9890 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports/9747617b-9128-46f5-b6a9-131ad2d64c20 HTTP/1.1" status: 404 len: 333 time: 0.2286813 Dec 22 15:55:03.497860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52936) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:03.509430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 07164420-a99b-40ec-b431-0720e5a6331b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:03.611037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 07164420-a99b-40ec-b431-0720e5a6331b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:03.617827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 07164420-a99b-40ec-b431-0720e5a6331b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:03.618418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.749946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.785484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 07164420-a99b-40ec-b431-0720e5a6331b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=07164420-a99b-40ec-b431-0720e5a6331b,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:03.816927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.819102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:03.890302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a6b3d147-a023-4651-963d-e2dc130d5944 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:03.915188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:03.961137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.054742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.067054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f86e42a5-35f2-400c-8507-bf3aae52faaf tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:04.077656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.087307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a6b3d147-a023-4651-963d-e2dc130d5944 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:04.087699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a6b3d147-a023-4651-963d-e2dc130d5944 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:04.101486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:04.102125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.110057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a004a-491b-4d89-94f1-144e78528ad0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:04.116647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:04.117835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.149517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:04.156626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:04.157232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.161114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/security-groups/925a004a-491b-4d89-94f1-144e78528ad0 HTTP/1.1" status: 204 len: 168 time: 0.6596048 Dec 22 15:55:04.161521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52940) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:04.172238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:04.175372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Could not find standard attr ID for object 9747617b-9128-46f5-b6a9-131ad2d64c20. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:55:04.222322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Provisioning for port a9063217-292c-42dc-860a-39e758a52244 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:04.228497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:04.228709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a641bcb-d481-4acc-90f4-22b8619e04d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.319307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.359971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 172.26.1.230 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/de492cf8-eaf5-4a00-9bb8-ee1defa3aa1e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:04.366815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.474238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-116e9b01-2e61-49c2-8e44-474d85dc1ef4 None None] Could not find standard attr ID for object 9747617b-9128-46f5-b6a9-131ad2d64c20. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 15:55:04.528629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.543457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3460f36-914a-4517-87cd-035cb09b48c5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:04.564031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6577ba07-6be2-47ee-83d4-c6cfe14ca18e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:04.569917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:04.590865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.594995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/security-groups/6577ba07-6be2-47ee-83d4-c6cfe14ca18e HTTP/1.1" status: 204 len: 168 time: 0.4297948 Dec 22 15:55:04.595228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52944) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:04.595340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.640045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.645254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e45b2087-b2c2-48fb-be4e-e22b32d84bf8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:04.669753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.700011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.718361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:04.721184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:04.723703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:04.759721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.764652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=de492cf8-eaf5-4a00-9bb8-ee1defa3aa1e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:04.765086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37387ae9-05e7-40f2-8994-b0c2ed69606d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:04.767608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:04.781717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3592f6-ecc3-4cf4-a082-13d7b4723cb6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:04.784796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:04.785723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.790604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/security-groups/db3592f6-ecc3-4cf4-a082-13d7b4723cb6 HTTP/1.1" status: 204 len: 168 time: 0.1906738 Dec 22 15:55:04.790604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52948) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:04.943823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.944593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:04.997289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 102651fc-2067-46f8-b82b-ee712e0f15ef {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:05.000429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.059499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.151205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.210704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router a86a64e3-093a-4052-a136-f960c274e84b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:05.251457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.256479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b507f5e-564f-4d93-9d7b-6a8ff8a1e92f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:05.310760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=102651fc-2067-46f8-b82b-ee712e0f15ef,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:05.313535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:05.317393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.324611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8239b5-e273-4dfd-b172-8bcba073d187 None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:05.329246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/102651fc-2067-46f8-b82b-ee712e0f15ef HTTP/1.1" status: 204 len: 168 time: 0.5381782 Dec 22 15:55:05.329914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52952) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.343476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 07164420-a99b-40ec-b431-0720e5a6331b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:05.411206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 2449a8e3-d5d5-406b-8ff5-c747dd026c44 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:05.416888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.447618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:05.466417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86110a79-53e4-4132-9936-835dafe32383 None None] Sync routers for ids ['a86a64e3-093a-4052-a136-f960c274e84b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:05.490607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.496724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.498068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4757237 Dec 22 15:55:05.501089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52958) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.525063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 07164420-a99b-40ec-b431-0720e5a6331b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:05.525430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.557548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] Routers {'a86a64e3-093a-4052-a136-f960c274e84b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:05.558547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a86a64e3-093a-4052-a136-f960c274e84b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:05.595302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.659947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:05.721524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7211f459-ef80-49cb-9352-fd2e1a3dbaa2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers/a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 200 len: 885 time: 0.2191753 Dec 22 15:55:05.724282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52962) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.733056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] Routers {'a86a64e3-093a-4052-a136-f960c274e84b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:05.733747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a86a64e3-093a-4052-a136-f960c274e84b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:05.771240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.776867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47859b03-9464-4b63-b88d-f3d5008a31fa tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:05.832901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=2449a8e3-d5d5-406b-8ff5-c747dd026c44,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:05.837042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-86110a79-53e4-4132-9936-835dafe32383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:05.837787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86110a79-53e4-4132-9936-835dafe32383 None None] The sync data for ids ['a86a64e3-093a-4052-a136-f960c274e84b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:05.838042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:05.844879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:05.857003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/2449a8e3-d5d5-406b-8ff5-c747dd026c44 HTTP/1.1" status: 204 len: 168 time: 0.5259526 Dec 22 15:55:05.857749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52966) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.902311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fa385c-fa00-45ab-917f-5402c87ac8ca tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:05.902835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fa385c-fa00-45ab-917f-5402c87ac8ca tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:05.905699 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0fa385c-fa00-45ab-917f-5402c87ac8ca tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/102651fc-2067-46f8-b82b-ee712e0f15ef HTTP/1.1" status: 404 len: 337 time: 0.0462148 Dec 22 15:55:05.907818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52970) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:05.966919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56594cd0-2cd7-4035-a3e9-4fc1833c7b53 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:router {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:05.982787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting subnet 7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:05.986237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.016722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-56594cd0-2cd7-4035-a3e9-4fc1833c7b53 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:router {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:06.018642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-56594cd0-2cd7-4035-a3e9-4fc1833c7b53 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2932162 Dec 22 15:55:06.021183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52974) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.028130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1417866366'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:06.035547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12cd51c-6535-469d-b7aa-f09f4e65d3a1 None None] Update dhcp port {'port': {'network_id': '8d4e3b5a-2afe-4075-8ae3-890477d5b8e7', 'fixed_ips': [{'subnet_id': '7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48', 'ip_address': '172.20.0.18'}, {'subnet_id': '2449a8e3-d5d5-406b-8ff5-c747dd026c44'}], 'binding:host_id': 'dv-neutron-822514-1-hyperv'}, 'id': 'a9063217-292c-42dc-860a-39e758a52244'} from dv-neutron-822514-1-hyperv. {{(pid=88959) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 22 15:55:06.046485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.093093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d12cd51c-6535-469d-b7aa-f09f4e65d3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.137638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.239733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.244806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c833ed1-3817-4f93-9cd3-aea5329218d1 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-d12cd51c-6535-469d-b7aa-f09f4e65d3a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48: This subnet is being modified by another concurrent operation. Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1657, in update_port Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server db_port=port_db) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1492, in update_port Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server new_port=new_port) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 716, in update_port Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 431, in update_port_with_ips Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server new_mac) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 354, in _update_ips_for_port Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48: This subnet is being modified by another concurrent operation. Dec 22 15:55:06.259360 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 15:55:06.289617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:06.305586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:06.306736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.317183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-71807a78-7663-415d-9197-a601fdeed2d0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/7ff9e7b7-55eb-4fe7-8494-d702cd9b9b48 HTTP/1.1" status: 204 len: 168 time: 0.4053648 Dec 22 15:55:06.317500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52978) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.363576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc374d6c-3903-4474-b11e-9be95c70abd9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.364148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc374d6c-3903-4474-b11e-9be95c70abd9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.369790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bc374d6c-3903-4474-b11e-9be95c70abd9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/de93eefa-8512-480e-853b-17b33ac7ef48 HTTP/1.1" status: 404 len: 337 time: 0.0480244 Dec 22 15:55:06.369790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 52982) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.376696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e634fa4-ef19-42ed-83f9-7e6418e8394b None None] Network 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:06.428767 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cd236ba0-698b-4bb8-ab3d-7afaa1265d0d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "GET /v2.0/ports?device_id=22d1d831-afdc-410f-ac64-d0976b74f224 HTTP/1.1" status: 200 len: 205 time: 0.0581746 Dec 22 15:55:06.431611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52986) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.507068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-6c943fd1-2acf-4915-a887-24e1591102df tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] delete failed (client error): The resource could not be found. Dec 22 15:55:06.510907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6c943fd1-2acf-4915-a887-24e1591102df tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/routers/22d1d831-afdc-410f-ac64-d0976b74f224 HTTP/1.1" status: 404 len: 336 time: 0.0755432 Dec 22 15:55:06.511308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52990) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.531884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd4781f9-f035-4c5f-b3e9-d3c0f777ed00 None None] Provisioning complete for port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:06.532318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4781f9-f035-4c5f-b3e9-d3c0f777ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.553652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ad4056-b2cc-4062-ac21-3909520c47a2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.554272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67ad4056-b2cc-4062-ac21-3909520c47a2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.559576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-67ad4056-b2cc-4062-ac21-3909520c47a2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/7301444c-1b35-40fc-91c2-705740b122ee HTTP/1.1" status: 404 len: 337 time: 0.0445571 Dec 22 15:55:06.559932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52994) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.612049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-3401964b-67e3-4c7b-956e-f11b2e982728 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.612049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3401964b-67e3-4c7b-956e-f11b2e982728 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.612049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3401964b-67e3-4c7b-956e-f11b2e982728 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/eb547446-c6e2-4c1d-ae6d-a75fbf0d0258 HTTP/1.1" status: 404 len: 337 time: 0.0489457 Dec 22 15:55:06.614256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 52998) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.639764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cd4781f9-f035-4c5f-b3e9-d3c0f777ed00 None None] Port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:06.657249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc3f9c6-3517-4a1d-ba22-ecf4c7b4edfe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.657724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc3f9c6-3517-4a1d-ba22-ecf4c7b4edfe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.662266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfc3f9c6-3517-4a1d-ba22-ecf4c7b4edfe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/c0ec0b02-2c3d-4efb-b037-adad15af42d3 HTTP/1.1" status: 404 len: 337 time: 0.0444596 Dec 22 15:55:06.662786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.669646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd4781f9-f035-4c5f-b3e9-d3c0f777ed00 None None] Provisioning complete for port a9063217-292c-42dc-860a-39e758a52244 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:06.670075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd4781f9-f035-4c5f-b3e9-d3c0f777ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.707891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c644a8-f914-43b2-8208-777330832b9e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.708397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c644a8-f914-43b2-8208-777330832b9e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.711627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3c644a8-f914-43b2-8208-777330832b9e tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/3507a7df-4c23-4d25-82d1-421114ccbe97 HTTP/1.1" status: 404 len: 333 time: 0.0466387 Dec 22 15:55:06.713830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.714696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] DHCP port deletion for 8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:06.723894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Deleting port a9063217-292c-42dc-860a-39e758a52244 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:06.724322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.763472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-8675e13d-cf72-4288-b51c-847db63b6c66 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.763891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8675e13d-cf72-4288-b51c-847db63b6c66 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.768170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8675e13d-cf72-4288-b51c-847db63b6c66 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/6024d358-c4fa-4ffc-8a65-557ee4be0725 HTTP/1.1" status: 404 len: 337 time: 0.0503981 Dec 22 15:55:06.768441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53010) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.826872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-601f8522-c05b-49fd-86b8-7af044dfaca0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.827392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601f8522-c05b-49fd-86b8-7af044dfaca0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.832756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-601f8522-c05b-49fd-86b8-7af044dfaca0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/b6cccd30-2fb5-4084-8fef-b3b8195a2462 HTTP/1.1" status: 404 len: 337 time: 0.0606995 Dec 22 15:55:06.833112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53014) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.876245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-c565fd0b-a4ee-4f5c-ae9a-11c0a671dde9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.876721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c565fd0b-a4ee-4f5c-ae9a-11c0a671dde9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.881047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c565fd0b-a4ee-4f5c-ae9a-11c0a671dde9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/9b3b7ac6-c29f-4459-abed-e3d05e3c3745 HTTP/1.1" status: 404 len: 333 time: 0.0445757 Dec 22 15:55:06.881296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53018) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.926771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d5c308-e893-4530-b151-4d5c8ed39004 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.927269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d5c308-e893-4530-b151-4d5c8ed39004 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.932241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4d5c308-e893-4530-b151-4d5c8ed39004 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/11932355-f26d-42cb-93b3-588bb9317909 HTTP/1.1" status: 404 len: 337 time: 0.0468311 Dec 22 15:55:06.932241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53022) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:06.974642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b77f37-cb88-439f-aa9d-6aa021c4589d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] DELETE failed (client error): The resource could not be found. Dec 22 15:55:06.975316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b77f37-cb88-439f-aa9d-6aa021c4589d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:55:06.976255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:06.977571 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84b77f37-cb88-439f-aa9d-6aa021c4589d tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/subnets/1b795a9b-d2ee-4034-b22c-8bff61d978ec HTTP/1.1" status: 404 len: 337 time: 0.0445011 Dec 22 15:55:06.980324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53026) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:07.016724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] For port a9063217-292c-42dc-860a-39e758a52244, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a9063217-292c-42dc-860a-39e758a52244,segment=NetworkSegment(8bc5adac-d47a-4e36-a620-c94ec2307390),segment_id=8bc5adac-d47a-4e36-a620-c94ec2307390)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:07.017096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.022792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.055332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Deleting port 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:07.055724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.145378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Calling delete_port for a9063217-292c-42dc-860a-39e758a52244 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:07.253053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router a86a64e3-093a-4052-a136-f960c274e84b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:07.256854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.263647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:07.315399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Pushing event deleted for resources: {'Port': ['ID=a9063217-292c-42dc-860a-39e758a52244,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:07.321071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:07.325154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] No DVR routers for this DVR port a9063217-292c-42dc-860a-39e758a52244 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:07.348558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:07.385189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5d064-057a-448b-8d40-12a702c4eba2 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 15:55:07.425059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a9063217-292c-42dc-860a-39e758a52244 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:07.425662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a9063217-292c-42dc-860a-39e758a52244 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:07.505042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:07.506210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5d064-057a-448b-8d40-12a702c4eba2 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 15:55:07.515320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.516765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] Sync routers for ids ['a86a64e3-093a-4052-a136-f960c274e84b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:07.518056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d65ad779-a634-4011-b884-7d7f9da35c3d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 200 len: 892 time: 1.4950371 Dec 22 15:55:07.523113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:07.533187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] Routers {'a86a64e3-093a-4052-a136-f960c274e84b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:07.534087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a86a64e3-093a-4052-a136-f960c274e84b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:07.543220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.600724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:07.613247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] Routers {'a86a64e3-093a-4052-a136-f960c274e84b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:07.614192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['a86a64e3-093a-4052-a136-f960c274e84b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:07.688661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:07.689410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aae39b0-99fe-49c3-bd0a-1240950da3d2 None None] The sync data for ids ['a86a64e3-093a-4052-a136-f960c274e84b'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:07.705246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Calling delete_port for 43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b owned by {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:07.758077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d02ed339-e13f-44c3-93c9-595d3a8bbd3c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers/a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 200 len: 892 time: 0.2331507 Dec 22 15:55:07.761008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:07.812653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6ac5c009-9d9d-4599-93e8-96ee82440e63 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 200 len: 205 time: 0.0498011 Dec 22 15:55:07.814932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53040) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:07.828393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.835346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de7cd675-b0b1-4f18-bd70-bf7b3717c637 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:07.883380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Port': ['ID=43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:07.886398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:07.893926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:07.928402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/ports/43f8a4ea-6f0f-40a0-bb24-ae46188bfe1b HTTP/1.1" status: 204 len: 168 time: 0.9468160 Dec 22 15:55:07.929052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53044) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:08.035704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.056076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.198588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.225390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4e3b5a-2afe-4075-8ae3-890477d5b8e7']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:08.239009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc5adac-d47a-4e36-a620-c94ec2307390') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:08.239383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc5adac-d47a-4e36-a620-c94ec2307390') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:08.248801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.251958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.267384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.273594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:08.274022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.291505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port de492cf8-eaf5-4a00-9bb8-ee1defa3aa1e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:08.291959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:08.293844 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:08.399804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.403414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:08.419881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.431463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Pushing event deleted for resources: {'Network': ['ID=8d4e3b5a-2afe-4075-8ae3-890477d5b8e7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:08.435756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] 10.222.0.18 "DELETE /v2.0/networks/8d4e3b5a-2afe-4075-8ae3-890477d5b8e7 HTTP/1.1" status: 204 len: 168 time: 0.5039592 Dec 22 15:55:08.435756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:08.474796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.602026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for de492cf8-eaf5-4a00-9bb8-ee1defa3aa1e owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:08.799170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53052) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:08.811049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:08.816385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:08.863400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=de492cf8-eaf5-4a00-9bb8-ee1defa3aa1e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:08.866571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:09.368421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1f24da67-9c58-4386-b21c-19ab0dd9d363 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b528118416274052abecca09fa454fc7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5677409 Dec 22 15:55:09.369255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.371507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53058) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:09.441518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.469055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.559578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.564809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d54b7423-d747-41c8-96fa-36850c1244ee tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:09.579831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5492457a-8a74-40d4-89f5-8255afbcbeb5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:09.582707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:09.583896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.585598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5492457a-8a74-40d4-89f5-8255afbcbeb5 HTTP/1.1" status: 204 len: 168 time: 0.2125514 Dec 22 15:55:09.643200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.647571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.690771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.691347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router a86a64e3-093a-4052-a136-f960c274e84b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:55:09.733963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.735273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 204 len: 168 time: 1.9192662 Dec 22 15:55:09.739120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53064) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:09.746720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-773861913'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:09.752065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:09.756086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:09.760135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:09.766124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:09.793746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:09.799422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.831027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:09.840202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.840601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment f20e6294-cbf4-4ac1-9292-0d1d01bfd45b of type vlan for network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba Dec 22 15:55:09.869273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.912115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.925220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.929627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:09.930406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:09.936246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a70ea103-ca93-4be3-9d45-13df087ce403 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:10.044584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3041573 Dec 22 15:55:10.047685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53078) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:10.053133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:10.056028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:10.056655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:10.063891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:10.183818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:10.186776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:55:10.187913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:10.190989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:10.197781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:10.233659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:10.346854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.605663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.608638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:10.610943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bea8141c-644a-4871-ac2a-96f3f40c41eb tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:10.698532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=e118caa5-55cc-4d23-a4ee-a8134d192e1e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:10.703704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:10.708622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:10.709019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:10.750351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--464959605'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:10.753774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:10.756916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:10.761641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:10.764700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:10.770749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:10.787968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:10.792326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:10.792987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.798346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d6f9ab-35cb-4ef6-9545-0e5c8397f0f5 None None] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:10.822660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.837315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.852810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8035100 Dec 22 15:55:10.855347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53096) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:10.862152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-930060324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:10.876339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:10.884551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:10.888631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:10.896521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:10.900435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:10.905215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:10.909728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:10.916722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:10.969364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:10.970334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.021588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.027144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.031265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba', 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'e118caa5-55cc-4d23-a4ee-a8134d192e1e'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:11.032184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.051009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.056509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1095e02f-6205-4f16-9e11-98e84a0d458e tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.089837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.102544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:11.113725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:11.119501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a435c-d6b0-4735-b630-1887a742c1fc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.122824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:11.123989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:11.133535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:11.199156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.200443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c65e4d29-c9b2-44f8-86d8-ac6cb1dca1cf tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3440681 Dec 22 15:55:11.202759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.203607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53100) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:11.206640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Allocated IP 2001:db8::2 (eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba/e118caa5-55cc-4d23-a4ee-a8134d192e1e/00359771-3880-43fc-9efe-763d31900d5d) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:11.251337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.257503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-76cefad1-07aa-4378-98d7-cb7a089e642e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.297839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e55f63-85d1-45e1-84bd-f14217f368ab,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.300651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:11.325583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.329637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7172439 Dec 22 15:55:11.329767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53104) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:11.407651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-16ba9099-7ad7-4e8b-9a63-8dce585f94d9 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:11.436055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.447649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Transition to ACTIVE for port object 00359771-3880-43fc-9efe-763d31900d5d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:11.467091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Transition to ACTIVE for port object 00359771-3880-43fc-9efe-763d31900d5d will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:11.474064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-16ba9099-7ad7-4e8b-9a63-8dce585f94d9 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:11.475545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16ba9099-7ad7-4e8b-9a63-8dce585f94d9 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1447818 Dec 22 15:55:11.478900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:11.485192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-security--1791755675', 'description': 'tempest-security-description-1249913179'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:11.503252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.509207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1e99a7c-8574-46aa-abb5-3aaf11fe3137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.520106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.578706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.581013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:11.584588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:11.587980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:11.591153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Pushing event updated for resources: {'Port': ['ID=00359771-3880-43fc-9efe-763d31900d5d,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.594237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:11.622308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.625305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.626943 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "PUT /v2.0/security-groups/98e55f63-85d1-45e1-84bd-f14217f368ab HTTP/1.1" status: 200 len: 1612 time: 0.1469591 Dec 22 15:55:11.628103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15cdac59-04c8-464b-a93b-0119cd7a23db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.629895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53112) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:11.658575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e55f63-85d1-45e1-84bd-f14217f368ab,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.661608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:11.688598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Attempting to bind port 00359771-3880-43fc-9efe-763d31900d5d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:11.689299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Attempting to bind port 00359771-3880-43fc-9efe-763d31900d5d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:11.689452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Attempting to bind port 00359771-3880-43fc-9efe-763d31900d5d on network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:11.697018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:11.697440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Checking segment: {'id': 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:11.697897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.698334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Bound using segment: {'id': 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:11.698883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Bound port: 00359771-3880-43fc-9efe-763d31900d5d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:11.699307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.771146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-107bdc31-c084-4b92-a5fe-39e59441dc1e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups/98e55f63-85d1-45e1-84bd-f14217f368ab HTTP/1.1" status: 200 len: 1612 time: 0.1373858 Dec 22 15:55:11.771146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.772187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53116) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:11.807627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] For port 00359771-3880-43fc-9efe-763d31900d5d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:11.812962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] For port 00359771-3880-43fc-9efe-763d31900d5d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00359771-3880-43fc-9efe-763d31900d5d,segment=NetworkSegment(f20e6294-cbf4-4ac1-9292-0d1d01bfd45b),segment_id=f20e6294-cbf4-4ac1-9292-0d1d01bfd45b)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:11.849546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.851112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.856110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c74b7c2b-7c05-4000-9eb7-eb8a1c8f317a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.880796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.947858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Pushing event updated for resources: {'Port': ['ID=00359771-3880-43fc-9efe-763d31900d5d,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.951166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:11.959492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:11.966578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f25bfb8b-10b6-4bd6-b82c-7c5cb07d450e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:11.985013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e55f63-85d1-45e1-84bd-f14217f368ab,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:11.989005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:12.021530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.025996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/98e55f63-85d1-45e1-84bd-f14217f368ab HTTP/1.1" status: 204 len: 168 time: 0.2495918 Dec 22 15:55:12.026329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53122) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.083307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24bed592-329a-4f47-8e1e-acf6da0795c7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:12.130512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-24bed592-329a-4f47-8e1e-acf6da0795c7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:12.131920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24bed592-329a-4f47-8e1e-acf6da0795c7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1045518 Dec 22 15:55:12.135659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53126) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.151766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8::1 (eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba/e118caa5-55cc-4d23-a4ee-a8134d192e1e/751adff8-2cb0-408e-b96a-ab11ea5fd0c9) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:12.154400 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-830cc10d-84f2-4065-8841-7642d67c1318 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] delete failed (client error): The resource could not be found. Dec 22 15:55:12.158284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-830cc10d-84f2-4065-8841-7642d67c1318 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/98e55f63-85d1-45e1-84bd-f14217f368ab HTTP/1.1" status: 404 len: 347 time: 0.0189319 Dec 22 15:55:12.159833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53130) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.165883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--307645578'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:12.172474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:12.184494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:12.222580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.278632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:12.282981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:12.285994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:12.293098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:12.360201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.363194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.378204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:12.416337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.422833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b70a83b8-0acf-4538-b177-145f51721618 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:12.445453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.451086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:12.467559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa18a1a3-0337-47de-a6e1-50d99d2721cb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:12.471038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:12.496473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.497795 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3369415 Dec 22 15:55:12.500818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53134) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.506851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': 'fa18a1a3-0337-47de-a6e1-50d99d2721cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:12.513972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:12.518186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:12.521415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:12.527651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:12.530753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:12.533989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:12.538625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:12.539843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.542836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=751adff8-2cb0-408e-b96a-ab11ea5fd0c9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:12.546491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:12.573082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.638087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.645217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.661805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.663918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f171ac-99cd-4115-a7f2-89f4e52eb330 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:12.686106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ff27d3-1019-40c5-abca-b1820a834aa8,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:12.690493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:12.719513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.720867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2190342 Dec 22 15:55:12.723878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53138) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.759706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.765087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43f70490-af7c-403c-8e00-a245411f05c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.772130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.822664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.824628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60edfeb9-32d8-4ad0-a271-7b9881e7509e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:12.841690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26ff27d3-1019-40c5-abca-b1820a834aa8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:12.844124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:12.845097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:12.846346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/26ff27d3-1019-40c5-abca-b1820a834aa8 HTTP/1.1" status: 204 len: 168 time: 0.1214495 Dec 22 15:55:12.849328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53142) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:12.904417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b82219fd-b816-4bde-b067-b98ddde5f428 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:13.022244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b82219fd-b816-4bde-b067-b98ddde5f428 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:13.024077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b82219fd-b816-4bde-b067-b98ddde5f428 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1735709 Dec 22 15:55:13.028015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53146) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:13.106353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.137757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.211417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.217571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55b30f1f-b936-4973-8833-c008504ce72d tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:13.234574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa18a1a3-0337-47de-a6e1-50d99d2721cb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:13.237067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:13.292390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.294216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa18a1a3-0337-47de-a6e1-50d99d2721cb HTTP/1.1" status: 204 len: 168 time: 0.2649493 Dec 22 15:55:13.299047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53150) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:13.323721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.353830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.354692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.359442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a7bbafaf-b04b-4a79-a56d-b674b21b12d8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:13.374717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2de399f8-f196-466e-a7c2-e40525b1c731 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:13.389321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00359771-3880-43fc-9efe-763d31900d5d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:13.422277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2de399f8-f196-466e-a7c2-e40525b1c731 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:13.427583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2de399f8-f196-466e-a7c2-e40525b1c731 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1251976 Dec 22 15:55:13.428021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53154) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:13.435373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1472121536'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:13.444273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:13.458062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:13.485113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.508433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 00359771-3880-43fc-9efe-763d31900d5d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:13.526673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:13.531645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:13.535003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:13.543261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:13.551184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=751adff8-2cb0-408e-b96a-ab11ea5fd0c9,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:13.558907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:13.586918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:13.588122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:13.604875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.639265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.649013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:13.662594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8d1b6-e1a6-4e7d-a3cf-aa4901a64e95 None None] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:13.704370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d4150-307c-490d-81f8-8470ec0d947e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:13.708896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:13.736915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.738508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3093190 Dec 22 15:55:13.741372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53158) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:13.747764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '6c5d4150-307c-490d-81f8-8470ec0d947e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:13.754311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:13.759484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:13.762976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:13.769141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:13.832197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Provisioning for port 00359771-3880-43fc-9efe-763d31900d5d completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:13.848743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Provisioning complete for port 00359771-3880-43fc-9efe-763d31900d5d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:13.849206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.853516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.927439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.959253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:13.961485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be762e47-1ae0-4981-83f4-4c1bc833d962 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:13.988157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c504230-ca46-45e0-8df0-a3286072a7cc,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:13.994787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.005139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 4de3f36c-9cd3-482c-a286-49eb6cfa27db is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:14.033622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.037611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2926104 Dec 22 15:55:14.037855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53162) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.043795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.052899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '6c5d4150-307c-490d-81f8-8470ec0d947e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.060251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:14.064888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:14.068046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:14.075717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:14.102822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] For port 00359771-3880-43fc-9efe-763d31900d5d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00359771-3880-43fc-9efe-763d31900d5d,segment=NetworkSegment(f20e6294-cbf4-4ac1-9292-0d1d01bfd45b),segment_id=f20e6294-cbf4-4ac1-9292-0d1d01bfd45b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:14.126681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.147960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.150730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-480c34ac-79ae-40dd-8de9-cdc7ddefa8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.190066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.203637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.221137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:14.233627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.234036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] Sync routers for ids ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:14.236418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf20022c-2230-495f-9263-a3853cf5527e tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.238578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/4de3f36c-9cd3-482c-a286-49eb6cfa27db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0322731 Dec 22 15:55:14.241234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Pushing event updated for resources: {'Port': ['ID=00359771-3880-43fc-9efe-763d31900d5d,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.242400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53168) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.245651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.253401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] Routers {'4de3f36c-9cd3-482c-a286-49eb6cfa27db'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:14.254089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:14.261001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdd4cbf-c4b3-4c38-8110-9cd8e1cda081,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.265079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.320519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.327592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2886689 Dec 22 15:55:14.328601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53172) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.330845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:14.338548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '6c5d4150-307c-490d-81f8-8470ec0d947e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.344159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc65189-bcfd-4677-9622-4f2ba080e138 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:14.345017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] Routers {'4de3f36c-9cd3-482c-a286-49eb6cfa27db'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:14.345159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bc65189-bcfd-4677-9622-4f2ba080e138 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:14.345713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:14.346232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:14.352758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:14.356194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:14.366052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:14.395878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bc65189-bcfd-4677-9622-4f2ba080e138 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:14.397793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9bc65189-bcfd-4677-9622-4f2ba080e138 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports/751adff8-2cb0-408e-b96a-ab11ea5fd0c9 HTTP/1.1" status: 200 len: 911 time: 0.1533952 Dec 22 15:55:14.403559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53176) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.411591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:14.412155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb041eb3-8864-4910-87dc-2b79538c1eb5 None None] The sync data for ids ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:14.412827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e118caa5-55cc-4d23-a4ee-a8134d192e1e'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.430237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.474678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Provisioning complete for port 00359771-3880-43fc-9efe-763d31900d5d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:14.475737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.510593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.542355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.544938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.551412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.569428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9558539a-661a-4778-a296-c9ca1358adfb,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.574626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.622348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.626375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2929685 Dec 22 15:55:14.626661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53180) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.634752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '6c5d4150-307c-490d-81f8-8470ec0d947e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.641547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:14.646569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:14.650671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Provisioning for port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:14.654772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:14.656590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Provisioning complete for port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:14.656973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.662103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:14.706341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.715285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9d126212-84e8-40c1-949d-e37de1c6c2fa None None] Port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:14.783334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.806524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.808845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6592c25b-c9ba-4cff-9c77-f8e15f10142f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:14.835162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aac81b-8dcb-451e-a7fc-89c4f24182cd,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:14.838122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:14.855281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64fa39c8-216c-4d46-9c3e-6e4a450514bf None None] Provisioning complete for port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:14.855617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64fa39c8-216c-4d46-9c3e-6e4a450514bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.885049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:14.886413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2587755 Dec 22 15:55:14.889383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53184) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:14.896693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '6c5d4150-307c-490d-81f8-8470ec0d947e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:14.905299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:14.910028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:14.913214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:14.919936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:14.928841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64fa39c8-216c-4d46-9c3e-6e4a450514bf None None] Port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:14.961944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.038371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.053163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-84341813-986f-4f00-a2ef-581f9fce6bba None None] Provisioning complete for port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:15.053595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84341813-986f-4f00-a2ef-581f9fce6bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.061815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.070150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc65334f-8be0-475f-8844-b5e8294012a5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.095531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed55a5f8-d4c4-41f0-ab7a-b559c4dce82f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.098311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.125852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-84341813-986f-4f00-a2ef-581f9fce6bba None None] Port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:15.141978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.143358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.2529364 Dec 22 15:55:15.146477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53188) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.165553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6180b921-04e2-43c8-988d-1c23687e9295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.172378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.179115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.191270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.204608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.209399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:15.210076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.211938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/ports/751adff8-2cb0-408e-b96a-ab11ea5fd0c9 HTTP/1.1" status: 200 len: 911 time: 0.8070199 Dec 22 15:55:15.212846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16f73308-5c81-483a-ab20-2f3f073df397 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.215036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53192) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.277308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.281890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=751adff8-2cb0-408e-b96a-ab11ea5fd0c9,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.292371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.292593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fec7cdd8-74d0-46c7-bb20-6f84f6ea0c2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.292812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.293250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.293662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.294087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.294522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.294942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.295355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.295767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.296180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.296598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:15.306110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.315265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed55a5f8-d4c4-41f0-ab7a-b559c4dce82f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.317828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.318978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.320196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ed55a5f8-d4c4-41f0-ab7a-b559c4dce82f HTTP/1.1" status: 204 len: 168 time: 0.1725087 Dec 22 15:55:15.323417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53196) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.335251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00359771-3880-43fc-9efe-763d31900d5d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:15.380725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cad393a8-9b63-41f3-83aa-6c52e2655c5a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0559611 Dec 22 15:55:15.383809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53200) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.413078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 00359771-3880-43fc-9efe-763d31900d5d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:15.413613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.420638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.432226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.479094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.481415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-524e1bb8-a5f0-45da-a348-78ceb9d454da tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.499910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2aac81b-8dcb-451e-a7fc-89c4f24182cd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.503838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.505124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.506721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b2aac81b-8dcb-451e-a7fc-89c4f24182cd HTTP/1.1" status: 204 len: 168 time: 0.1215618 Dec 22 15:55:15.509614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53204) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.531182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.562606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e281dfac-7726-4aeb-9a52-25fc0f440b71 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:15.604608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e281dfac-7726-4aeb-9a52-25fc0f440b71 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:15.606036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e281dfac-7726-4aeb-9a52-25fc0f440b71 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0954337 Dec 22 15:55:15.609177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53208) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.610184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.640185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.651523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.713199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.721093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.735751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9558539a-661a-4778-a296-c9ca1358adfb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.738238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:15.764911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.766181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9558539a-661a-4778-a296-c9ca1358adfb HTTP/1.1" status: 204 len: 168 time: 0.1560118 Dec 22 15:55:15.768981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53212) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.822671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f63b4b0-e736-4c5b-82f6-7361ccc93e13 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:15.861981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2f63b4b0-e736-4c5b-82f6-7361ccc93e13 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:15.863437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f63b4b0-e736-4c5b-82f6-7361ccc93e13 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0933506 Dec 22 15:55:15.867363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53216) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:15.899568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.911061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.953482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:15.955651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:15.977367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cdd4cbf-c4b3-4c38-8110-9cd8e1cda081,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:15.980930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.004794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.006037 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8cdd4cbf-c4b3-4c38-8110-9cd8e1cda081 HTTP/1.1" status: 204 len: 168 time: 0.1375375 Dec 22 15:55:16.009844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53220) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.059291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a81cde48-beda-458b-911b-dc8e214842ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:16.090333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a81cde48-beda-458b-911b-dc8e214842ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:16.091839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a81cde48-beda-458b-911b-dc8e214842ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0809507 Dec 22 15:55:16.094872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53224) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.125839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.137456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.187570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.189499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:16.207763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c504230-ca46-45e0-8df0-a3286072a7cc,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:16.211311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.220303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:16.223828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.244968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.246383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9c504230-ca46-45e0-8df0-a3286072a7cc HTTP/1.1" status: 204 len: 168 time: 0.1505163 Dec 22 15:55:16.249076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53228) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.298402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-69bffac5-5821-46c4-9676-532542553c05 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:16.336232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-69bffac5-5821-46c4-9676-532542553c05 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:16.337613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-69bffac5-5821-46c4-9676-532542553c05 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0875125 Dec 22 15:55:16.340774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53234) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.407865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.420908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.436005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.519042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.524472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad5418c9-d80c-4458-83db-cbaa919a6ab5 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:16.540796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d4150-307c-490d-81f8-8470ec0d947e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:16.543150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.559568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 751adff8-2cb0-408e-b96a-ab11ea5fd0c9 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:16.576372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.580376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/6c5d4150-307c-490d-81f8-8470ec0d947e HTTP/1.1" status: 204 len: 168 time: 0.2360816 Dec 22 15:55:16.580655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53238) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.630205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53242) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:16.765202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:16.770284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b20d0965-5524-4b01-bc47-4b446bff1933 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:16.826183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=751adff8-2cb0-408e-b96a-ab11ea5fd0c9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:16.878763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.879197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.879624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.880042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.880503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.880869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.881282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.881699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.882108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.882615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.883417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:16.886957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:16.958655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2788b968-5fa4-43af-a021-48845979ea08 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:16.965052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.060766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2788b968-5fa4-43af-a021-48845979ea08 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:17.066391 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2788b968-5fa4-43af-a021-48845979ea08 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4803004 Dec 22 15:55:17.073672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53246) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:17.095341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889735395'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:17.108470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:17.126011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:17.227546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.282154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.296695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:17.303152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:17.307430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:17.315065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:17.457572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.475490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.530734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.542889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-970214b1-523e-47e0-9727-51c808fb2488 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:17.611845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3bb138-039b-4064-b81d-0dbebf71d0e2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:17.619270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:17.633892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.636146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c88ae698-676b-413e-908f-81a844d71d2d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5602934 Dec 22 15:55:17.643186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53250) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:17.655941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '3f3bb138-039b-4064-b81d-0dbebf71d0e2', 'direction': 'ingress', 'protocol': 17}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:17.712512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:17.723080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:17.727158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:17.735668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:17.755325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 4de3f36c-9cd3-482c-a286-49eb6cfa27db has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:17.842345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.949822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:17.963922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] Sync routers for ids ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:17.977557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] Routers {'4de3f36c-9cd3-482c-a286-49eb6cfa27db'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:17.978509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:17.985820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:17.994375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/4de3f36c-9cd3-482c-a286-49eb6cfa27db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782216 Dec 22 15:55:18.001267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53254) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.038333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.043794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.045113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.057323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] Routers {'4de3f36c-9cd3-482c-a286-49eb6cfa27db'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:18.057323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.058293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7feefc2a-03ec-4a62-aa3b-d4bdd1552386 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:18.073204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778e13e3-aa8d-4f3d-8254-9dcaad989056,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:18.081487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:18.129749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:18.130124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd18ed9-bb8b-450e-ba0c-dacd7d29bc67 None None] The sync data for ids ['4de3f36c-9cd3-482c-a286-49eb6cfa27db'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:18.147701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.149083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5047364 Dec 22 15:55:18.152293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53258) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.174737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7feefc2a-03ec-4a62-aa3b-d4bdd1552386 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:18.176106 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7feefc2a-03ec-4a62-aa3b-d4bdd1552386 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de3f36c-9cd3-482c-a286-49eb6cfa27db HTTP/1.1" status: 200 len: 205 time: 0.1778133 Dec 22 15:55:18.184020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53262) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.231677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 07164420-a99b-40ec-b431-0720e5a6331b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:18.232056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.368450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.375253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.449931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 07164420-a99b-40ec-b431-0720e5a6331b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=07164420-a99b-40ec-b431-0720e5a6331b,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:18.450327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.528151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.636290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 07164420-a99b-40ec-b431-0720e5a6331b owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:18.738241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-aaea6d9b-86d4-4736-b82c-e227a56e5565 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2799680 Dec 22 15:55:18.775883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.789313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e9d499b-fa08-44df-9445-360003222f48 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.878539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3bb138-039b-4064-b81d-0dbebf71d0e2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:18.884511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:18.886877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.895502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.898104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/3f3bb138-039b-4064-b81d-0dbebf71d0e2 HTTP/1.1" status: 204 len: 168 time: 0.7434692 Dec 22 15:55:18.899621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.901368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53266) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:18.932152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-1c294734-b021-4749-9cc7-ab7422a13aad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1098 time: 0.1071556 Dec 22 15:55:18.933299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.937946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-750c9369-e6bd-4861-949e-58e39db8cb28 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:18.980296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de01ccaa-7f38-49a1-85e7-c836534047fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:18.984348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:18.984906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router 4de3f36c-9cd3-482c-a286-49eb6cfa27db {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:55:19.007198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.009200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f2cf425-1270-4a6a-9cfd-71a2c7d9b87b tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/4de3f36c-9cd3-482c-a286-49eb6cfa27db HTTP/1.1" status: 204 len: 168 time: 0.8241847 Dec 22 15:55:19.012190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53270) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:19.014122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=07164420-a99b-40ec-b431-0720e5a6331b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:19.021485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:19.049527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de01ccaa-7f38-49a1-85e7-c836534047fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:19.054807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de01ccaa-7f38-49a1-85e7-c836534047fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1481123 Dec 22 15:55:19.056938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53274) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:19.064850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025743250'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:19.080100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:19.098532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:19.200802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.278302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:19.288314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet e118caa5-55cc-4d23-a4ee-a8134d192e1e {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:19.291455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:19.295403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:19.299919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.307009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145672-46d3-4698-9302-7bd2b2172c88 req-dd38e9c0-1d96-48bd-afa4-decd06fa7a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:19.308825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-dd38e9c0-1d96-48bd-afa4-decd06fa7a09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 896 time: 0.3298523 Dec 22 15:55:19.343180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:19.377030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.453417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-eb2ed7a5-794e-4f0c-8765-6cb3fc56aca0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 1001 time: 0.1236126 Dec 22 15:55:19.482899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.504006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.534228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.548192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7643169-b05f-422a-92ab-80e53af210f4 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:19.596136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145672-46d3-4698-9302-7bd2b2172c88 req-76dbd99a-d2ee-4763-af12-c8c961fea007 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:19.597764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-76dbd99a-d2ee-4763-af12-c8c961fea007 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 200 len: 835 time: 0.0967748 Dec 22 15:55:19.683119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.780666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-9aa27862-7981-463f-844f-1e0513821fcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b6d94fd-196c-4703-bec7-1b1da346348b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1711442 Dec 22 15:55:19.845831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a33b92-f057-488b-b6db-e0bacb6cfd2f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:19.850743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:19.885065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.886557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8286715 Dec 22 15:55:19.889710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53278) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:19.896155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1713176716'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:19.903239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:19.908141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:19.911326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:19.918217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.923603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:19.926548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8e04bc9-b3b2-43c3-ad8b-00052271df78 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:19.972223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=e118caa5-55cc-4d23-a4ee-a8134d192e1e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:19.976191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:19.978984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:19.988971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/e118caa5-55cc-4d23-a4ee-a8134d192e1e HTTP/1.1" status: 204 len: 168 time: 0.9725902 Dec 22 15:55:19.989454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619e1c3-f059-4be4-b73e-6b3be6ce3d23 None None] Network eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:19.989590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53282) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:20.014213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.152068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.155194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:20.163428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:20.167418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:20.176120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:20.178226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 00359771-3880-43fc-9efe-763d31900d5d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:20.178637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.271296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-bab6a0ec-9ab9-4241-8c90-c4a785447b47 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815800 Dec 22 15:55:20.280449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] DHCP port deletion for eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:20.284873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Deleting port 00359771-3880-43fc-9efe-763d31900d5d {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:20.285462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.366345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.435108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.445593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a16abf3-f7fc-4956-80c0-a4e7889bc925 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.501499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 00359771-3880-43fc-9efe-763d31900d5d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00359771-3880-43fc-9efe-763d31900d5d,segment=NetworkSegment(f20e6294-cbf4-4ac1-9292-0d1d01bfd45b),segment_id=f20e6294-cbf4-4ac1-9292-0d1d01bfd45b)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:20.502100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.506046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] For port 00359771-3880-43fc-9efe-763d31900d5d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00359771-3880-43fc-9efe-763d31900d5d,segment=NetworkSegment(f20e6294-cbf4-4ac1-9292-0d1d01bfd45b),segment_id=f20e6294-cbf4-4ac1-9292-0d1d01bfd45b)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:20.506432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.538494 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81145672-46d3-4698-9302-7bd2b2172c88 req-0518fc07-e70c-4950-b12f-cfebe5a3afa6 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558818 Dec 22 15:55:20.576269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649028bd-1fd3-4a7d-b268-d8f2c7d9be6c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.639916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.646713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 00359771-3880-43fc-9efe-763d31900d5d owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:20.652220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Calling delete_port for 00359771-3880-43fc-9efe-763d31900d5d owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:20.674464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.678480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7850339 Dec 22 15:55:20.687535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53286) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:20.696928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '60a33b92-f057-488b-b6db-e0bacb6cfd2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '649028bd-1fd3-4a7d-b268-d8f2c7d9be6c', 'remote_ip_prefix': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:20.706621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:20.714213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:20.718965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:20.728765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:20.753727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.755029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88957) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:20.755402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:20.760442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad0316c2-38c9-4875-b2dc-e1bd4a8c6622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.799018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.805554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Pushing event deleted for resources: {'Port': ['ID=00359771-3880-43fc-9efe-763d31900d5d,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.814530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] No DVR routers for this DVR port 00359771-3880-43fc-9efe-763d31900d5d on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:20.816801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.817192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.817573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.817950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.818322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.820499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.820845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.821216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.821927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.822309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.822705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:20.826737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:20.880384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.894105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:20.907598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:20.909628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba598447-f2ee-4c24-bb12-9e0652dee756 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:20.934642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f6246f-1587-4732-9e2a-cfcaca6001fc,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:20.937340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.005295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.006785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3182373 Dec 22 15:55:21.009955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53290) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.044359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.055540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.096140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.104139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b00957f5-9edc-401f-9661-ab67df0d28d1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:21.118889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94f6246f-1587-4732-9e2a-cfcaca6001fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:21.119845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:21.121965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.123489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.128406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/94f6246f-1587-4732-9e2a-cfcaca6001fc HTTP/1.1" status: 204 len: 168 time: 0.1136580 Dec 22 15:55:21.128406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.131788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:21.135940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/74bd62fa-79c6-43bc-a7c4-fb981aab67a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5046475 Dec 22 15:55:21.151212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:21.152081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.181973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-668d02ac-24ed-46a9-89f4-e0a14e2b497c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:21.227826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-668d02ac-24ed-46a9-89f4-e0a14e2b497c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:21.229200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-668d02ac-24ed-46a9-89f4-e0a14e2b497c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1003561 Dec 22 15:55:21.232849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.261258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 00359771-3880-43fc-9efe-763d31900d5d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:21.261635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.350292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] The port '00359771-3880-43fc-9efe-763d31900d5d' was deleted {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:21.459004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.487237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00359771-3880-43fc-9efe-763d31900d5d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:21.524295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.525585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 00359771-3880-43fc-9efe-763d31900d5d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:21.525975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00359771-3880-43fc-9efe-763d31900d5d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:21.558866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:21.566186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.575438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.603060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.603394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20e6294-cbf4-4ac1-9292-0d1d01bfd45b') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.627017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.648048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.656034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:21.656574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:21.672027 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:21.674949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ed883-831b-46dc-b5aa-b2494317f3ce req-080e098d-75e0-4094-ba1c-6e0bcb1717aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:21.674949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-095ed883-831b-46dc-b5aa-b2494317f3ce req-080e098d-75e0-4094-ba1c-6e0bcb1717aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:21.689542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.698953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3fad4c9-134c-4942-bd32-1885992ad13c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:21.713517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-095ed883-831b-46dc-b5aa-b2494317f3ce req-080e098d-75e0-4094-ba1c-6e0bcb1717aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:21.714968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-095ed883-831b-46dc-b5aa-b2494317f3ce req-080e098d-75e0-4094-ba1c-6e0bcb1717aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.1346257 Dec 22 15:55:21.769325 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-095ed883-831b-46dc-b5aa-b2494317f3ce req-02ad2abe-0d37-4149-b8a8-47b2e34254f5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474062 Dec 22 15:55:21.776983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649028bd-1fd3-4a7d-b268-d8f2c7d9be6c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:21.781781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.827977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.832520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a74aaa7-5160-4357-b2f5-93fe583afe24 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:21.854056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.861204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.862461 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/649028bd-1fd3-4a7d-b268-d8f2c7d9be6c HTTP/1.1" status: 204 len: 168 time: 0.6285758 Dec 22 15:55:21.864641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:21.865503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53306) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.867708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:21.869194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7b47f4ea-e63a-49f7-a65a-5f3578f67d56 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/eeddf5dd-2dfa-4e3c-93b0-63677a9fcfba HTTP/1.1" status: 204 len: 168 time: 1.8793743 Dec 22 15:55:21.875521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53310) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.881283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1172400283', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:21.888311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:21.892699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:21.895744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:21.902516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:21.931787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.933670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.936868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4524f36e-1a87-40f9-8247-ac3c48fa9f3e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:21.954829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:21.969967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.974201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:21.976409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4524f36e-1a87-40f9-8247-ac3c48fa9f3e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:21.980676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4524f36e-1a87-40f9-8247-ac3c48fa9f3e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1112649 Dec 22 15:55:21.980946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53314) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:21.986026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:21.986736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:21.999681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.051003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.053308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.056108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53318) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.056348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a9f17c0d-f401-4679-b70d-3eca0c4855e1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1795466 Dec 22 15:55:22.073061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1022133538'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:22.080249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:22.093324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:22.097827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:22.101658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.114644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:22.159164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:22.164740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.181915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:22.189098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.194018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa4ef9ee-6801-490c-a9e8-383335351739 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:22.215919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:22.218199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a33b92-f057-488b-b6db-e0bacb6cfd2f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:22.223953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:22.229355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.229744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment c2f6192f-6937-4017-a53a-8455b95dc151 of type vlan for network a008bd7c-8946-4840-aaaf-fed56a72e50a Dec 22 15:55:22.266925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.276340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.277570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/60a33b92-f057-488b-b6db-e0bacb6cfd2f HTTP/1.1" status: 204 len: 168 time: 0.2955930 Dec 22 15:55:22.280954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53322) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.338057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf2d164d-0d7f-498a-9710-7c42d869e450 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:22.342255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.346593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:22.347238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.353108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c791ea30-fdf7-4f43-8184-f31cd949a775 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:22.376521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cf2d164d-0d7f-498a-9710-7c42d869e450 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:22.381979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf2d164d-0d7f-498a-9710-7c42d869e450 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0958295 Dec 22 15:55:22.384314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53326) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.389405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188332711'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:22.396609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:22.407267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:22.461932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4046779 Dec 22 15:55:22.465524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53330) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.468917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.470509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=a008bd7c-8946-4840-aaaf-fed56a72e50a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:22.473273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:22.482988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a008bd7c-8946-4840-aaaf-fed56a72e50a details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:22.485247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:22.623665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:22.631666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:22.636039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:22.639136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:22.646160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:22.649259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:22.653025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:22.665173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:22.673237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:22.677463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46225ada-05a1-479b-99cd-d61dd88098af None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '6e2031c0-438c-4f87-a14a-1adb17683b33', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.135', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'port_id': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'mac_address': 'fa:16:3e:55:d2:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:53:46Z', 'updated_at': '2021-12-22T15:53:52Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:22.727119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:22.745659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.822058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.864152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-863503cc-ba81-4af4-afcf-1b03d2922b15 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:22.890995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.923289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:22.924613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5404842 Dec 22 15:55:22.942621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53336) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:22.948429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6edc0c-58ef-4583-b44b-2427b0aadb7d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:22.954009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': '4a6edc0c-58ef-4583-b44b-2427b0aadb7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:22.963427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:22.964813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:23.021980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:23.031129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:23.040824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:23.069600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce3f44-32c4-4f0e-9a15-6f3d4e240a56 req-22052c3f-f3a6-4306-9c81-739729740376 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:23.074713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5ce3f44-32c4-4f0e-9a15-6f3d4e240a56 req-22052c3f-f3a6-4306-9c81-739729740376 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.1522462 Dec 22 15:55:23.118673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-ba09abe1-5c39-4daa-b4bd-106a2b42091c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:23.120265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-ba09abe1-5c39-4daa-b4bd-106a2b42091c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 946 time: 0.1286738 Dec 22 15:55:23.128006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.199838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5ce3f44-32c4-4f0e-9a15-6f3d4e240a56 req-2c1207b5-e932-4118-adce-1f014e9067ae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=90152738-3be6-47ce-bbbe-9699df2b0922&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199386 Dec 22 15:55:23.216191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 4ae481f3-b183-4ea7-8309-b47e6367b1ca {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:23.216571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.259268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.279766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.299531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95cd23b9-1b10-409c-8cca-08b228363965 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.299653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 07164420-a99b-40ec-b431-0720e5a6331b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:23.325894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 07164420-a99b-40ec-b431-0720e5a6331b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:23.326372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 07164420-a99b-40ec-b431-0720e5a6331b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:23.327898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.390346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=0d7e1fa1-a605-4315-83d8-8ed7edf29350,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.400585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.401157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d5ce9e6-50ea-47c6-b230-c810859ef48a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.420105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abba0f0f-f7e2-4928-9610-765e31fe74fa,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.424526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.425740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:23.426140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: a008bd7c-8946-4840-aaaf-fed56a72e50a, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:23.450835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.452212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5085464 Dec 22 15:55:23.455228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53340) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:23.487589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network a008bd7c-8946-4840-aaaf-fed56a72e50a is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:23.492629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 4ae481f3-b183-4ea7-8309-b47e6367b1ca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=4ae481f3-b183-4ea7-8309-b47e6367b1ca,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:23.492959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.493079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.506468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.530767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a008bd7c-8946-4840-aaaf-fed56a72e50a) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:23.535478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:23.544948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.545569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83f491-a442-40b9-8fe8-d7ee0b5dfc6e None None] Network a008bd7c-8946-4840-aaaf-fed56a72e50a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:23.559251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.563821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.567645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/abba0f0f-f7e2-4928-9610-765e31fe74fa HTTP/1.1" status: 204 len: 168 time: 0.1088870 Dec 22 15:55:23.567645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c71078e9-c4d7-4b0d-9472-ea4c2c2dbb44 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.573777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53344) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:23.595169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abba0f0f-f7e2-4928-9610-765e31fe74fa,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.597789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.607279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1372912 Dec 22 15:55:23.607279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53348) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:23.627844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 4ae481f3-b183-4ea7-8309-b47e6367b1ca owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:23.769565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-395d08c6-c504-4aa7-a9c4-b3fed98fc5b4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:23.780106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a008bd7c-8946-4840-aaaf-fed56a72e50a', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:23.785040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.811046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.817899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01426505-85cf-41da-9282-6dd5b46f3610 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:23.859881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-395d08c6-c504-4aa7-a9c4-b3fed98fc5b4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:23.861383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-395d08c6-c504-4aa7-a9c4-b3fed98fc5b4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2847803 Dec 22 15:55:23.864459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:23.872897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=4ae481f3-b183-4ea7-8309-b47e6367b1ca,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:23.875943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:23.950248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 4ae481f3-b183-4ea7-8309-b47e6367b1ca on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:23.952746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:23.955799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'name': 'network-vif-deleted', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:55:23.962927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Allocated IP 2001:db8::2 (a008bd7c-8946-4840-aaaf-fed56a72e50a/0d7e1fa1-a605-4315-83d8-8ed7edf29350/89070d32-ae4f-439a-9e5d-65b647f412b5) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:24.000345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e33636b5-dbab-42b4-ba31-96907b4486c4 req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/4ae481f3-b183-4ea7-8309-b47e6367b1ca HTTP/1.1" status: 204 len: 173 time: 0.8696976 Dec 22 15:55:24.012701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b138d57-a5f2-42ef-935d-637040fb6de2', 'name': 'network-vif-deleted', 'tag': '4ae481f3-b183-4ea7-8309-b47e6367b1ca', 'status': 'completed', 'code': 200} Dec 22 15:55:24.141191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.186745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.249215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.264995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Transition to ACTIVE for port object 89070d32-ae4f-439a-9e5d-65b647f412b5 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:24.287931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Transition to ACTIVE for port object 89070d32-ae4f-439a-9e5d-65b647f412b5 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:24.316304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.321129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.322469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:24.402387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.415518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-18f74224-d74f-466b-bef6-5b306eb24a5e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:24.420155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Network a008bd7c-8946-4840-aaaf-fed56a72e50a is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:24.423621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:24.424998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9708c51c-508d-450d-8372-432ba3606b99 req-ec598296-c329-43da-9dbc-62e67e039923 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:24.428717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:24.462831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Pushing event updated for resources: {'Port': ['ID=89070d32-ae4f-439a-9e5d-65b647f412b5,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:24.470616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:24.472247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9708c51c-508d-450d-8372-432ba3606b99 req-ec598296-c329-43da-9dbc-62e67e039923 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:24.479938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9708c51c-508d-450d-8372-432ba3606b99 req-ec598296-c329-43da-9dbc-62e67e039923 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b138d57-a5f2-42ef-935d-637040fb6de2 HTTP/1.1" status: 200 len: 210 time: 0.1180263 Dec 22 15:55:24.531067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Attempting to bind port 89070d32-ae4f-439a-9e5d-65b647f412b5 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:24.531570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Attempting to bind port 89070d32-ae4f-439a-9e5d-65b647f412b5 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:24.532067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Attempting to bind port 89070d32-ae4f-439a-9e5d-65b647f412b5 on network a008bd7c-8946-4840-aaaf-fed56a72e50a {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:24.539887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:24.540421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Checking segment: {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:24.540957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.541472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Bound using segment: {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:24.542088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Bound port: 89070d32-ae4f-439a-9e5d-65b647f412b5, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:24.542638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.700991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] For port 89070d32-ae4f-439a-9e5d-65b647f412b5, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:24.704550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] For port 89070d32-ae4f-439a-9e5d-65b647f412b5, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89070d32-ae4f-439a-9e5d-65b647f412b5,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:24.731131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6edc0c-58ef-4583-b44b-2427b0aadb7d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:24.734014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:24.760103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.764977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:24.843005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Pushing event updated for resources: {'Port': ['ID=89070d32-ae4f-439a-9e5d-65b647f412b5,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:24.846360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:24.884319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:24.885683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/4a6edc0c-58ef-4583-b44b-2427b0aadb7d HTTP/1.1" status: 204 len: 168 time: 1.0202487 Dec 22 15:55:24.888601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:24.963461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-abc28466-fdd1-413f-8cdc-b3c77eb605c1 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:24.994862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8::1 (a008bd7c-8946-4840-aaaf-fed56a72e50a/0d7e1fa1-a605-4315-83d8-8ed7edf29350/75d751e7-8e75-491e-b232-a3b81127118b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:25.005021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-abc28466-fdd1-413f-8cdc-b3c77eb605c1 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:25.006539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abc28466-fdd1-413f-8cdc-b3c77eb605c1 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1164930 Dec 22 15:55:25.010516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53364) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.017079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499448556'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:25.024893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:25.036662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:25.073637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.112383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:25.118057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:25.121241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:25.127406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:25.174258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.192215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.199548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 75d751e7-8e75-491e-b232-a3b81127118b will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:25.222205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.229541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eb7730c-57e1-4f78-8ec6-f29222624211 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.245727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.250584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.282148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3dc9bd5-180d-435c-9426-2d7d2dac23ad,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.289508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.338758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.339573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network a008bd7c-8946-4840-aaaf-fed56a72e50a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:25.340583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3290050 Dec 22 15:55:25.343473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53368) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.346640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:25.349245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:25.349810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.359307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': 'e3dc9bd5-180d-435c-9426-2d7d2dac23ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:25.360471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.363553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.377745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:25.383624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:25.388364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:25.396414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:25.406633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89070d32-ae4f-439a-9e5d-65b647f412b5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:25.455892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.488764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.502045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 89070d32-ae4f-439a-9e5d-65b647f412b5 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:25.530098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.547769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.549885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac8d68b8-d0f9-4fdd-9829-ca2314b26dbd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.575314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c159871-5a33-457f-bf9c-ec4d2bfafa83,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.578250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.598718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53374) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.614816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.616135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2715158 Dec 22 15:55:25.619850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53378) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.664299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3049654c-aa34-4c65-bfea-4ccdaa4f25fb tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules/5c159871-5a33-457f-bf9c-ec4d2bfafa83 HTTP/1.1" status: 200 len: 705 time: 0.0432491 Dec 22 15:55:25.669822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53382) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.727113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.763659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c57d32d8-fb2b-4990-8427-967936c4b0db tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:25.777983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.829097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c57d32d8-fb2b-4990-8427-967936c4b0db tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:25.833176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c57d32d8-fb2b-4990-8427-967936c4b0db tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1596859 Dec 22 15:55:25.833323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53386) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:25.871306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.879404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.887717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db760bc0-ef2d-4553-a081-a60a0b44a04e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.898380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.911425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.915223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90152738-3be6-47ce-bbbe-9699df2b0922,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.922291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.927657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.929431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/90152738-3be6-47ce-bbbe-9699df2b0922 HTTP/1.1" status: 204 len: 168 time: 0.3290827 Dec 22 15:55:25.938892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.939933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.945432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96dbe992-81e3-4cd0-a728-7851c60dbd2b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.959418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:25.961370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:25.979911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c159871-5a33-457f-bf9c-ec4d2bfafa83,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:25.983467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:25.994835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53392) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.032309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.033526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5c159871-5a33-457f-bf9c-ec4d2bfafa83 HTTP/1.1" status: 204 len: 168 time: 0.1992395 Dec 22 15:55:26.039276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53396) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.051205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:26.056524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:26.146722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e64ae54-3b33-4a8a-871d-1fbc5ac35a47 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:26.158633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network a008bd7c-8946-4840-aaaf-fed56a72e50a is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:26.159883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:26.260324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 3361dc75-021d-4b4d-9b6a-de4ef5966737 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:26.264034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.299640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7e64ae54-3b33-4a8a-871d-1fbc5ac35a47 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:26.303682 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7e64ae54-3b33-4a8a-871d-1fbc5ac35a47 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2607813 Dec 22 15:55:26.305899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53400) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.315455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': 'e3dc9bd5-180d-435c-9426-2d7d2dac23ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:26.324426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:26.331500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.343127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:26.433278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.439616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.559842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.567184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cd6f55-b554-4fbc-874a-6159e11e70ec tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:26.580366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47f284-81a4-425c-9ecd-7ae27cc32389 None None] Network a008bd7c-8946-4840-aaaf-fed56a72e50a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:26.588410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.618487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=3361dc75-021d-4b4d-9b6a-de4ef5966737,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:26.621726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:26.624800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.638109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/3361dc75-021d-4b4d-9b6a-de4ef5966737 HTTP/1.1" status: 204 len: 168 time: 0.6419809 Dec 22 15:55:26.640962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53404) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.666842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.678188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d59aae-1c68-4ec3-8600-69daca6198bf None None] Network fe72f41c-909e-4dd8-ae3d-2b52d57c3efb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:26.680448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd1c4c15-5f24-4b98-8949-0058ba4f0367 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:26.719451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa70063c-b96e-4502-abfb-5292927a8745,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:26.722174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:26.793263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:26.825394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Provisioning for port 89070d32-ae4f-439a-9e5d-65b647f412b5 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:26.831095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.894873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Provisioning complete for port 89070d32-ae4f-439a-9e5d-65b647f412b5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:26.895319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.903556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.905122 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5981586 Dec 22 15:55:26.908405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53408) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.917459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 21895a42-694f-4cc4-8c14-db057b424caf {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:26.917834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:26.932444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5901fcee-77aa-4a56-9fde-863e67c3e6e1 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules/fa70063c-b96e-4502-abfb-5292927a8745 HTTP/1.1" status: 200 len: 705 time: 0.0221951 Dec 22 15:55:26.934712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53412) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:26.992214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f310f8fe-8312-410f-aa56-e96e9ea4cb4f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0536604 Dec 22 15:55:26.992467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53416) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.026602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.040113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.096293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.098985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9807cba-c049-4587-b5fe-d0553d35b554 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:27.113878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa70063c-b96e-4502-abfb-5292927a8745,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:27.117461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:27.123864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.125485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fa70063c-b96e-4502-abfb-5292927a8745 HTTP/1.1" status: 204 len: 168 time: 0.1316445 Dec 22 15:55:27.127997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53420) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.157192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4ae481f3-b183-4ea7-8309-b47e6367b1ca no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:27.179021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-158a00a3-27fc-4890-88b9-cb589c09e90b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:27.213335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 4ae481f3-b183-4ea7-8309-b47e6367b1ca {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:27.213728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 4ae481f3-b183-4ea7-8309-b47e6367b1ca not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:27.221940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-158a00a3-27fc-4890-88b9-cb589c09e90b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:27.227397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-158a00a3-27fc-4890-88b9-cb589c09e90b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0977957 Dec 22 15:55:27.227565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53424) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.240188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': 'e3dc9bd5-180d-435c-9426-2d7d2dac23ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:27.253628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 21895a42-694f-4cc4-8c14-db057b424caf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21895a42-694f-4cc4-8c14-db057b424caf,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:27.254020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.262742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:27.266195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:27.271505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6634665 Dec 22 15:55:27.278518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:27.279466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53428) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:27.289150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1492779151'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:27.302238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:27.303327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:27.351631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:27.373137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.414794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-16690895-b54f-4090-b3d9-677d718b881d None None] For port 89070d32-ae4f-439a-9e5d-65b647f412b5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89070d32-ae4f-439a-9e5d-65b647f412b5,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:27.416001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:27.425863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 21895a42-694f-4cc4-8c14-db057b424caf owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:27.450725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.453210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5227cef9-3232-4627-8562-83d000550ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:27.474757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:27.497182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] DHCP port deletion for fe72f41c-909e-4dd8-ae3d-2b52d57c3efb request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:27.527282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Deleting port 21895a42-694f-4cc4-8c14-db057b424caf {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:27.527710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.642841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Pushing event updated for resources: {'Port': ['ID=89070d32-ae4f-439a-9e5d-65b647f412b5,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:27.652005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:27.748800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:27.753676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:27.768074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:27.809134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Project 46862480a7814e3c80466e307bb9c6c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:55:27.821197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.850266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:25Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:25Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:27.855996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:27.856710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Updating router 60811e51-10fe-4c9a-87d6-f73735a878d0 port 75d751e7-8e75-491e-b232-a3b81127118b binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:27.858651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:27.859318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] For port 21895a42-694f-4cc4-8c14-db057b424caf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=21895a42-694f-4cc4-8c14-db057b424caf,segment=NetworkSegment(bb2425c9-1e05-447d-8ce7-e6b0366a2665),segment_id=bb2425c9-1e05-447d-8ce7-e6b0366a2665)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:27.859784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.864164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.892900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.912820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0969274b-df14-4e2e-95ce-ffd9b6c48cbe tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:27.921927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:27.962514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=21895a42-694f-4cc4-8c14-db057b424caf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:27.966402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:27.975303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 21895a42-694f-4cc4-8c14-db057b424caf on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:28.009017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Calling delete_port for 21895a42-694f-4cc4-8c14-db057b424caf owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:28.032047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:28.041894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.042311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 1241314d-87dc-4a2e-99f0-a25a24f73fb0 of type vlan for network c71d2aa9-648e-44cc-b2be-7bc70708bde5 Dec 22 15:55:28.065099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Provisioning for port 75d751e7-8e75-491e-b232-a3b81127118b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:28.074357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Provisioning complete for port 75d751e7-8e75-491e-b232-a3b81127118b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:28.074792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.090038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.150694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Port 75d751e7-8e75-491e-b232-a3b81127118b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:28.157279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:55:28.157708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:55:28.169301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Provisioning complete for port 89070d32-ae4f-439a-9e5d-65b647f412b5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:28.169733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14e58b46-b8c5-4bbe-a5e4-c434a94db96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.202925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.252572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.254390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72f41c-909e-4dd8-ae3d-2b52d57c3efb']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:28.269633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2425c9-1e05-447d-8ce7-e6b0366a2665') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:28.270202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2425c9-1e05-447d-8ce7-e6b0366a2665') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:28.281422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.285893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:28.286568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.296279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d0fd79b-fb8e-44ec-80a2-94c97700170c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:28.315892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.334973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.356996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.431948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.435935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d59a9d51-559e-43c8-9943-5e2e7394b302 None None] Provisioning complete for port 75d751e7-8e75-491e-b232-a3b81127118b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:28.436367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d59a9d51-559e-43c8-9943-5e2e7394b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.459012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:28.463113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:28.477153 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:28.495488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=c71d2aa9-648e-44cc-b2be-7bc70708bde5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:28.495864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d59a9d51-559e-43c8-9943-5e2e7394b302 None None] Port 75d751e7-8e75-491e-b232-a3b81127118b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:28.498977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:28.504351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:28.504938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-306cc20f-c9d2-484b-be13-16f1ec387666 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:28.578372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2946477 Dec 22 15:55:28.579326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.582958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3511739 Dec 22 15:55:28.583740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53432) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:28.584152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53434) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:28.587486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb116752-867b-45ce-b14d-77eb101aac77,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:28.590454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:28.592734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Transition to ACTIVE for port object 75d751e7-8e75-491e-b232-a3b81127118b will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:28.594606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:28.617208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.621607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3fc4f47-da56-4565-b56c-447c2e5f1e35 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:28.638322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.645021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.652063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=fe72f41c-909e-4dd8-ae3d-2b52d57c3efb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:28.652247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ea32c-e319-45a5-a75d-e0b2ac780022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:28.655874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:28.659448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Deleting port 21895a42-694f-4cc4-8c14-db057b424caf {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:28.660261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.662488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-30c62721-7831-447f-83b9-6c8075bbb28a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules/cb116752-867b-45ce-b14d-77eb101aac77 HTTP/1.1" status: 200 len: 711 time: 0.0736797 Dec 22 15:55:28.668510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:28.691433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/fe72f41c-909e-4dd8-ae3d-2b52d57c3efb HTTP/1.1" status: 204 len: 168 time: 2.0493290 Dec 22 15:55:28.694117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53444) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:28.735245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6ea7b-d2c5-4560-b761-fd138da829a3 None None] The port '21895a42-694f-4cc4-8c14-db057b424caf' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:28.770341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:28.776116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:28.781017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:28.787901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:28.803334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Pushing event updated for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:28.839102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:28.854780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.855183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.855549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.855918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.856282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.856642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.857001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.857362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.857718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.858076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.858431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:55:28.897371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:28.921000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Attempting to bind port 75d751e7-8e75-491e-b232-a3b81127118b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:28.921566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Attempting to bind port 75d751e7-8e75-491e-b232-a3b81127118b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:28.922080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Attempting to bind port 75d751e7-8e75-491e-b232-a3b81127118b on network a008bd7c-8946-4840-aaaf-fed56a72e50a {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:28.931248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:28.931842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Checking segment: {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:28.932377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.932909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Bound using segment: {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:28.933670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Bound port: 75d751e7-8e75-491e-b232-a3b81127118b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f6192f-6937-4017-a53a-8455b95dc151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:28.934193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.977433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port e607febd-2cb1-4fce-9a49-bae6a33535e6 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:28.977957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:28.980667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.011962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-244fa94c-c7aa-46bd-b939-236d353efe1f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:29.043911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] For port 75d751e7-8e75-491e-b232-a3b81127118b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:29.048538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] For port 75d751e7-8e75-491e-b232-a3b81127118b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=75d751e7-8e75-491e-b232-a3b81127118b,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:29.086264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.091491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.164588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-244fa94c-c7aa-46bd-b939-236d353efe1f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:29.166172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-244fa94c-c7aa-46bd-b939-236d353efe1f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4964266 Dec 22 15:55:29.171867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53448) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:29.185880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Pushing event updated for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.190154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.191375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:29.192070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:29.232149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.256310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.269472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.269859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.381095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89070d32-ae4f-439a-9e5d-65b647f412b5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:29.384532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:29.418961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for e607febd-2cb1-4fce-9a49-bae6a33535e6 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:29.461329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 89070d32-ae4f-439a-9e5d-65b647f412b5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:29.462180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.510658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.514146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-611f2e5c-29a6-4dc0-887d-c61c04490dc4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.548125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb116752-867b-45ce-b14d-77eb101aac77,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.552557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.627957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.629189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cb116752-867b-45ce-b14d-77eb101aac77 HTTP/1.1" status: 204 len: 168 time: 0.4562962 Dec 22 15:55:29.633818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53452) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:29.708289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.716570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdc91000-f5b6-4073-a186-26f33cc88601 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.722191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21895a42-694f-4cc4-8c14-db057b424caf no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:29.745166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b992f266-437b-4bc0-9cfb-98e05c15b975 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:29.750762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.755739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31a69a65-c89f-4026-b02d-71916179db54 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:29.765241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 21895a42-694f-4cc4-8c14-db057b424caf {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:29.765727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 21895a42-694f-4cc4-8c14-db057b424caf not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:29.780341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=db82edc1-10f3-4bed-9df3-2c43116e1316,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.782270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.819380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:29.820055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: c71d2aa9-648e-44cc-b2be-7bc70708bde5, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:29.834309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=e607febd-2cb1-4fce-9a49-bae6a33535e6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:29.842588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:29.875592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b992f266-437b-4bc0-9cfb-98e05c15b975 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:29.876977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b992f266-437b-4bc0-9cfb-98e05c15b975 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2421012 Dec 22 15:55:29.880336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53456) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:29.908690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:29.941850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.947300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:25Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:29Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:29.951767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99eefc74-9019-454c-84da-b2ea37a49a23 None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:25Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:29Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:29.964409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.989253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c71d2aa9-648e-44cc-b2be-7bc70708bde5) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:29.994271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:29.995092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:29.999673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d9cb0-c56f-43c0-b088-cea9512b155a None None] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:30.012147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.080209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4937561 Dec 22 15:55:30.083386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53460) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:30.149208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.161003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2846fe7-d0ee-436c-8740-12f0d24ad85e tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:30.180780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3dc9bd5-180d-435c-9426-2d7d2dac23ad,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:30.183214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:30.269246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:30.270163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.304608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.306371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3dc9bd5-180d-435c-9426-2d7d2dac23ad HTTP/1.1" status: 204 len: 168 time: 0.4249172 Dec 22 15:55:30.309081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53464) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:30.427856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:30.476794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Allocated IP 2001:db8:1::2 (c71d2aa9-648e-44cc-b2be-7bc70708bde5/db82edc1-10f3-4bed-9df3-2c43116e1316/3b477037-2b06-4204-aa4d-1fadab587ba8) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:30.536420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be9740ec-5cc2-43af-989f-320ce4211e6d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:30.670351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:30.672566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be9740ec-5cc2-43af-989f-320ce4211e6d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:30.674125 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be9740ec-5cc2-43af-989f-320ce4211e6d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3638589 Dec 22 15:55:30.684236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53468) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:30.698758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group': {'name': 'tempest-secgroup--810787078'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:30.700696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:30.707637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:30.719322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:30.757528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.773141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:30.773946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:30.805888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.858062 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/6e2031c0-438c-4f87-a14a-1adb17683b33 HTTP/1.1" status: 204 len: 168 time: 2.1616883 Dec 22 15:55:30.861059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:55:30.876802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:30.896504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Transition to ACTIVE for port object 3b477037-2b06-4204-aa4d-1fadab587ba8 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:30.907397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:30.915480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:30.925668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:30.941158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:30.991957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'status': 'completed', 'code': 200} Dec 22 15:55:31.016650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Transition to ACTIVE for port object 3b477037-2b06-4204-aa4d-1fadab587ba8 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:31.026035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.045286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:31.059393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.090751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.099734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cbf4c0c-cbaa-4438-ae29-330179ca2073 tempest-NegativeSecGroupTest-858173139 tempest-NegativeSecGroupTest-858173139-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.099972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.103878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ae9e2ce-cefc-4e9f-890a-f2c7adb78f4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.144994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7983468-8c5a-4516-932c-21dd64ef86d4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.163533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.222387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.224712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5381224 Dec 22 15:55:31.233625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53476) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:31.241990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Request body: {'security_group_rule': {'security_group_id': 'd7983468-8c5a-4516-932c-21dd64ef86d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:31.251045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:31.259575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Usage tracker for resource:security_group_rule and tenant:46862480a7814e3c80466e307bb9c6c0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:31.265055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:31.303697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:31.310418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:31.328170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:31.353812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:31.358430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Pushing event updated for resources: {'Port': ['ID=3b477037-2b06-4204-aa4d-1fadab587ba8,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.361637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.380471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.482580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.484020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 75d751e7-8e75-491e-b232-a3b81127118b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:31.519369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.521350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dca9890-8a06-4f6b-b3db-67f2be479845 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.550070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b18e3121-57a6-4909-801e-b80be83a454d,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.552862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.578163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-fc10b807-78a4-4120-b53c-ff8c17f31842 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 1098 time: 0.5276079 Dec 22 15:55:31.593824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.595359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3603351 Dec 22 15:55:31.598304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53482) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:31.677808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.680806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55c13-9b57-4972-b1c1-5dd3112c95ee req-fd78d677-45dc-455c-8c99-cffa3390d2a1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:31.682670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95d55c13-9b57-4972-b1c1-5dd3112c95ee req-fd78d677-45dc-455c-8c99-cffa3390d2a1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.2718918 Dec 22 15:55:31.714278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.794107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8:1::1 (c71d2aa9-648e-44cc-b2be-7bc70708bde5/db82edc1-10f3-4bed-9df3-2c43116e1316/6a8e648a-a69e-4fb3-a7f5-3d104a50b919) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:31.804542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.808927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Attempting to bind port 3b477037-2b06-4204-aa4d-1fadab587ba8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:31.809348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Attempting to bind port 3b477037-2b06-4204-aa4d-1fadab587ba8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:31.809773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Attempting to bind port 3b477037-2b06-4204-aa4d-1fadab587ba8 on network c71d2aa9-648e-44cc-b2be-7bc70708bde5 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:31.815643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84bd730f-233c-4be0-8f85-e28333aa7f38 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:31.823363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:31.823786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Checking segment: {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:31.824238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.824679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Bound using segment: {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:31.825208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Bound port: 3b477037-2b06-4204-aa4d-1fadab587ba8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:31.825624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.833711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7983468-8c5a-4516-932c-21dd64ef86d4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:31.846409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:31.859198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:31.860712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7983468-8c5a-4516-932c-21dd64ef86d4 HTTP/1.1" status: 204 len: 168 time: 0.2613699 Dec 22 15:55:31.863636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53486) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:31.895328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-95d55c13-9b57-4972-b1c1-5dd3112c95ee req-d176e2cf-a6ee-47d9-8863-7313e1bd8aba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:31.923469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-75b09726-ab8c-4021-8d1d-015343f43002 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:31.965009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-75b09726-ab8c-4021-8d1d-015343f43002 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:31.969161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75b09726-ab8c-4021-8d1d-015343f43002 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1015031 Dec 22 15:55:31.969529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53490) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:31.980142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-41ce830c-0949-4ce7-9878-2910fdb57780 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:31.981775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-41ce830c-0949-4ce7-9878-2910fdb57780 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 200 len: 896 time: 0.3544924 Dec 22 15:55:31.996899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 75d751e7-8e75-491e-b232-a3b81127118b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:32.010215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 75d751e7-8e75-491e-b232-a3b81127118b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:32.010662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.018698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-718e610c-7552-4d91-ab72-a93820aa7e1d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Synchronizing usage tracker for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:32.056493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] For port 3b477037-2b06-4204-aa4d-1fadab587ba8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:32.056690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-718e610c-7552-4d91-ab72-a93820aa7e1d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Unset dirty status for tenant:46862480a7814e3c80466e307bb9c6c0 on resource:security_group_rule {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:32.060851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-718e610c-7552-4d91-ab72-a93820aa7e1d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0873826 Dec 22 15:55:32.061882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53494) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:32.063872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-95d55c13-9b57-4972-b1c1-5dd3112c95ee req-d176e2cf-a6ee-47d9-8863-7313e1bd8aba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:32.065140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95d55c13-9b57-4972-b1c1-5dd3112c95ee req-d176e2cf-a6ee-47d9-8863-7313e1bd8aba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3615568 Dec 22 15:55:32.087495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] For port 3b477037-2b06-4204-aa4d-1fadab587ba8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3b477037-2b06-4204-aa4d-1fadab587ba8,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:32.091140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:32.092307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-3f89b4c9-815f-4aa0-a00b-e89fafe456c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 200 len: 217 time: 0.1007998 Dec 22 15:55:32.097290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:32.100755 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d0a1f48b-f631-46bf-9e64-414f1c511cbc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] delete failed (client error): The resource could not be found. Dec 22 15:55:32.102250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0a1f48b-f631-46bf-9e64-414f1c511cbc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "DELETE /v2.0/security-groups/d7983468-8c5a-4516-932c-21dd64ef86d4 HTTP/1.1" status: 404 len: 347 time: 0.0388818 Dec 22 15:55:32.105784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53498) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:32.157547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.166428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:32.169758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-84024dcc-d4cd-4b03-a0a3-cfd722d62471 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0621674 Dec 22 15:55:32.189098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.213147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-9fbe7040-0909-4672-a569-b560e82b8ade service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:32.215008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-9fbe7040-0909-4672-a569-b560e82b8ade service neutron] 10.222.0.46 "GET /v2.0/subnets?id=37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 200 len: 835 time: 0.1076043 Dec 22 15:55:32.217637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:32.228879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:32.229566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:32.343314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.454195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Pushing event updated for resources: {'Port': ['ID=3b477037-2b06-4204-aa4d-1fadab587ba8,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:32.462539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:32.501108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 75d751e7-8e75-491e-b232-a3b81127118b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=75d751e7-8e75-491e-b232-a3b81127118b,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:32.528069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:32.555111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-99dbe13d-12ef-4699-a13a-82641eda9bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2b6d94fd-196c-4703-bec7-1b1da346348b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3319225 Dec 22 15:55:32.574415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.593305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-625e0ead-a73d-43c7-850f-3e0a6eb6355d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:32.594605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.610081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5851ebc1-e9ff-4ef4-bb57-2bc93e458831 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:32.791777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:32.799611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:32.800571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:32.802519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:32.803722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:32.832688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:32.835716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:32.836447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:32.866827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53506) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:32.945205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-c775f747-7628-4728-b621-0db1a9a7c9e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:32.945736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-c775f747-7628-4728-b621-0db1a9a7c9e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:32.988055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-04889373-1cad-401e-a243-0f1924eaec43 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240546 Dec 22 15:55:32.994430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-c775f747-7628-4728-b621-0db1a9a7c9e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:32.995810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-c775f747-7628-4728-b621-0db1a9a7c9e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.1774116 Dec 22 15:55:33.040823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:33.046227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391499d-d34c-41b1-bfb2-6ecf0aac3014 None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:18Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3db7d126-9f3c-4633-aec9-e143a8b4bbaf', 'name': '', 'network_id': '2b6d94fd-196c-4703-bec7-1b1da346348b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:14Z', 'updated_at': '2021-12-22T15:53:25Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '37a370e0-90d3-47d5-a740-187bc04f072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:33.165419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.201890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 0439ee1f-9aad-46eb-ac00-f32e72077236 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:33.202668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.402535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-044d317d-92eb-43cc-82b9-b3f042664ff3 service neutron] 10.222.0.46 "GET /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024365 Dec 22 15:55:33.473584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 75d751e7-8e75-491e-b232-a3b81127118b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:33.516873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95698827-a36e-4a4f-ad16-0728f027e202 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46862480a7814e3c80466e307bb9c6c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6467142 Dec 22 15:55:33.521001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53514) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:33.550383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 75d751e7-8e75-491e-b232-a3b81127118b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:33.550953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.652746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb79081-c240-4944-b495-9f218cc06b38 req-03a2a1ec-b486-4139-8e7b-0469646d666b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:33.654782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ddb79081-c240-4944-b495-9f218cc06b38 req-03a2a1ec-b486-4139-8e7b-0469646d666b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 945 time: 0.4299581 Dec 22 15:55:33.670082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927abe61-a3bf-4a63-beff-6e5626fa957d None None] New status for floating IP 6e2031c0-438c-4f87-a14a-1adb17683b33: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:55:33.680700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.689396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3b477037-2b06-4204-aa4d-1fadab587ba8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:33.760903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ddb79081-c240-4944-b495-9f218cc06b38 req-c177efb1-30d9-49d4-862e-b8a9444fa920 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e61c9e7-c34a-4531-b063-56237731f334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870347 Dec 22 15:55:33.780495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.822159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.823116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.828447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4e5ae9a-a9b5-42fd-8570-54376ae74746 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:33.849875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.867813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3b477037-2b06-4204-aa4d-1fadab587ba8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:33.924291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 0439ee1f-9aad-46eb-ac00-f32e72077236, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0439ee1f-9aad-46eb-ac00-f32e72077236,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:33.924594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:33.961101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:33.964221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:34.066489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:34.074630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 0439ee1f-9aad-46eb-ac00-f32e72077236 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:34.074796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:34.189463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.199931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-44642d25-84a7-4a46-aaf8-9281b4c3eb74 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:34.226615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a435c-d6b0-4735-b630-1887a742c1fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:34.232000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:34.267763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.275275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3522368-864c-4ce1-b8d6-964d9f349646 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:34.330961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=0439ee1f-9aad-46eb-ac00-f32e72077236,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:34.331069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93c268-db27-4ee0-9a4b-4e6fbe25d465 None None] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:34.331155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:34.381030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.385754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d42a435c-d6b0-4735-b630-1887a742c1fc HTTP/1.1" status: 204 len: 168 time: 0.8608472 Dec 22 15:55:34.419368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 0439ee1f-9aad-46eb-ac00-f32e72077236 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:34.422054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.424964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-33c74a14-0ab1-4139-8b9e-989d47eb1e13 req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/0439ee1f-9aad-46eb-ac00-f32e72077236 HTTP/1.1" status: 204 len: 173 time: 1.4197845 Dec 22 15:55:34.425651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'name': 'network-vif-deleted', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:55:34.439430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:34.485795 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ebd831-d7a2-4e2f-a482-6b69946a8f1a', 'name': 'network-vif-deleted', 'tag': '0439ee1f-9aad-46eb-ac00-f32e72077236', 'status': 'completed', 'code': 200} Dec 22 15:55:34.539590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Provisioning for port 3b477037-2b06-4204-aa4d-1fadab587ba8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:34.549652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Provisioning complete for port 3b477037-2b06-4204-aa4d-1fadab587ba8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:34.550155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.641168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:34.659025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5716233 Dec 22 15:55:34.659277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53522) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:34.666179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-734052371'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:34.671994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:34.676245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:34.680356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:34.693666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:34.711077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:34.779857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:34.780633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:34.910844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:34.985618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] For port 3b477037-2b06-4204-aa4d-1fadab587ba8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3b477037-2b06-4204-aa4d-1fadab587ba8,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:35.011773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:35.066324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:35.072442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.113024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f404cc95-3d7b-4ae9-b9b8-9f4352aa8324 req-8e4ed9c2-71ce-4dd9-8cdb-5ced045b1b07 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ebd831-d7a2-4e2f-a482-6b69946a8f1a HTTP/1.1" status: 200 len: 210 time: 0.0927613 Dec 22 15:55:35.117413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:35.190673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.191180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment e777cc63-e571-4087-9499-e4ba56ad91ec of type vlan for network f7845441-f77e-481f-beaa-7e5fbbdd9e6e Dec 22 15:55:35.255343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.304945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.354234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:35.410663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.416312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:35.417002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.423175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc29f511-dbdd-4752-8ac0-ae35dc5c5997 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:35.533975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Provisioning complete for port 3b477037-2b06-4204-aa4d-1fadab587ba8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:35.534399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.545304 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8848796 Dec 22 15:55:35.549221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=f7845441-f77e-481f-beaa-7e5fbbdd9e6e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:35.549626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53528) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:35.552255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:35.556500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:35.572391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:35.590284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Pushing event updated for resources: {'Port': ['ID=3b477037-2b06-4204-aa4d-1fadab587ba8,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:35.593730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:35.684517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:35.688833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:35.691935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:35.699217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:35.736608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:35.862284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.881619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 3, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:33Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:35.887284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:35.887284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Updating router 60811e51-10fe-4c9a-87d6-f73735a878d0 port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:35.931008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Provisioning for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:35.939819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Provisioning complete for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:35.940263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:35.994861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.015128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ad77e-ac8a-42fe-af1b-fc2d2200af86 None None] Port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:36.130952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.136330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-56ea13d1-12ce-4605-8784-cfa2fcb8141f tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:36.165056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-af067b0a-fcad-40c5-80ef-0a07ed51f028 None None] Provisioning complete for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:36.165485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af067b0a-fcad-40c5-80ef-0a07ed51f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.225222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=47c6b538-e657-4171-8cda-34234c63e8d4,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:36.229333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:36.236502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53534) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:36.237059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:36.237447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: f7845441-f77e-481f-beaa-7e5fbbdd9e6e, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:36.284620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:36.307759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-af067b0a-fcad-40c5-80ef-0a07ed51f028 None None] Port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:36.316704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.319951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f7845441-f77e-481f-beaa-7e5fbbdd9e6e) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:36.324442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:36.325481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.340853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68dd34-126b-4fac-8e58-3e673645144a None None] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:36.351964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.365710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cadb252e-28a2-4401-bf78-1726f862a965 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8148537 Dec 22 15:55:36.369457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53538) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:36.590860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.612056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Transition to ACTIVE for port object 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:36.645176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.646738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.650831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-44390ff0-e5bc-48bd-8166-6cd0528d89bb tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:36.655696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bdcd2407-2e03-4307-94b6-d26c74f2e405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:36.670173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e61c9e7-c34a-4531-b063-56237731f334,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:36.724144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:36.725923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.726069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:36.747614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:36.751908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/4e61c9e7-c34a-4531-b063-56237731f334 HTTP/1.1" status: 204 len: 168 time: 0.5138862 Dec 22 15:55:36.817111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Pushing event updated for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:36.884537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:36.884685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53544) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:37.133056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Attempting to bind port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:37.133419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Attempting to bind port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:37.133793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Attempting to bind port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 on network c71d2aa9-648e-44cc-b2be-7bc70708bde5 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:37.150755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:37.151183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Checking segment: {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:37.152061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.152061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Bound using segment: {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:37.152573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Bound port: 6a8e648a-a69e-4fb3-a7f5-3d104a50b919, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1241314d-87dc-4a2e-99f0-a25a24f73fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:37.153043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.175863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0439ee1f-9aad-46eb-ac00-f32e72077236 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:37.255234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 0439ee1f-9aad-46eb-ac00-f32e72077236 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:37.255634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0439ee1f-9aad-46eb-ac00-f32e72077236 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:37.259390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Allocated IP 2001:db8:2::2 (f7845441-f77e-481f-beaa-7e5fbbdd9e6e/47c6b538-e657-4171-8cda-34234c63e8d4/ca84a5f6-64e6-4360-ad00-476de939cebf) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:37.269668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.469452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.614602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3b477037-2b06-4204-aa4d-1fadab587ba8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:37.663682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] For port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:37.690781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] For port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:37.737876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.747692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:37.890379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3b477037-2b06-4204-aa4d-1fadab587ba8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:37.890727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.923560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Pushing event updated for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:37.943533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:37.952718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:37.975752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Transition to ACTIVE for port object ca84a5f6-64e6-4360-ad00-476de939cebf will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:37.978483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:37.979195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:38.139318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Transition to ACTIVE for port object ca84a5f6-64e6-4360-ad00-476de939cebf will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:38.157932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:38.158283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.196231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.205637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:38.224285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8:2::1 (f7845441-f77e-481f-beaa-7e5fbbdd9e6e/47c6b538-e657-4171-8cda-34234c63e8d4/2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:38.285433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:38.347340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:38.367519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:38.375709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:38.380411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Pushing event updated for resources: {'Port': ['ID=ca84a5f6-64e6-4360-ad00-476de939cebf,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:38.385997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 3db7d126-9f3c-4633-aec9-e143a8b4bbaf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:38.385997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.388839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:38.410695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.428269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:38.473822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.479217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:38.517328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 3db7d126-9f3c-4633-aec9-e143a8b4bbaf owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:38.556584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:38.571282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:38.571647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Attempting to bind port ca84a5f6-64e6-4360-ad00-476de939cebf on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:38.572081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Attempting to bind port ca84a5f6-64e6-4360-ad00-476de939cebf by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:38.572496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Attempting to bind port ca84a5f6-64e6-4360-ad00-476de939cebf on network f7845441-f77e-481f-beaa-7e5fbbdd9e6e {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:38.572672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:38.574121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:38.577184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:38.578197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.641780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:38.642409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Checking segment: {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:38.642667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.643123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Bound using segment: {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:38.643665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Bound port: ca84a5f6-64e6-4360-ad00-476de939cebf, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:38.644089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.727855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.736350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.741489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dff212f-06b0-45c1-820f-690e98ae52dc tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:38.789424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=3db7d126-9f3c-4633-aec9-e143a8b4bbaf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:38.809533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:38.810824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] For port ca84a5f6-64e6-4360-ad00-476de939cebf, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:38.815381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] For port ca84a5f6-64e6-4360-ad00-476de939cebf, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ca84a5f6-64e6-4360-ad00-476de939cebf,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:38.850257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:38.856446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a171d137-7798-4eda-b8a9-48773bdb85c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:38.919729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 3, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:37Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:38.930483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5314af72-cc13-4aad-9676-8222c004eefa None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 3, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:37Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:38.965838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Pushing event updated for resources: {'Port': ['ID=ca84a5f6-64e6-4360-ad00-476de939cebf,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:38.970555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:39.264490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.302122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.305114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.313172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0682a5c3-5f8f-4227-a967-3fa7874d5c1c tempest-NetworksTestDHCPv6-1918184303 tempest-NetworksTestDHCPv6-1918184303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:39.412153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:39.417503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:39.511156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.512108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:39.632656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:39.634217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:39.656243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:39.662192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:39.662647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.869325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.932075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:39.964826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:39.967911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d1a1de2-145b-46d4-8486-5a04dc3c8e76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:40.009797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.050050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:40.057961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:40.264675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:40.303397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:40.455673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:40.468439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:40.474850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1013844 Dec 22 15:55:40.475142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53548) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:40.484283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809593283'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:40.484508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:40.485032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:40.490883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:40.495345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:network and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:40.499033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:40.505652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:40.534681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:40.548401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Sync routers for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:40.553743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:40.556944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:40.563402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/74bd62fa-79c6-43bc-a7c4-fb981aab67a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6790409 Dec 22 15:55:40.564326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.566960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:40.568144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:40.676108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:40.801628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:40.811018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 37a370e0-90d3-47d5-a740-187bc04f072f {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:40.821738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:40.850116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.899589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.900012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added segment 1a1233f4-1f9d-4e90-b05f-530781a11480 of type vlan for network c7c9ae14-d445-4000-b720-ded1d71019bb Dec 22 15:55:40.947653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:40.980371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a8ed5-80ec-4ca0-9255-d59cdfd8e1f7 None None] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:40.984363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.067347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.070294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:38Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:41.075231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:41.075609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Updating router 60811e51-10fe-4c9a-87d6-f73735a878d0 port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:41.104926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.108682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:41.109386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.121287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f4de4f3-b1f0-48a5-a2d1-2b42734f19ad tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:41.136250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.266356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7875621 Dec 22 15:55:41.269444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53556) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:41.274490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Network': ['ID=c7c9ae14-d445-4000-b720-ded1d71019bb,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:41.281287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'subnet': {'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:41.290112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:41.325621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c7c9ae14-d445-4000-b720-ded1d71019bb details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:41.348090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.353318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4c9f8a3-fe2f-49c2-a504-b4ac47daa0f6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:41.404532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=37a370e0-90d3-47d5-a740-187bc04f072f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:41.413570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:41.415062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.425958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/37a370e0-90d3-47d5-a740-187bc04f072f HTTP/1.1" status: 204 len: 168 time: 0.8711107 Dec 22 15:55:41.429474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53560) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:41.477514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e339564-683a-44a1-9181-520cec103dea None None] Network 2b6d94fd-196c-4703-bec7-1b1da346348b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:41.503132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:41.512428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:subnet and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:41.518921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:41.528285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:41.556580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:41.570513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Made reservation on behalf of 1702a631a6594056b14c95db71cc0c22 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:41.572214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.585505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Transition to ACTIVE for port object 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:41.622095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.638124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:41.688154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.696667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.715767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Pushing event updated for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:41.832707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1cf342fd-4a54-4737-a93c-2576b09f14cc None None] Provisioning for port ca84a5f6-64e6-4360-ad00-476de939cebf completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:41.908636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Attempting to bind port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:41.909614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Attempting to bind port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:41.910102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Attempting to bind port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 on network f7845441-f77e-481f-beaa-7e5fbbdd9e6e {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:41.922021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:41.922565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Checking segment: {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:41.923104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.923612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Bound using segment: {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:41.924338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Bound port: 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e777cc63-e571-4087-9499-e4ba56ad91ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:41.924825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.949824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.967394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:41.967815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:41.976339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port b7d5c571-7976-456d-8ce7-960fbb0714e4 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:41.976716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.033830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.047874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] For port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:42.052094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] For port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:42.056953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.062363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a7a1fc-6c08-4305-bf70-d14c93291aa0 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.075087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35'}], 'enable_snat': True}, 'gw_port_id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:38Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b7d5c571-7976-456d-8ce7-960fbb0714e4', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:53:05Z', 'updated_at': '2021-12-22T15:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:42.091126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.091309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Checking router: 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:42.096603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.169074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ca84a5f6-64e6-4360-ad00-476de939cebf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:42.182927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Subnet': ['ID=cf8bccee-cfc6-4ead-aeda-ce530c7a1e52,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.187707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.194017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Checking segment: {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:42.194597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network hostable DHCP agents. Network: c7c9ae14-d445-4000-b720-ded1d71019bb, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:42.220858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Routers {'74bd62fa-79c6-43bc-a7c4-fb981aab67a0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:42.221572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:42.236731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port b7d5c571-7976-456d-8ce7-960fbb0714e4, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b7d5c571-7976-456d-8ce7-960fbb0714e4,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:42.237594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.253862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Pushing event updated for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.259174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.260908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:42.261577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:42.274390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c7c9ae14-d445-4000-b720-ded1d71019bb is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:42.295737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] DHCP port deletion for 2b6d94fd-196c-4703-bec7-1b1da346348b request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:42.307996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c7c9ae14-d445-4000-b720-ded1d71019bb) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:42.313359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:42.313997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.383769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1128395 Dec 22 15:55:42.386690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53566) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:42.388404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006b88c-3974-436f-a7d1-2759fe3d7f53 None None] Network c7c9ae14-d445-4000-b720-ded1d71019bb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:42.405939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Deleting port efec95cf-109e-4c1a-983b-5af69ed2ee6c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:42.406957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.457764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:42.470469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for b7d5c571-7976-456d-8ce7-960fbb0714e4 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:42.762192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:42.767076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6651d8f2-8c7c-4234-88c3-a91754291c86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:42.857662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] Set router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:42.873812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=b7d5c571-7976-456d-8ce7-960fbb0714e4,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:42.877757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:42.890267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:38Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:42Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:42.896376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d25aac-4fb1-4c13-bdae-a30ff5403091 None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:38Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:42Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:43.225294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.278762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3c5ce03-d951-4b87-9ef0-0a150638694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.324656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:41Z', 'revision_number': 8, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:43.341363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.367828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1151c2d-088c-47ba-af07-352a790846eb None None] The sync data for ids ['74bd62fa-79c6-43bc-a7c4-fb981aab67a0'] in dv-neutron-822514-1-hyperv is: [{'id': '74bd62fa-79c6-43bc-a7c4-fb981aab67a0', 'name': 'tempest-TestNetworkBasicOps-router-1226748817', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:53:04Z', 'updated_at': '2021-12-22T15:55:41Z', 'revision_number': 8, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:43.378845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] For port efec95cf-109e-4c1a-983b-5af69ed2ee6c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efec95cf-109e-4c1a-983b-5af69ed2ee6c,segment=NetworkSegment(750502cd-ddc4-41d0-b3e0-2c70355fd31d),segment_id=750502cd-ddc4-41d0-b3e0-2c70355fd31d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:43.379299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.406248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c7c9ae14-d445-4000-b720-ded1d71019bb', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:43.407209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.494479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-27586e78-32a7-44c0-9798-c9b28a72febb None None] Provisioning for port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:43.563692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ca84a5f6-64e6-4360-ad00-476de939cebf completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:43.575114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Calling delete_port for efec95cf-109e-4c1a-983b-5af69ed2ee6c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:43.636508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ca84a5f6-64e6-4360-ad00-476de939cebf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:43.637084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.960568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Allocated IP 2001:db8:3::2 (c7c9ae14-d445-4000-b720-ded1d71019bb/cf8bccee-cfc6-4ead-aeda-ce530c7a1e52/50dfdeb9-a081-4f8b-a74f-671b896c6bcd) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:43.967793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:43.982659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.056239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.057323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 74bd62fa-79c6-43bc-a7c4-fb981aab67a0 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:55:44.087904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.089480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/74bd62fa-79c6-43bc-a7c4-fb981aab67a0 HTTP/1.1" status: 204 len: 168 time: 2.6588378 Dec 22 15:55:44.098102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53570) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:44.182090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.280616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.291631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.405434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.411148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port ca84a5f6-64e6-4360-ad00-476de939cebf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ca84a5f6-64e6-4360-ad00-476de939cebf,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:44.414609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.449648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.464508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Pushing event deleted for resources: {'Port': ['ID=efec95cf-109e-4c1a-983b-5af69ed2ee6c,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.466592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.468575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.469093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.485166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6d94fd-196c-4703-bec7-1b1da346348b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:44.501351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750502cd-ddc4-41d0-b3e0-2c70355fd31d') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:44.502191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750502cd-ddc4-41d0-b3e0-2c70355fd31d') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:44.519418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.543236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.551062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:44.551508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.568106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c2fed-4fdc-4665-8165-79979ac390a6 None None] No DVR routers for this DVR port efec95cf-109e-4c1a-983b-5af69ed2ee6c on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:44.570637 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:44.572954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.607239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Transition to ACTIVE for port object 50dfdeb9-a081-4f8b-a74f-671b896c6bcd will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:44.624851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=ca84a5f6-64e6-4360-ad00-476de939cebf,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.634695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.646337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Transition to ACTIVE for port object 50dfdeb9-a081-4f8b-a74f-671b896c6bcd will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:44.672090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:44.714455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.721571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.731402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Allocated IP 2001:db8:3::1 (c7c9ae14-d445-4000-b720-ded1d71019bb/cf8bccee-cfc6-4ead-aeda-ce530c7a1e52/29b36f66-3f75-4f53-b346-f23b54a29cac) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:44.736872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.743185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e46ad9c8-d18a-4cf2-a5db-dee67b3c49cb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:44.761848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.782144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/2b6d94fd-196c-4703-bec7-1b1da346348b HTTP/1.1" status: 204 len: 168 time: 0.6788146 Dec 22 15:55:44.782144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=2b6d94fd-196c-4703-bec7-1b1da346348b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.790917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6d595165-3cc6-4750-b6bb-e6c94ad65237 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.806090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53574) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:44.815996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--940793818', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:44.825068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Network c7c9ae14-d445-4000-b720-ded1d71019bb is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:44.827371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:44.833679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:44.842350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Pushing event updated for resources: {'Port': ['ID=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:44.846895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:44.870363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:44.885665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:44.895943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:44.906781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:44.918075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:44.938838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:44.939189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.950852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:44.956270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.971176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:44.983665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Attempting to bind port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:44.984089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Attempting to bind port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:44.984503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Attempting to bind port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd on network c7c9ae14-d445-4000-b720-ded1d71019bb {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:44.998093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Transition to ACTIVE for port object 29b36f66-3f75-4f53-b346-f23b54a29cac will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:45.001907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:45.002339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Checking segment: {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:45.002825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.003270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Bound using segment: {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:45.003799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Bound port: 50dfdeb9-a081-4f8b-a74f-671b896c6bcd, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:45.004219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.008419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:55:45.022882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.023399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment a51ceb24-e39e-42b4-a121-f15b33ba0582 of type vlan for network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f Dec 22 15:55:45.058706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.081088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.087744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.157188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.157419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.160720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:45.161353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.175035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c7c9ae14-d445-4000-b720-ded1d71019bb is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:45.182372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c60d4939-2e0d-43ca-9356-731afc5740e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.185539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:45.189923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.192327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:45.192605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] For port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:45.192882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.197197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.197763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03af0b42-0dcb-47fe-8614-ebc1c1d91e97 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.198210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] For port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:45.208642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:45.233581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.238148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.278847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.318010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5102484 Dec 22 15:55:45.321961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53578) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:45.324772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=988bd1d5-7221-4ab2-8d54-ef7d4a08356f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.329431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:45.329737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.335917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Pushing event updated for resources: {'Port': ['ID=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.339252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.339775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5ca36cd-6630-4533-99a6-9d0cd6e6a0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:45.344974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:45.349956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:45.353438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:45.359983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:45.382410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:55:45.395914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3db7d126-9f3c-4633-aec9-e143a8b4bbaf no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:45.399401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.400516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.420358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.425198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.487942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 3db7d126-9f3c-4633-aec9-e143a8b4bbaf {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:45.488345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3db7d126-9f3c-4633-aec9-e143a8b4bbaf not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:45.488814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b7d5c571-7976-456d-8ce7-960fbb0714e4 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:45.592046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: b7d5c571-7976-456d-8ce7-960fbb0714e4 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:45.592411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b7d5c571-7976-456d-8ce7-960fbb0714e4 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:45.592818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efec95cf-109e-4c1a-983b-5af69ed2ee6c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:45.618183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.627420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.642601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: efec95cf-109e-4c1a-983b-5af69ed2ee6c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:45.643003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efec95cf-109e-4c1a-983b-5af69ed2ee6c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:45.650288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:45.654246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:45.886489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.888097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.921611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.941929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.942865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:45.947654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-af42271f-f784-4b65-820e-2c9040afd03f tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:46.054471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event updated for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:46.059088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:46.073606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.230 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/5005fdd3-669f-46c0-bb9b-52cd9ccfbe10) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:46.155351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Network c7c9ae14-d445-4000-b720-ded1d71019bb is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:46.156597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:46.232187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.302221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.307696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22296a9a-1d4d-4588-8f77-72c2192bd218 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:46.376734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:46.377881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:46.382467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:46.423147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:46.427478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:46.510814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:46.587012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.588064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.650728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:46.713948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:46.724488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:46.725873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3380539 Dec 22 15:55:46.729482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53582) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:46.735842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:46.743910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:46.744338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:46.747100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:46.747971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:46.908212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ca84a5f6-64e6-4360-ad00-476de939cebf up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:46.914712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 9d1bdd2f-194a-41dc-b97d-39452e9603ea is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:55:47.018115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.029142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ca84a5f6-64e6-4360-ad00-476de939cebf triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:47.029820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.243633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 50dfdeb9-a081-4f8b-a74f-671b896c6bcd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:47.250517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:55:47.258822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:47.291738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Sync routers for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:47.304914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:47.337113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:47.337815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:47.341750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.343881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0206957 Dec 22 15:55:47.347198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53586) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:47.419796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e7dce40-02cd-4fd8-9cf9-cbac04875dcf tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706813 Dec 22 15:55:47.422413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:47.593282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c4d42-f37c-4ac5-a6cb-ed8e976d004b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:47.595007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-434c4d42-f37c-4ac5-a6cb-ed8e976d004b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1712761 Dec 22 15:55:47.598453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53594) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:47.659212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-99baec50-893b-42a3-b896-c8b97a277b31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591478 Dec 22 15:55:47.661748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53598) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:47.668513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1591571734', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:47.733156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:47.738957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:47.739559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Updating router 60811e51-10fe-4c9a-87d6-f73735a878d0 port 29b36f66-3f75-4f53-b346-f23b54a29cac binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:47.750345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:47.783960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:55:47.799403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:47.812186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:47.814385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.817615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f7f58-5046-4d88-b26c-66359aadee1a None None] Network c7c9ae14-d445-4000-b720-ded1d71019bb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:47.819875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:47.827503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:47.865216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Removed routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:55:47.866679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:47.924565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:55:47.930251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:48.211988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Provisioning for port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:48.213255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.227165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Provisioning complete for port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:48.227586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.228504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Transition to ACTIVE for port object 29b36f66-3f75-4f53-b346-f23b54a29cac will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:48.262396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.268337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.312866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.317092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.347754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.388602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:46Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:48.410870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Checking router: 9d1bdd2f-194a-41dc-b97d-39452e9603ea for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:48.411277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Updating router 9d1bdd2f-194a-41dc-b97d-39452e9603ea port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:48.460910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Pushing event updated for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.498512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.517342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.522048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Attempting to bind port 29b36f66-3f75-4f53-b346-f23b54a29cac on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:48.522537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Attempting to bind port 29b36f66-3f75-4f53-b346-f23b54a29cac by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:48.523125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Attempting to bind port 29b36f66-3f75-4f53-b346-f23b54a29cac on network c7c9ae14-d445-4000-b720-ded1d71019bb {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:48.531178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:48.531589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Checking segment: {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:48.532033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.533412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Bound using segment: {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:48.537347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Bound port: 29b36f66-3f75-4f53-b346-f23b54a29cac, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a1233f4-1f9d-4e90-b05f-530781a11480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:48.538296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.575532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:48.634315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.640298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] For port 29b36f66-3f75-4f53-b346-f23b54a29cac, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:48.643530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] For port 29b36f66-3f75-4f53-b346-f23b54a29cac, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29b36f66-3f75-4f53-b346-f23b54a29cac,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:48.646006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c0db8d0-7d5c-40da-8462-03b441a3f419 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.654311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.681478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.693722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3a264a1-0220-4db6-bf96-fe7bbc8e0f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.718227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.728683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.767182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:48.767693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 988bd1d5-7221-4ab2-8d54-ef7d4a08356f, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:55:48.806316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:48.807289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:48.815471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] For port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:48.828922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:48.838399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.839750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05c21b91-3d3c-4090-a7e5-dce8c0d93c8a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 954 time: 2.1091418 Dec 22 15:55:48.845590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.849362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac2422c9-2838-4c60-a6fd-cfd67ed079cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:48.856454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53602) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:48.873006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:55:48.887504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Pushing event updated for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:48.900575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:48.907918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 988bd1d5-7221-4ab2-8d54-ef7d4a08356f) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:48.925977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:48.926897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:48.967663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eef60e-e7d3-4655-ad47-8643afcbee83 None None] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:48.980884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3179059 Dec 22 15:55:48.981590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53606) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:49.011149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Pushing event updated for resources: {'Port': ['ID=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:49.022907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:49.086254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:49.102296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3eca6f78-fe15-4872-994c-5585b7bafd63 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 954 time: 0.2444446 Dec 22 15:55:49.105335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53610) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:49.111377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'routes': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:49.213739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.220912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-54435f42-492b-4476-85bc-46230f439918 None None] Provisioning complete for port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:49.221656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-54435f42-492b-4476-85bc-46230f439918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.333007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Transition to ACTIVE for port object 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:49.469245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.480846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8be90bfb-9279-45aa-9383-314eb64fabbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:49.597978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43931663-1bbd-4691-b43b-01112cda083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 6, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:49.603822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43931663-1bbd-4691-b43b-01112cda083a None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:47Z', 'revision_number': 6, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:49.609790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Pushing event updated for resources: {'Port': ['ID=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:49.613201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:49.628734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Attempting to bind port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:49.629171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Attempting to bind port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:49.629731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Attempting to bind port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:49.683387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:49.683796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:49.684255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.684703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:49.685246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Bound port: 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:49.687503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.733522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:55:49.734451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:49.955191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-54435f42-492b-4476-85bc-46230f439918 None None] Provisioning for port 29b36f66-3f75-4f53-b346-f23b54a29cac completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:50.030805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] For port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:50.033452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Allocated IP 172.20.0.2 (988bd1d5-7221-4ab2-8d54-ef7d4a08356f/0c07e59b-d1b4-4907-b12c-1c6e533fc3e8/3f4ce6ed-939d-4387-8241-d96f65333cdd) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:50.037113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] For port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:50.053355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.093908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.102623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1e437935-e490-4615-aa92-b477a57c84c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:50.116276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:55:50.116680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:55:50.155563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.305737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Pushing event updated for resources: {'Port': ['ID=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:50.313432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:50.355774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:50.356457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:50.696679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 50dfdeb9-a081-4f8b-a74f-671b896c6bcd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:50.948309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.966333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.970508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:50.974496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Transition to ACTIVE for port object 3f4ce6ed-939d-4387-8241-d96f65333cdd will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:51.018201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:51.018688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.064567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Transition to ACTIVE for port object 3f4ce6ed-939d-4387-8241-d96f65333cdd will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:51.083091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:51.143306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.152052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (988bd1d5-7221-4ab2-8d54-ef7d4a08356f/0c07e59b-d1b4-4907-b12c-1c6e533fc3e8/a1ad90f3-0ec5-4181-8759-db8a90b171f5) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:55:51.157742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86cb5bfb-6562-439c-97ea-4a6b1b12814d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:51.160874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:51.319530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:51.332938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.344701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:51.354712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object a1ad90f3-0ec5-4181-8759-db8a90b171f5 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:51.356182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:51.363387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:51.375141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.376577 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-50538b3f-e8a9-43cc-a910-d81bd1f4d9df tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 704 time: 2.2699783 Dec 22 15:55:51.381840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53614) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:51.410477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.416160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e89b31bf-f96c-426c-b354-cd58cd6fb4a7 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:51.441153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:51.456945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:51.458118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:51.466853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Pushing event updated for resources: {'Port': ['ID=3f4ce6ed-939d-4387-8241-d96f65333cdd,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:51.503514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29b36f66-3f75-4f53-b346-f23b54a29cac up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:51.511804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:51.515334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:51.527059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:55:51.533607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:51.586835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2503801f-fdb2-4321-b838-7763db670420 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 704 time: 0.2049344 Dec 22 15:55:51.587852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53618) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:51.609423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.613734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:51.619246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:51.625591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Attempting to bind port 3f4ce6ed-939d-4387-8241-d96f65333cdd on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:51.626019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Attempting to bind port 3f4ce6ed-939d-4387-8241-d96f65333cdd by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:51.626471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Attempting to bind port 3f4ce6ed-939d-4387-8241-d96f65333cdd on network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:51.661739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:51.662156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Checking segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:51.662850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.663445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Bound using segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:51.664004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Bound port: 3f4ce6ed-939d-4387-8241-d96f65333cdd, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:51.664434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.753222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.762729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] For port 3f4ce6ed-939d-4387-8241-d96f65333cdd, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:51.766142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] For port 3f4ce6ed-939d-4387-8241-d96f65333cdd, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3f4ce6ed-939d-4387-8241-d96f65333cdd,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:51.796561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:51.804232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:51.810231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a4423f57-a323-4594-8f7c-2022b54e2b8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:51.883191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Pushing event updated for resources: {'Port': ['ID=3f4ce6ed-939d-4387-8241-d96f65333cdd,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:51.891745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:51.930270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 29b36f66-3f75-4f53-b346-f23b54a29cac completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:51.935986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 29b36f66-3f75-4f53-b346-f23b54a29cac triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:51.936404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.005857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:46Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.012917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf4972e-77be-4919-987f-1378f6ee1618 None None] The sync data for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv is: [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:46Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:52.057415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.101870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.140699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 29b36f66-3f75-4f53-b346-f23b54a29cac, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29b36f66-3f75-4f53-b346-f23b54a29cac,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:52.176192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.178767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a78c8fd7-4a9b-4333-8e0d-59a8f33b0ad7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:52.278222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:52.281635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:52.347082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 7, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:48Z', 'revision_number': 4, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.353189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:52.360224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.369233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:52.369918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:52.394775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.441245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:52.583608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:52.586632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:52.594232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:52.596265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:52.775904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3f4ce6ed-939d-4387-8241-d96f65333cdd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:52.960610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3f4ce6ed-939d-4387-8241-d96f65333cdd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:52.967006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29b36f66-3f75-4f53-b346-f23b54a29cac up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:52.988037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 29b36f66-3f75-4f53-b346-f23b54a29cac {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:52.988947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.060425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 29b36f66-3f75-4f53-b346-f23b54a29cac triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:53.060861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.201788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:55:53.203366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:55:53.234247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 7, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:52Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:53.238691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea8fdc-64bc-493e-83b6-bfeccca3e8fb None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:50Z', 'revision_number': 7, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '29b36f66-3f75-4f53-b346-f23b54a29cac', 'name': '', 'network_id': 'c7c9ae14-d445-4000-b720-ded1d71019bb', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:62:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:44Z', 'updated_at': '2021-12-22T15:55:52Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'cf8bccee-cfc6-4ead-aeda-ce530c7a1e52', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:53.267523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 29b36f66-3f75-4f53-b346-f23b54a29cac, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29b36f66-3f75-4f53-b346-f23b54a29cac,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:53.267918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.410545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 29b36f66-3f75-4f53-b346-f23b54a29cac owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:53.673388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:53.681591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:53.699467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 9d1bdd2f-194a-41dc-b97d-39452e9603ea has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:53.736580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=29b36f66-3f75-4f53-b346-f23b54a29cac,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:53.739915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:54.003505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:54.022548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/9d1bdd2f-194a-41dc-b97d-39452e9603ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0368319 Dec 22 15:55:54.023009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53622) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:54.099335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.173049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2096b0d5-fbd5-40b0-9194-128c421791d0 None None] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:54.354433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Provisioning for port 3f4ce6ed-939d-4387-8241-d96f65333cdd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:54.373636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Provisioning complete for port 3f4ce6ed-939d-4387-8241-d96f65333cdd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:54.374056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.569486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.597227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.597646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.598049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.598478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.598873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.599274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.599670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.600635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.602766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ec1edf8a-2f32-4063-980e-d1cc9fdfe68f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5627 time: 0.5785306 Dec 22 15:55:54.606044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53626) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:54.612560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] For port 3f4ce6ed-939d-4387-8241-d96f65333cdd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3f4ce6ed-939d-4387-8241-d96f65333cdd,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:54.644849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:54.647365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-06bfb3e2-6805-4d53-bfe3-70b5f677e111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:54.691358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:54.739459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.739693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.739981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.740908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.741316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.741703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.742094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.742549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:54.744905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-434ebe47-2da9-40cb-83ef-d56989908a31 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5203 time: 0.1369801 Dec 22 15:55:54.750976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53630) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:54.828334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Pushing event updated for resources: {'Port': ['ID=3f4ce6ed-939d-4387-8241-d96f65333cdd,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:54.853236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:54.856240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:54.866083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:54.869644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.008722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-35f28b2b-7562-4bdd-807d-9dd4ef31e9f3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2143 time: 0.2564557 Dec 22 15:55:55.031779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Provisioning complete for port 3f4ce6ed-939d-4387-8241-d96f65333cdd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:55.032299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.045550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:55:55.097080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.120740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:55.248503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:55:55.282342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6898983 Dec 22 15:55:55.282914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53636) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:55.337067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:55.350867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.353836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:55.446094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:55.446962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:55.499279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53640) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:55.506723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753126734', 'description': 'tempest-secgroup-smoke-1753126734 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:55.516673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:55.518867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:55.522390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:55.527140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:55.534142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:55.569896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet cf8bccee-cfc6-4ead-aeda-ce530c7a1e52 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:55:55.570679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.573375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.578276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:55.619327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:55.624938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Provisioning for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:55:55.625367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:55.629189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:55.633157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Provisioning complete for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:55.633584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.637711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:55.643299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.695359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:55.712463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.741594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.741838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.744579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1c767319-736c-4b89-8840-58c41d5a9560 None None] Port a1ad90f3-0ec5-4181-8759-db8a90b171f5 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:55.753984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02b6a0e4-30c5-4a0a-843d-07e65beb6c76 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:55.797184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a181c31-e0d8-46d2-bd6e-4210011fa37f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:55.810659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:55.816528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.818022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3176453 Dec 22 15:55:55.822965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53644) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:55.829237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:55.836581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:55.840891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:55.844668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:55.851292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:55.868073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.873206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96a2f465-f8aa-4e36-978e-7cac650e6635 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:55.891187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Sync routers for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:55:55.898579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.904297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:55.905451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:55.916382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8bccee-cfc6-4ead-aeda-ce530c7a1e52,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:55.919848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:55.932617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:55.941077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/cf8bccee-cfc6-4ead-aeda-ce530c7a1e52 HTTP/1.1" status: 204 len: 168 time: 0.6569526 Dec 22 15:55:55.945757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53648) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:55.954642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22135dcb-1ec2-4fef-80b8-8b3d9da37885 None None] Network c7c9ae14-d445-4000-b720-ded1d71019bb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:55:55.985259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.014587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e18c5fcb-7902-47a5-ad78-5f38cce347cd None None] Provisioning complete for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:56.015086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e18c5fcb-7902-47a5-ad78-5f38cce347cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.039778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.049695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1252931e-571a-4c89-8d92-218087d42c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:56.079181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82bbc3-c565-41e7-b4c6-a093c953ec5c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:56.082251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.084580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:56.100464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:56.102034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.113213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.113431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:56.115147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2911613 Dec 22 15:55:56.118039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:56.127237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:56.137376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:56.142978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:56.146331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:56.154702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:56.203428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.237971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e18c5fcb-7902-47a5-ad78-5f38cce347cd None None] Port a1ad90f3-0ec5-4181-8759-db8a90b171f5 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:55:56.302326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.336277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.336480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 8, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.338276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9ae4d2bc-003e-495d-a3a8-99b3b7ef005b tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:56.342398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:56.356478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:56.357283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.372507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,segment=NetworkSegment(1a1233f4-1f9d-4e90-b05f-530781a11480),segment_id=1a1233f4-1f9d-4e90-b05f-530781a11480)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:56.372507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.388130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b613228c-344b-42fe-a28b-710ab8607179,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:56.390881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:56.426696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42934216-2bcf-4bf9-a272-177815c2a456 None None] DHCP port deletion for c7c9ae14-d445-4000-b720-ded1d71019bb request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:55:56.433014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.438404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3188736 Dec 22 15:55:56.439111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53656) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:56.446101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:56.453187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:56.457354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:56.461749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:56.468473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:56.507311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 50dfdeb9-a081-4f8b-a74f-671b896c6bcd owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:56.515875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-42934216-2bcf-4bf9-a272-177815c2a456 None None] Deleting port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:56.516356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42934216-2bcf-4bf9-a272-177815c2a456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.527859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.539091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:55:52Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.543665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Checking router: 9d1bdd2f-194a-41dc-b97d-39452e9603ea for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:55:56.544306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Updating router 9d1bdd2f-194a-41dc-b97d-39452e9603ea port a1ad90f3-0ec5-4181-8759-db8a90b171f5 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:55:56.617853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.637557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3f4ce6ed-939d-4387-8241-d96f65333cdd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:56.638001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.656115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.666838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b91126d6-3d15-40d2-a4e4-600706c74db2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:56.671030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-42934216-2bcf-4bf9-a272-177815c2a456 None None] The port '50dfdeb9-a081-4f8b-a74f-671b896c6bcd' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:55:56.684866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.686799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a97c70d-fbc7-4502-916c-1f4316efa30c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:56.696695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:56.723869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port 50dfdeb9-a081-4f8b-a74f-671b896c6bcd on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:55:56.726106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=50dfdeb9-a081-4f8b-a74f-671b896c6bcd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:56.737775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcd155f-79af-4fdd-8cf9-fe75d694ccea,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:56.742538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:56.753353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.758859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3152883 Dec 22 15:55:56.759661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53660) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:56.759818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:56.767782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:56.780148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:56.786349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:56.790694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:56.820125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:56.888827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.891959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3f4ce6ed-939d-4387-8241-d96f65333cdd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:56.892391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.908988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.929907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c9ae14-d445-4000-b720-ded1d71019bb']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.953249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1233f4-1f9d-4e90-b05f-530781a11480') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.953876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1233f4-1f9d-4e90-b05f-530781a11480') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:56.973223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.993297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:56.995815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.005138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:55:57.009150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:55:57.024173 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:55:57.031419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.033901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-67319a31-9ed6-408f-9770-63bc362c8814 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.065224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a16764f-ade4-486b-8e0b-5f79fb501899,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.069099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.079153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:57.113833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.115375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3545737 Dec 22 15:55:57.118899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53664) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:57.123755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Transition to ACTIVE for port object a1ad90f3-0ec5-4181-8759-db8a90b171f5 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:55:57.125807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:57.133265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:57.137331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:57.140355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:57.147916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:57.155912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.159438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-caec3c4f-45f2-4783-ae55-61549cc6d4d6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.170221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.175745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-627572f6-bde3-45d8-907a-a90b51f95999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.178940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.188019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=c7c9ae14-d445-4000-b720-ded1d71019bb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.193925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:57.196958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:55:57.207027 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/c7c9ae14-d445-4000-b720-ded1d71019bb HTTP/1.1" status: 204 len: 168 time: 1.2601223 Dec 22 15:55:57.207232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:57.211829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.329670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Pushing event updated for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.332866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:57.344798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.363027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:55:57.376041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.388010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.431055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0668d6-0243-4695-b0ac-4908cf6ecc8e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.450948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:57.479125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 8, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:57.484750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.487531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3675058 Dec 22 15:55:57.493616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53672) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:55:57.494772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472eea40-a68f-4c22-896e-ca8123d25e2e None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:53Z', 'revision_number': 8, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5', 'name': '', 'network_id': 'f7845441-f77e-481f-beaa-7e5fbbdd9e6e', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:37:68:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:37Z', 'updated_at': '2021-12-22T15:55:45Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '47c6b538-e657-4171-8cda-34234c63e8d4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:57.496624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:55:57.497131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.513577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7a181c31-e0d8-46d2-bd6e-4210011fa37f', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:55:57.530081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:55:57.537066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:55:57.573961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:55:57.584267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:55:57.627570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:55:57.637102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.639547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Attempting to bind port a1ad90f3-0ec5-4181-8759-db8a90b171f5 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:55:57.640221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Attempting to bind port a1ad90f3-0ec5-4181-8759-db8a90b171f5 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:55:57.641054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Attempting to bind port a1ad90f3-0ec5-4181-8759-db8a90b171f5 on network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:55:57.663418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:55:57.664930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Checking segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:55:57.666021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.667660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Bound using segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:55:57.670541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.671338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Bound port: a1ad90f3-0ec5-4181-8759-db8a90b171f5, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:55:57.671970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.754909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.778153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 50dfdeb9-a081-4f8b-a74f-671b896c6bcd no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:57.793887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.795850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.827839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] For port a1ad90f3-0ec5-4181-8759-db8a90b171f5, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:55:57.835757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] For port a1ad90f3-0ec5-4181-8759-db8a90b171f5, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a1ad90f3-0ec5-4181-8759-db8a90b171f5,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:55:57.838382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 50dfdeb9-a081-4f8b-a74f-671b896c6bcd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:57.838932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 50dfdeb9-a081-4f8b-a74f-671b896c6bcd not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:57.839837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c454a379-a978-43ba-b496-d63ce4639701,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.843332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:57.862826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.870152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:57.884719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:57.886068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3913503 Dec 22 15:55:57.966485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Pushing event updated for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:57.966485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:55:57.966485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:58.020394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:58.172882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:55:58.417890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:55:58.418269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:58.468234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-18b12edc-fe54-44ca-bb39-7d096c18daa3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:58.519897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29b36f66-3f75-4f53-b346-f23b54a29cac no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:55:58.547652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-18b12edc-fe54-44ca-bb39-7d096c18daa3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:58.549913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-18b12edc-fe54-44ca-bb39-7d096c18daa3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753126734&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.1300044 Dec 22 15:55:58.553031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:55:58.557709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9a4bd2-0f38-4d37-85f4-6900aca32761 None None] The sync data for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv is: [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:55:57Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:55:58.565160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 29b36f66-3f75-4f53-b346-f23b54a29cac {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:55:58.565570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29b36f66-3f75-4f53-b346-f23b54a29cac not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:55:58.634727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:55:58.634727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:58.747267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-e486ca66-da1d-4997-ba5c-58c3bc696868 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:55:58.748151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-e486ca66-da1d-4997-ba5c-58c3bc696868 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:58.777500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:55:58.800608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-e486ca66-da1d-4997-ba5c-58c3bc696868 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:58.801952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-e486ca66-da1d-4997-ba5c-58c3bc696868 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 200 len: 796 time: 0.2445979 Dec 22 15:55:58.829661 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-17bcc68e-e287-4484-9ae2-8a6a6f6028a0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0208237 Dec 22 15:55:58.922580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-86fcbe00-9c04-4f74-912d-91d56bb5c341 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:55:58.964292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-86fcbe00-9c04-4f74-912d-91d56bb5c341 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:55:58.966203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-86fcbe00-9c04-4f74-912d-91d56bb5c341 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350121 Dec 22 15:55:58.987667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-a4fc8ec8-8a13-402d-a849-ec412ab5be74 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:55:58.989665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-a4fc8ec8-8a13-402d-a849-ec412ab5be74 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055804 Dec 22 15:55:59.004352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:59.010558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:55:59.060612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:55:59.063453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:55:59.150086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-4b28b798-c4c5-4068-b48b-55905741cd17 service neutron] 10.222.0.18 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539652 Dec 22 15:55:59.336633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-91b2ac44-3683-404d-897e-d827a963fa6a service neutron] 10.222.0.18 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787450 Dec 22 15:55:59.592779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:55:59.786481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-341b98d5-4893-4cc9-a13b-bddf50097996 req-ad9a010e-1259-4b28-ad2d-847814ddd647 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 210 time: 0.2215235 Dec 22 15:56:00.213694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:00.403746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:00.415812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:00.419921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2115226 Dec 22 15:56:00.422883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53702) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:00.428980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:00.429777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:00.629719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:00.708653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a1ad90f3-0ec5-4181-8759-db8a90b171f5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:00.969231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet 47c6b538-e657-4171-8cda-34234c63e8d4 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:00.976976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.018578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:01.019763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-58e3fc76-4bb9-4b02-9be5-3e5154fb4f7b req-56221c23-9861-485f-ade7-aec4285aa953 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 210 time: 0.0906324 Dec 22 15:56:01.027334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:01.027767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.049438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.110525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:58Z', 'revision_number': 9, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:01.137401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.142258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:01.176631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.186565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:01.187260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:01.250565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.255616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d2e8c87-3831-4d59-bf42-bbca679102fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:01.295597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=47c6b538-e657-4171-8cda-34234c63e8d4,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:01.312677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:01.313973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.323384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/47c6b538-e657-4171-8cda-34234c63e8d4 HTTP/1.1" status: 204 len: 168 time: 0.8992853 Dec 22 15:56:01.326391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53708) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:01.333495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e58b88-81bc-4a79-8e50-49bb7e798b1f None None] Network f7845441-f77e-481f-beaa-7e5fbbdd9e6e requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:01.478689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:01.502233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.549900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port a1ad90f3-0ec5-4181-8759-db8a90b171f5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a1ad90f3-0ec5-4181-8759-db8a90b171f5,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:01.585003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port ca84a5f6-64e6-4360-ad00-476de939cebf {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:01.585365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.594625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.626497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:01.698687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-7eb5010f-49c2-4bb4-b107-02832a3491c0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:01.699447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-7eb5010f-49c2-4bb4-b107-02832a3491c0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:01.738856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-7eb5010f-49c2-4bb4-b107-02832a3491c0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:01.740268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-7eb5010f-49c2-4bb4-b107-02832a3491c0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 200 len: 796 time: 0.3102705 Dec 22 15:56:01.907819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-796359d7-8254-4370-a4bd-f53c25843b6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:01.911416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port ca84a5f6-64e6-4360-ad00-476de939cebf, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ca84a5f6-64e6-4360-ad00-476de939cebf,segment=NetworkSegment(e777cc63-e571-4087-9499-e4ba56ad91ec),segment_id=e777cc63-e571-4087-9499-e4ba56ad91ec)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:01.911815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:01.971679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:01.979582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:02.045935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for ca84a5f6-64e6-4360-ad00-476de939cebf owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:02.092341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-796359d7-8254-4370-a4bd-f53c25843b6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:02.094073 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-796359d7-8254-4370-a4bd-f53c25843b6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 380 time: 0.3345261 Dec 22 15:56:02.107934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['7a181c31-e0d8-46d2-bd6e-4210011fa37f']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:02.151128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b8d273-388b-4af6-a557-81c8b3e241b4 None None] DHCP port deletion for f7845441-f77e-481f-beaa-7e5fbbdd9e6e request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:02.159616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8d273-388b-4af6-a557-81c8b3e241b4 None None] Deleting port ca84a5f6-64e6-4360-ad00-476de939cebf {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:02.160085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d273-388b-4af6-a557-81c8b3e241b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.208170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4968feb-66b2-4826-958c-7d31db8495fc req-b360fe82-8e73-49b8-a965-35caa9e30a58 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 210 time: 0.0473380 Dec 22 15:56:02.220596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:58Z', 'revision_number': 9, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:02.253476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.263451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1b8d273-388b-4af6-a557-81c8b3e241b4 None None] The port 'ca84a5f6-64e6-4360-ad00-476de939cebf' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:02.264553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255882e1-2b89-4a3f-904a-173b1d7970b1 None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:55:58Z', 'revision_number': 9, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '6a8e648a-a69e-4fb3-a7f5-3d104a50b919', 'name': '', 'network_id': 'c71d2aa9-648e-44cc-b2be-7bc70708bde5', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:02:3a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:31Z', 'updated_at': '2021-12-22T15:55:39Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': 'db82edc1-10f3-4bed-9df3-2c43116e1316', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:02.266054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b971f4a0-ac27-4905-99d5-378bbc9f93f9 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:02.317178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=ca84a5f6-64e6-4360-ad00-476de939cebf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:02.322453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:02.328810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:02.331827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port ca84a5f6-64e6-4360-ad00-476de939cebf on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:02.394259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:02.481114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:02.486650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.503621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.570466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a1ad90f3-0ec5-4181-8759-db8a90b171f5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:02.579405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7845441-f77e-481f-beaa-7e5fbbdd9e6e']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:02.602973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e777cc63-e571-4087-9499-e4ba56ad91ec') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:02.603312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e777cc63-e571-4087-9499-e4ba56ad91ec') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:02.628113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.645332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a1ad90f3-0ec5-4181-8759-db8a90b171f5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:02.645756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.657994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.706077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:02.706543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:02.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:02.815051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ca84a5f6-64e6-4360-ad00-476de939cebf no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:02.828772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.11 (988bd1d5-7221-4ab2-8d54-ef7d4a08356f/0c07e59b-d1b4-4907-b12c-1c6e533fc3e8/0de31807-f5ec-41b2-9fa5-d69b13767758) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:02.860158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ca84a5f6-64e6-4360-ad00-476de939cebf {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:02.860744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ca84a5f6-64e6-4360-ad00-476de939cebf not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:02.861228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:02.900879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:02.901280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2ee9053e-3fd1-4c1f-8cf2-ff60b715e7c5 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:03.100227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.106972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d94d5c74-20ba-47f3-ae54-ac01b4012abd tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:03.121463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.136170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=f7845441-f77e-481f-beaa-7e5fbbdd9e6e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:03.160837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:03.185250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/f7845441-f77e-481f-beaa-7e5fbbdd9e6e HTTP/1.1" status: 204 len: 168 time: 1.8576515 Dec 22 15:56:03.188339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53718) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:03.304868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.322315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 0de31807-f5ec-41b2-9fa5-d69b13767758 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:03.376569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.383224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1acfc5e-d263-452c-a33e-be71d4910ffe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:03.456531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:03.459842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:03.464546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:03.496814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:03.503349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:03.522496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5230-82e0-463a-a1d3-0c5ad7d7c402 req-57371312-6add-4dbd-b3c6-63abd0094b25 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:03.524167 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-199a5230-82e0-463a-a1d3-0c5ad7d7c402 req-57371312-6add-4dbd-b3c6-63abd0094b25 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 932 time: 0.1811526 Dec 22 15:56:03.541537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:03.542309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.588405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4848609 Dec 22 15:56:03.603144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-2ddd9c7c-c9fd-4572-a123-3961af6770f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:56:03.604436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-2ddd9c7c-c9fd-4572-a123-3961af6770f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0063362 Dec 22 15:56:03.621072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Request body: {'port': {'device_id': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:03.655630 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-199a5230-82e0-463a-a1d3-0c5ad7d7c402 req-59741998-0cf5-4e93-958b-e1018b6ad71e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720513 Dec 22 15:56:03.676909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.749989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.873003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-43fc14ed-d652-434e-9fe6-de1d4ae76fcc None None] Provisioning for port 0de31807-f5ec-41b2-9fa5-d69b13767758 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:03.878649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-43fc14ed-d652-434e-9fe6-de1d4ae76fcc None None] Provisioning complete for port 0de31807-f5ec-41b2-9fa5-d69b13767758 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:03.879308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43fc14ed-d652-434e-9fe6-de1d4ae76fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:03.934735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-43fc14ed-d652-434e-9fe6-de1d4ae76fcc None None] Port 0de31807-f5ec-41b2-9fa5-d69b13767758 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:04.115709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de31807-f5ec-41b2-9fa5-d69b13767758 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:04.122693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.138780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Transition to ACTIVE for port object 0de31807-f5ec-41b2-9fa5-d69b13767758 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:04.158631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.163273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-faf3d2ab-7149-4d65-9f9d-d9dfc9875cbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:04.290150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Pushing event updated for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:04.294177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:04.310908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:04.311289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.414698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Attempting to bind port 0de31807-f5ec-41b2-9fa5-d69b13767758 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:04.415528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Attempting to bind port 0de31807-f5ec-41b2-9fa5-d69b13767758 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:04.415902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Attempting to bind port 0de31807-f5ec-41b2-9fa5-d69b13767758 on network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:04.422990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Port 0de31807-f5ec-41b2-9fa5-d69b13767758 on network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:56:04.423355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Attempting to bind port 0de31807-f5ec-41b2-9fa5-d69b13767758 on network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:04.431054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:04.431427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Checking segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:04.431848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Bound using segment: {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:04.432319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Bound port: 0de31807-f5ec-41b2-9fa5-d69b13767758, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51ceb24-e39e-42b4-a121-f15b33ba0582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:04.432721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.525644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 6a8e648a-a69e-4fb3-a7f5-3d104a50b919, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:04.526040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.528565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:04.532339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0de31807-f5ec-41b2-9fa5-d69b13767758,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:04.587974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.593025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c937b7c-aa9f-4e84-9a1f-ec244fbc1a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:04.654261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.655996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] 10.222.0.46 "PUT /v2.0/ports/0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 200 len: 1094 time: 1.0411954 Dec 22 15:56:04.658882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:04.664453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:04.676988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Pushing event updated for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:04.680956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:04.801197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'status': 'completed', 'code': 200} Dec 22 15:56:04.831219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-5aec2071-72a1-4dd8-9cd6-5cb527b75eaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0929694 Dec 22 15:56:04.915143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-d57779df-9353-4ed2-92f0-13f5df2551d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 200 len: 217 time: 0.0716178 Dec 22 15:56:04.946801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161cf5a4-8b5f-4da4-95b6-8cfe03821e8c req-064ed5a9-26ad-4eca-a3cc-2838e13b27ce tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:04.948430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-161cf5a4-8b5f-4da4-95b6-8cfe03821e8c req-064ed5a9-26ad-4eca-a3cc-2838e13b27ce tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 944 time: 0.1168573 Dec 22 15:56:04.953593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:04.960928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:04.994559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-6b831684-7048-4dda-954a-ba08ca6cfb86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:04.996047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-6b831684-7048-4dda-954a-ba08ca6cfb86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 HTTP/1.1" status: 200 len: 835 time: 0.0722296 Dec 22 15:56:05.028950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=6a8e648a-a69e-4fb3-a7f5-3d104a50b919,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:05.033657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:05.089984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-e6135f12-9382-4d90-a85e-b69b5104cfba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841157 Dec 22 15:56:05.161083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-161cf5a4-8b5f-4da4-95b6-8cfe03821e8c req-c912ec0e-c85d-43ca-b6da-12f7480251c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028010 Dec 22 15:56:05.252499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-89452e90-db66-4667-8f7c-4ff5d1a53e21 service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521626 Dec 22 15:56:05.273607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:05.412267 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d683f2cf-6664-4fb4-8818-0e0d5f4ee974 req-0414ac11-f60d-424f-91bf-5fd52a24f785 service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493890 Dec 22 15:56:05.590777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-5d3975d0-8ce0-445f-96b2-80ae09d83cdd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1097 time: 0.0858417 Dec 22 15:56:05.747505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-045c6d1f-5ad8-4426-88ec-a0f2adcc3be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:05.749104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-045c6d1f-5ad8-4426-88ec-a0f2adcc3be0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 200 len: 897 time: 0.1517129 Dec 22 15:56:05.826348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-9579851e-8f60-444c-a577-06ed7f46b6ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 200 len: 217 time: 0.0684693 Dec 22 15:56:05.902786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-d2df8014-7e27-474c-9d9a-d91a5262bea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:05.904356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-d2df8014-7e27-474c-9d9a-d91a5262bea4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 HTTP/1.1" status: 200 len: 835 time: 0.0691991 Dec 22 15:56:05.986788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-c1bca3dc-45b0-40a4-be6a-fff71bfbd599 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742221 Dec 22 15:56:06.038205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:06.136979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-4b57e45c-6221-4a53-b998-c08e9cea420a service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410182 Dec 22 15:56:06.216714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:06.229847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:06.234949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0450537 Dec 22 15:56:06.237325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53730) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:06.245878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:06.246836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:06.287913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1160a40-d330-4c6f-b646-c728c01e94fe req-80f613cb-bf8d-4f84-b1aa-ac5947808f60 service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423547 Dec 22 15:56:06.405872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:06.504175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b705d98-d194-4b88-846b-808f1850867e req-7c429327-27a9-46e2-b70e-b856226947df tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:06.505830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b705d98-d194-4b88-846b-808f1850867e req-7c429327-27a9-46e2-b70e-b856226947df tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 944 time: 0.2044809 Dec 22 15:56:06.535757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet db82edc1-10f3-4bed-9df3-2c43116e1316 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:06.541883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:06.636238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:06.676547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b705d98-d194-4b88-846b-808f1850867e req-d53b0e03-17c0-4ea5-bef2-14986db5ffb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373043 Dec 22 15:56:06.729922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:06.749419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:04Z', 'revision_number': 10, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:06.753433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:06.764541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:06.765196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:06.845037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:06.850833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26735740-4eac-4b01-880d-16a0128a6677 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:06.890540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=db82edc1-10f3-4bed-9df3-2c43116e1316,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:06.893353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:06.900074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:06.906847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef87518-1e5b-4572-91e0-9d5112567e54 None None] Network c71d2aa9-648e-44cc-b2be-7bc70708bde5 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:06.910825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/db82edc1-10f3-4bed-9df3-2c43116e1316 HTTP/1.1" status: 204 len: 168 time: 0.6695473 Dec 22 15:56:06.911186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53734) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:07.046244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.058358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 3b477037-2b06-4204-aa4d-1fadab587ba8 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:07.058767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.065389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:07.204511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] DHCP port deletion for c71d2aa9-648e-44cc-b2be-7bc70708bde5 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:07.210129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Deleting port 3b477037-2b06-4204-aa4d-1fadab587ba8 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:07.210814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.280788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 3b477037-2b06-4204-aa4d-1fadab587ba8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3b477037-2b06-4204-aa4d-1fadab587ba8,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:07.281419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.405018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:04Z', 'revision_number': 10, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:07.409348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968095c4-b1fa-4b27-917e-b17f2c227830 None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:04Z', 'revision_number': 10, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None, '_interfaces': [{'id': '75d751e7-8e75-491e-b232-a3b81127118b', 'name': '', 'network_id': 'a008bd7c-8946-4840-aaaf-fed56a72e50a', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'mac_address': 'fa:16:3e:04:7c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:24Z', 'updated_at': '2021-12-22T15:55:32Z', 'revision_number': 5, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'subnets': [{'id': '0d7e1fa1-a605-4315-83d8-8ed7edf29350', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:07.421490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 3b477037-2b06-4204-aa4d-1fadab587ba8 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:07.436390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] For port 3b477037-2b06-4204-aa4d-1fadab587ba8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3b477037-2b06-4204-aa4d-1fadab587ba8,segment=NetworkSegment(1241314d-87dc-4a2e-99f0-a25a24f73fb0),segment_id=1241314d-87dc-4a2e-99f0-a25a24f73fb0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:07.437025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.527203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.533223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:07.567893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Calling delete_port for 3b477037-2b06-4204-aa4d-1fadab587ba8 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:07.579328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=3b477037-2b06-4204-aa4d-1fadab587ba8,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:07.584893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:07.587371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port 3b477037-2b06-4204-aa4d-1fadab587ba8 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:07.644274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:56:07.644687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:56:07.720837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.750967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d2aa9-648e-44cc-b2be-7bc70708bde5']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:07.767759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1241314d-87dc-4a2e-99f0-a25a24f73fb0') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:07.768108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1241314d-87dc-4a2e-99f0-a25a24f73fb0') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:07.781270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.798000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.838879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:07.839325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:07.855132 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:07.976647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657497-10fd-4045-91da-05d37665eaa8 req-58ab01cd-c18e-4ee8-b982-25f3e9193654 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:07.978221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-73657497-10fd-4045-91da-05d37665eaa8 req-58ab01cd-c18e-4ee8-b982-25f3e9193654 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 944 time: 0.1754806 Dec 22 15:56:08.004324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:08.009879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:08.027551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:08.044303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=c71d2aa9-648e-44cc-b2be-7bc70708bde5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:08.050333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:08.058800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/c71d2aa9-648e-44cc-b2be-7bc70708bde5 HTTP/1.1" status: 204 len: 168 time: 1.1466253 Dec 22 15:56:08.061794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53740) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:08.129939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-73657497-10fd-4045-91da-05d37665eaa8 req-6fe65777-cf2f-4a36-a07b-c853950e1270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453133 Dec 22 15:56:08.146068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Deleting port 3b477037-2b06-4204-aa4d-1fadab587ba8 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:08.156486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:08.212107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a851f-d102-4de2-808b-94a7bef02f81 None None] The port '3b477037-2b06-4204-aa4d-1fadab587ba8' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:08.413995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:08.564473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:08.604253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:08.604647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6a8e648a-a69e-4fb3-a7f5-3d104a50b919 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:08.605126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3b477037-2b06-4204-aa4d-1fadab587ba8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:08.640910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 3b477037-2b06-4204-aa4d-1fadab587ba8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:08.641305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3b477037-2b06-4204-aa4d-1fadab587ba8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:09.290402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0de31807-f5ec-41b2-9fa5-d69b13767758 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:56:09.294168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 75d751e7-8e75-491e-b232-a3b81127118b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:09.294585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.435134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0de31807-f5ec-41b2-9fa5-d69b13767758,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:09.449828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'port_id': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'mac_address': 'fa:16:3e:63:2a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:56:09.504564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38017a-14b1-405e-b010-74cfa9fbd50d req-5d6b794b-b628-43cc-a98e-17291021ddcc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:09.505397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.506814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8d38017a-14b1-405e-b010-74cfa9fbd50d req-5d6b794b-b628-43cc-a98e-17291021ddcc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 944 time: 0.2485173 Dec 22 15:56:09.526500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de31807-f5ec-41b2-9fa5-d69b13767758 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:56:09.544020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0de31807-f5ec-41b2-9fa5-d69b13767758,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:09.555900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 75d751e7-8e75-491e-b232-a3b81127118b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=75d751e7-8e75-491e-b232-a3b81127118b,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:09.556369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.576001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.577970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:09.648647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:09.651904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:09.699831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 75d751e7-8e75-491e-b232-a3b81127118b owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:09.754847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8d38017a-14b1-405e-b010-74cfa9fbd50d req-6aa89583-822e-4b84-af94-c6a90105dc3b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383733 Dec 22 15:56:09.856296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['0de31807-f5ec-41b2-9fa5-d69b13767758'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:56:09.914042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.918837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:09.936608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:09.963856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=75d751e7-8e75-491e-b232-a3b81127118b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:09.966684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:10.147866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:10.571364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:10.713154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:10.725126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:10.726852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639633 Dec 22 15:56:10.729782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53746) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:10.738123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:10.738839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:10.888409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:10.936600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting subnet 0d7e1fa1-a605-4315-83d8-8ed7edf29350 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:10.939838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:10.999968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ad46-5270-4fd2-b514-281436296525 req-153e4187-0693-4a16-ac39-096afa7cab4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:11.002031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.002633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:11.003128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a39ad46-5270-4fd2-b514-281436296525 req-153e4187-0693-4a16-ac39-096afa7cab4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 945 time: 0.0964630 Dec 22 15:56:11.007003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:11.018488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:11.019144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:11.057145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a39ad46-5270-4fd2-b514-281436296525 req-d4b3969a-6fd8-4372-bd2f-61f4d6c07421 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470607 Dec 22 15:56:11.093800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.154135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:11.211016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.215682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f42b584-bf90-42cb-90c2-dc0dfa376560 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:11.256484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7e1fa1-a605-4315-83d8-8ed7edf29350,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:11.259308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:11.265216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.269840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:11.273171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/0d7e1fa1-a605-4315-83d8-8ed7edf29350 HTTP/1.1" status: 204 len: 168 time: 0.5420070 Dec 22 15:56:11.275913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53752) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:11.277774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566319cc-c148-4ba8-a781-d8e2ae4e156a None None] Network a008bd7c-8946-4840-aaaf-fed56a72e50a requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:11.309969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eae54-c63b-44bf-bce4-0821d5f65ef2 None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:11.365914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0de31807-f5ec-41b2-9fa5-d69b13767758 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:11.408007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.420946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Deleting port 89070d32-ae4f-439a-9e5d-65b647f412b5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:11.421436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.647003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] For port 89070d32-ae4f-439a-9e5d-65b647f412b5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89070d32-ae4f-439a-9e5d-65b647f412b5,segment=NetworkSegment(c2f6192f-6937-4017-a53a-8455b95dc151),segment_id=c2f6192f-6937-4017-a53a-8455b95dc151)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:11.647584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.730325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 0de31807-f5ec-41b2-9fa5-d69b13767758 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:11.738177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 0de31807-f5ec-41b2-9fa5-d69b13767758 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:11.738665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.777990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Calling delete_port for 89070d32-ae4f-439a-9e5d-65b647f412b5 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:11.810482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec0703-63c2-41f3-b272-e1a4ed8e809b None None] DHCP port deletion for a008bd7c-8946-4840-aaaf-fed56a72e50a request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:11.821202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-91ec0703-63c2-41f3-b272-e1a4ed8e809b None None] Deleting port 89070d32-ae4f-439a-9e5d-65b647f412b5 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:11.821561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91ec0703-63c2-41f3-b272-e1a4ed8e809b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.878795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.884126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-775333d6-6983-460d-bce7-f49ff3de9841 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:11.926591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Port': ['ID=89070d32-ae4f-439a-9e5d-65b647f412b5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:11.929956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:11.932515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No DVR routers for this DVR port 89070d32-ae4f-439a-9e5d-65b647f412b5 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:11.961813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-91ec0703-63c2-41f3-b272-e1a4ed8e809b None None] The port '89070d32-ae4f-439a-9e5d-65b647f412b5' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:11.965326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:11.994860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:12.006732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0de31807-f5ec-41b2-9fa5-d69b13767758,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:12.050785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'code': 200} Dec 22 15:56:12.056203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.059711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bffb1bb4-4a45-4f61-b32c-0f522c8b6444 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:12.065016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.093338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a008bd7c-8946-4840-aaaf-fed56a72e50a']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:12.110515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f6192f-6937-4017-a53a-8455b95dc151') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:12.110936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f6192f-6937-4017-a53a-8455b95dc151') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:12.128724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.130757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:12.134503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:12.151644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.158887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:12.159425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:12.175794 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:12.275263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975b0df-c0c4-4c0f-9c7f-1d3256f51c90 req-a8f0a47d-f382-40bd-bea9-3edc0101d9f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:12.276882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b975b0df-c0c4-4c0f-9c7f-1d3256f51c90 req-a8f0a47d-f382-40bd-bea9-3edc0101d9f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0862215 Dec 22 15:56:12.284746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.288516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-304bf724-abdd-4041-8434-3b2f0385db6d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:12.307967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.326541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b975b0df-c0c4-4c0f-9c7f-1d3256f51c90 req-58ce7ee5-c18c-4b48-8644-a48f28fae8a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Dec 22 15:56:12.358186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Pushing event deleted for resources: {'Network': ['ID=a008bd7c-8946-4840-aaaf-fed56a72e50a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:12.369432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:12.379320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/networks/a008bd7c-8946-4840-aaaf-fed56a72e50a HTTP/1.1" status: 204 len: 168 time: 1.1021574 Dec 22 15:56:12.383040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53760) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:12.389137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'routes': None}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:12.559517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 75d751e7-8e75-491e-b232-a3b81127118b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:12.594075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 75d751e7-8e75-491e-b232-a3b81127118b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:12.594476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 75d751e7-8e75-491e-b232-a3b81127118b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:12.594964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89070d32-ae4f-439a-9e5d-65b647f412b5 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:12.633687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 89070d32-ae4f-439a-9e5d-65b647f412b5 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:12.634085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89070d32-ae4f-439a-9e5d-65b647f412b5 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:12.752071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcbc8f5f-535d-40da-896e-2916ceb19e97 req-7afeeb7d-4c65-4bba-988d-4952adbc10b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1099 time: 0.4411364 Dec 22 15:56:12.787504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d413061-9692-446a-b437-ab2083204588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:12.947892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Added routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 22 15:56:12.948160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.extraroute_db [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Removed routes are [] {{(pid=88957) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 22 15:56:12.948559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:13.029145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcbc8f5f-535d-40da-896e-2916ceb19e97 req-7390636f-4e8a-4ead-b725-cfe5df871fe7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167611 Dec 22 15:56:13.232146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:13.235528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:13.382185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 60811e51-10fe-4c9a-87d6-f73735a878d0 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:13.530704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:13.537717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:13.539736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db430fea-bdf2-40ba-9edc-1f8eefafe568 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 705 time: 1.1550133 Dec 22 15:56:13.542321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53766) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:13.542590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Sync routers for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:13.546412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c28f2-e88f-4347-932f-606148b18b68 req-6b098560-06ec-4714-86b2-20331c95c917 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:13.548086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d6c28f2-e88f-4347-932f-606148b18b68 req-6b098560-06ec-4714-86b2-20331c95c917 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0895281 Dec 22 15:56:13.556120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:13.556788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:13.588224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-21160321-0352-4f28-ab4a-383f2896f72f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Synchronizing usage tracker for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:13.600719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d6c28f2-e88f-4347-932f-606148b18b68 req-e1f2525b-965c-43c5-a936-23f4c6a3cab4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443447 Dec 22 15:56:13.621183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-21160321-0352-4f28-ab4a-383f2896f72f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Unset dirty status for tenant:1702a631a6594056b14c95db71cc0c22 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:13.625157 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-21160321-0352-4f28-ab4a-383f2896f72f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 205 time: 0.0792475 Dec 22 15:56:13.625472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53770) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:13.691504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:13.770051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:13.800777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:13.805637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Checking router: 60811e51-10fe-4c9a-87d6-f73735a878d0 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:13.816920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Routers {'60811e51-10fe-4c9a-87d6-f73735a878d0'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:13.817579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['60811e51-10fe-4c9a-87d6-f73735a878d0'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:13.949761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] Set router 60811e51-10fe-4c9a-87d6-f73735a878d0 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:14.059414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:14.063691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c6f0b-5db9-42c4-aacb-38648bb31bca None None] The sync data for ids ['60811e51-10fe-4c9a-87d6-f73735a878d0'] in dv-neutron-822514-1-hyperv is: [{'id': '60811e51-10fe-4c9a-87d6-f73735a878d0', 'name': 'tempest-RoutersIpV6Test-router-1172400283', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:21Z', 'updated_at': '2021-12-22T15:56:09Z', 'revision_number': 11, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:14.164147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.190343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.195783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.238128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.238720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router 60811e51-10fe-4c9a-87d6-f73735a878d0 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:56:14.253361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.259316 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c18d199-8adb-4817-bdc7-83aa28099f92 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 204 len: 168 time: 0.6327169 Dec 22 15:56:14.260160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53774) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:14.265991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1240881181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:14.273518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:14.277966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Usage tracker for resource:router and tenant:1702a631a6594056b14c95db71cc0c22 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:14.281356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:14.288115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:14.319204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.320207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.385822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.438813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.495580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:14.496895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-89d31659-14fc-4ce0-977a-242635f4a923 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2356904 Dec 22 15:56:14.500064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53778) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:14.506553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:14.849720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79980f0c-cddf-43bc-a556-37cfab771249 req-4761697e-9720-41b6-b653-84ea2d96940e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:14.851507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79980f0c-cddf-43bc-a556-37cfab771249 req-4761697e-9720-41b6-b653-84ea2d96940e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0871975 Dec 22 15:56:14.903725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79980f0c-cddf-43bc-a556-37cfab771249 req-c1e0ee00-72e3-4b8a-b5c0-dae8100b06a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Dec 22 15:56:15.116454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcff70f-303a-4a31-8c63-f5e04a3b9926 req-d75a45e0-e6db-476d-a27c-f88a40110ef3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:15.118119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4fcff70f-303a-4a31-8c63-f5e04a3b9926 req-d75a45e0-e6db-476d-a27c-f88a40110ef3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0859227 Dec 22 15:56:15.147434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19fa25de-99d0-4bc4-b3f7-c612702a479a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.167941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4fcff70f-303a-4a31-8c63-f5e04a3b9926 req-3c27ef8d-cab4-4bbb-aff9-7af5ab7fae89 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Dec 22 15:56:15.170305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.196106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53786) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:15.235270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.406248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c56b4e34-2a01-4aa1-811d-a58483fb3c82 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1094 time: 0.2086356 Dec 22 15:56:15.409315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53790) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:15.416342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:15.422781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:15.426781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:15.430071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:15.437215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:15.501060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Router 848b28fd-119a-4a30-b9de-3840baaf3fee is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:56:15.575727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.577335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.647726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:15.654881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.656336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-31200be0-ec24-487d-b304-48e528f9e272 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "PUT /v2.0/routers/848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 200 len: 698 time: 1.1552997 Dec 22 15:56:15.659079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53794) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:15.663467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Sync routers for ids ['848b28fd-119a-4a30-b9de-3840baaf3fee'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:15.676843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Routers {'848b28fd-119a-4a30-b9de-3840baaf3fee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:15.677967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['848b28fd-119a-4a30-b9de-3840baaf3fee'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:15.728748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:15.810899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1c6148a-60b1-4ead-8715-daaf2d9f8367 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/routers/848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 200 len: 704 time: 0.1500309 Dec 22 15:56:15.813409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53798) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:15.819805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Set router 848b28fd-119a-4a30-b9de-3840baaf3fee gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:15.868769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-820b1c33-5dcf-490f-baa2-b18bf1f7353f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 200 len: 205 time: 0.0513098 Dec 22 15:56:15.869265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53802) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:15.894204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.246 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/3b31667e-a0eb-4ebe-a0c3-f62daacbb412) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:15.937649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b28fd-119a-4a30-b9de-3840baaf3fee', 'name': 'tempest-RoutersIpV6Test-router-1240881181', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:56:14Z', 'updated_at': '2021-12-22T15:56:15Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:15.941794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Checking router: 848b28fd-119a-4a30-b9de-3840baaf3fee for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:15.953361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Routers {'848b28fd-119a-4a30-b9de-3840baaf3fee'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:15.954040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['848b28fd-119a-4a30-b9de-3840baaf3fee'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:16.015109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.096625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] Set router 848b28fd-119a-4a30-b9de-3840baaf3fee gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:16.219563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '848b28fd-119a-4a30-b9de-3840baaf3fee', 'name': 'tempest-RoutersIpV6Test-router-1240881181', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:56:14Z', 'updated_at': '2021-12-22T15:56:15Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:16.225927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb6bbe-cb97-4b33-bb92-a764ce2b25dc None None] The sync data for ids ['848b28fd-119a-4a30-b9de-3840baaf3fee'] in dv-neutron-822514-1-hyperv is: [{'id': '848b28fd-119a-4a30-b9de-3840baaf3fee', 'name': 'tempest-RoutersIpV6Test-router-1240881181', 'tenant_id': '1702a631a6594056b14c95db71cc0c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:56:14Z', 'updated_at': '2021-12-22T15:56:15Z', 'revision_number': 2, 'project_id': '1702a631a6594056b14c95db71cc0c22', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:16.363021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.416140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.420983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb2ab0d8-c9f0-4b2c-be87-2dfe950b8945 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:16.445078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.449870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.487473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:16.490354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:16.494454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:16.501236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.501795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Fanout notify agent at l3_agent the message router_deleted on router 848b28fd-119a-4a30-b9de-3840baaf3fee {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:56:16.516881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:16.518083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d0f0ba3-36ac-4481-bb17-f2af288bc26a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 204 len: 168 time: 0.6480949 Dec 22 15:56:16.522619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53806) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.526739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=3b31667e-a0eb-4ebe-a0c3-f62daacbb412,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:16.555263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.555705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.556137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.556669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.556957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.557355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.557771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.558185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.558629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.559041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.559460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:16.565336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:16.574184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-09f33447-dc3a-43f2-bb06-fbc098740d0e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 200 len: 205 time: 0.0500193 Dec 22 15:56:16.576315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.652533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-1658f438-3ceb-4d4e-ade2-33e656f58eaa tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:16.653688 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1658f438-3ceb-4d4e-ade2-33e656f58eaa tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/848b28fd-119a-4a30-b9de-3840baaf3fee HTTP/1.1" status: 404 len: 336 time: 0.0762084 Dec 22 15:56:16.656861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53814) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.698501 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6c54ab-95ed-4840-b145-8ae1bd906a0e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:16.699008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6c54ab-95ed-4840-b145-8ae1bd906a0e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:16.700834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7e6c54ab-95ed-4840-b145-8ae1bd906a0e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/cf8bccee-cfc6-4ead-aeda-ce530c7a1e52 HTTP/1.1" status: 404 len: 337 time: 0.0429733 Dec 22 15:56:16.703582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.747322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18e0d2e-cfe2-4fd9-92fd-d8e462eefb69 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:16.747740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18e0d2e-cfe2-4fd9-92fd-d8e462eefb69 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:16.749526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f18e0d2e-cfe2-4fd9-92fd-d8e462eefb69 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/47c6b538-e657-4171-8cda-34234c63e8d4 HTTP/1.1" status: 404 len: 337 time: 0.0449810 Dec 22 15:56:16.752216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53822) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.794023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-384f0ab1-6554-4106-b43c-1910d49fdc17 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:16.794553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384f0ab1-6554-4106-b43c-1910d49fdc17 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:16.796392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-384f0ab1-6554-4106-b43c-1910d49fdc17 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/db82edc1-10f3-4bed-9df3-2c43116e1316 HTTP/1.1" status: 404 len: 337 time: 0.0432112 Dec 22 15:56:16.799166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53826) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.840572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0b1338-2c17-4488-9157-e2ce52367792 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:16.841072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0b1338-2c17-4488-9157-e2ce52367792 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:16.845562 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7f0b1338-2c17-4488-9157-e2ce52367792 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/0d7e1fa1-a605-4315-83d8-8ed7edf29350 HTTP/1.1" status: 404 len: 337 time: 0.0427990 Dec 22 15:56:16.845826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53830) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.895158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c64c459-722f-4eef-b34c-d92183e0b5ad tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 200 len: 205 time: 0.0480890 Dec 22 15:56:16.898020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53834) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.965537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-082a8614-79f7-449c-a8de-f546e529273e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:16.966704 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-082a8614-79f7-449c-a8de-f546e529273e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/60811e51-10fe-4c9a-87d6-f73735a878d0 HTTP/1.1" status: 404 len: 336 time: 0.0676274 Dec 22 15:56:16.969591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53838) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:16.975761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.019629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-801294d6-907a-46fc-8a2e-fd3b40fcaa45 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=4de3f36c-9cd3-482c-a286-49eb6cfa27db HTTP/1.1" status: 200 len: 205 time: 0.0487106 Dec 22 15:56:17.022173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53842) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.063805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.091584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-404800f1-f796-4365-8bf4-e0d3e9ac84dd tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:17.105151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-404800f1-f796-4365-8bf4-e0d3e9ac84dd tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/4de3f36c-9cd3-482c-a286-49eb6cfa27db HTTP/1.1" status: 404 len: 336 time: 0.0695572 Dec 22 15:56:17.107105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53846) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.150359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-861a849c-5fff-467e-b5d5-aa4445071044 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:17.150885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861a849c-5fff-467e-b5d5-aa4445071044 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:17.152690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-861a849c-5fff-467e-b5d5-aa4445071044 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/e118caa5-55cc-4d23-a4ee-a8134d192e1e HTTP/1.1" status: 404 len: 337 time: 0.0445921 Dec 22 15:56:17.155744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.178562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.200974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-22bf41c9-ece5-4d0e-912b-1e2521dc0eac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 200 len: 205 time: 0.0440075 Dec 22 15:56:17.203455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.281204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-46247ad5-e6de-4be2-9870-d7176e47c289 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:17.282285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-46247ad5-e6de-4be2-9870-d7176e47c289 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/a86a64e3-093a-4052-a136-f960c274e84b HTTP/1.1" status: 404 len: 336 time: 0.0778553 Dec 22 15:56:17.285195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53858) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.332253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52012076-fa55-4e9e-92c0-14270cf37875 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 HTTP/1.1" status: 200 len: 205 time: 0.0457559 Dec 22 15:56:17.335821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53862) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.399572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.439026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.444507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:17.562865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=3b31667e-a0eb-4ebe-a0c3-f62daacbb412,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:17.567768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:17.577342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:17.643674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-dce9a453-a3b2-4e11-be62-b0764fe31398 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:17.644801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dce9a453-a3b2-4e11-be62-b0764fe31398 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/1eed7d9e-b95d-4748-b57b-b78a1cdfc8c2 HTTP/1.1" status: 404 len: 336 time: 0.3079908 Dec 22 15:56:17.648252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53866) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.687793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdddfc91-7e37-424c-a668-a4b37597c081 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:17.688281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdddfc91-7e37-424c-a668-a4b37597c081 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:17.690059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdddfc91-7e37-424c-a668-a4b37597c081 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/a16f94c8-99bb-4833-99a2-3deb497cb1cf HTTP/1.1" status: 404 len: 337 time: 0.0408404 Dec 22 15:56:17.692870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53870) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.738348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-087d1a43-e967-425c-a76e-42590bace994 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 HTTP/1.1" status: 200 len: 205 time: 0.0439692 Dec 22 15:56:17.741103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.781525 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 7afff7d0-3af6-4769-8194-14442d841d12 associated. External IP: 172.26.1.246, port: 0de31807-f5ec-41b2-9fa5-d69b13767758. Dec 22 15:56:17.812085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-8d0dec70-14ab-476f-992f-8ee2bff2e734 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:17.813479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8d0dec70-14ab-476f-992f-8ee2bff2e734 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/a6fa4699-0b1a-4c78-8cfe-3b090ae551f8 HTTP/1.1" status: 404 len: 336 time: 0.0711472 Dec 22 15:56:17.815976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53878) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.857217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-013bcaaf-ee77-4a3c-a5a9-7d88f44a7a1a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:17.857721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013bcaaf-ee77-4a3c-a5a9-7d88f44a7a1a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:17.859716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-013bcaaf-ee77-4a3c-a5a9-7d88f44a7a1a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/a37eea8b-bc12-4486-9043-ed78eaf33ce2 HTTP/1.1" status: 404 len: 337 time: 0.0425329 Dec 22 15:56:17.862480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53882) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.913465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e291a6b6-2f76-4e44-a638-feb7bf2aedfa tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "GET /v2.0/ports?device_id=28521a09-5492-4bb0-bc9d-8b7fe2d91130 HTTP/1.1" status: 200 len: 205 time: 0.0496848 Dec 22 15:56:17.915874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:17.982970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-0e5a71c9-ec42-475c-a104-96e78c0a090d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] delete failed (client error): The resource could not be found. Dec 22 15:56:17.986686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0e5a71c9-ec42-475c-a104-96e78c0a090d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/routers/28521a09-5492-4bb0-bc9d-8b7fe2d91130 HTTP/1.1" status: 404 len: 336 time: 0.0672696 Dec 22 15:56:17.986863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53890) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:18.031901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ec5d0e-ccd2-4121-a2ac-6c4089f434ce tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:18.032412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ec5d0e-ccd2-4121-a2ac-6c4089f434ce tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:18.037297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a7ec5d0e-ccd2-4121-a2ac-6c4089f434ce tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/b979c790-c7f3-4f3f-a266-90759ff01143 HTTP/1.1" status: 404 len: 337 time: 0.0464056 Dec 22 15:56:18.037612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53894) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:18.078163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae24d2-f658-49cb-86f8-e5e6b7baa8db tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] DELETE failed (client error): The resource could not be found. Dec 22 15:56:18.078750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae24d2-f658-49cb-86f8-e5e6b7baa8db tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88957) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 15:56:18.083126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6ae24d2-f658-49cb-86f8-e5e6b7baa8db tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] 10.222.0.18 "DELETE /v2.0/subnets/2bd9037c-e145-4d9b-80d1-7782ba008ae7 HTTP/1.1" status: 404 len: 337 time: 0.0419917 Dec 22 15:56:18.212166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 9d1bdd2f-194a-41dc-b97d-39452e9603ea has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:18.428986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:18.439760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Sync routers for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:18.452838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:18.453498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:18.479044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:18.496782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:18.546546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1359975 Dec 22 15:56:18.546894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53908) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:18.547438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:18.607535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'status': 'completed', 'code': 200} Dec 22 15:56:18.671440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:18.754243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1bdac6ad-d9d3-40b7-9bad-27caa0279280 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/7afff7d0-3af6-4769-8194-14442d841d12 HTTP/1.1" status: 200 len: 992 time: 0.2060189 Dec 22 15:56:18.787583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0820cb95-088f-4cbd-9384-dd55fdc546d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1702a631a6594056b14c95db71cc0c22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2889452 Dec 22 15:56:18.790294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53914) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:18.794981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-91c8e6c9-fba4-4395-9d71-9cf04894a645 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1099 time: 0.1558757 Dec 22 15:56:18.873635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:18.901894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:18.948801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-7a96e8fc-97fc-49f9-aa06-22059fb07b4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:18.950607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-7a96e8fc-97fc-49f9-aa06-22059fb07b4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 200 len: 897 time: 0.1490471 Dec 22 15:56:18.987185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:18.992841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-70fe8de0-1edb-45c6-b0d7-57856d350194 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:19.008236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d32ce1-ed70-4b0d-b844-8cc89e009243,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:19.012436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:19.015825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:19.033143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b2d32ce1-ed70-4b0d-b844-8cc89e009243 HTTP/1.1" status: 204 len: 168 time: 0.2298295 Dec 22 15:56:19.054238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '7afff7d0-3af6-4769-8194-14442d841d12', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'port_id': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'mac_address': 'fa:16:3e:63:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:56:16Z', 'updated_at': '2021-12-22T15:56:16Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:19.058672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Checking router: 9d1bdd2f-194a-41dc-b97d-39452e9603ea for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:19.070606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:19.071504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:19.071653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-9b41b54c-97e9-4f79-be97-5848a27fefbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 200 len: 1000 time: 0.1148801 Dec 22 15:56:19.140689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-e41e89e8-8fad-41dc-9d6a-981099efe7bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:19.142352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-e41e89e8-8fad-41dc-9d6a-981099efe7bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 HTTP/1.1" status: 200 len: 835 time: 0.0646174 Dec 22 15:56:19.226144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-57270080-d764-4576-9b96-41a88841fe10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766635 Dec 22 15:56:19.259804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:19.382205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-1337e54e-95bb-498a-99c6-9403396d6a2d service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492109 Dec 22 15:56:19.539277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cccb70a8-34c4-4c5c-adc6-305c8ffa561f req-47cc4039-4f69-40e4-9f3a-975e66b877f8 service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496048 Dec 22 15:56:19.758254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53930) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:19.791844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '7afff7d0-3af6-4769-8194-14442d841d12', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'port_id': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'mac_address': 'fa:16:3e:63:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:56:16Z', 'updated_at': '2021-12-22T15:56:16Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:19.797603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487c810f-6661-4f6f-a747-fe5fb2084794 None None] The sync data for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv is: [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '7afff7d0-3af6-4769-8194-14442d841d12', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.246', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'port_id': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'mac_address': 'fa:16:3e:63:2a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:56:16Z', 'updated_at': '2021-12-22T15:56:16Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:19.878416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc2d8a44-923c-4a37-9750-21ce31509af1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/7afff7d0-3af6-4769-8194-14442d841d12 HTTP/1.1" status: 200 len: 992 time: 0.1184249 Dec 22 15:56:20.151866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862b64ea-063c-4112-aa4b-490bef8f3568 None None] New status for floating IP 7afff7d0-3af6-4769-8194-14442d841d12: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:56:20.198222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53940) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:20.347931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-331740627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:20.355543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:20.359658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:router and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:20.362720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:20.369484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:20.410112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.411196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.478285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.513135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.575901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.577216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-178680c1-c409-4b22-94bf-5d6087f1dcdf tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3778102 Dec 22 15:56:20.580231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53946) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:20.586559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-454279662'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:20.591881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:20.595971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:network and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:20.600372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:20.606425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:20.638079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:20.643545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.661160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.694977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:20.699040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:security_group_rule and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:20.701956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:20.708013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:20.785113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.815932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.820725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-958bc508-c6ee-4c17-b6e8-0c4bf6846159 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:20.850367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:56:20.863884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bf9f74-4b4e-4ff7-8dc1-6b2727ee9e3f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:20.869486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.869879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Added segment 02e0d0c4-9583-438c-b1b6-b0ee2624078f of type vlan for network 9ad9c99c-a45a-4909-a406-5854bc82fa0d Dec 22 15:56:20.880400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.880836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.881265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.881700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.882122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.882264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53950) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:20.882584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.883008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.883426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.883839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.884254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.884673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:20.889438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:20.910904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.964280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.968502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:20.969140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:20.975355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ea5aefc-195e-47e5-ab43-4e403c51d57c tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:20.995471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05a73581-44ca-49b6-9c38-b2458cf60bac tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/7afff7d0-3af6-4769-8194-14442d841d12 HTTP/1.1" status: 200 len: 994 time: 0.1119025 Dec 22 15:56:21.093980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Network': ['ID=9ad9c99c-a45a-4909-a406-5854bc82fa0d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:21.093980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:21.098675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:56:21.114042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5326979 Dec 22 15:56:21.117295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:21.123577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'subnet': {'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:21.241584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:21.245603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:subnet and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:21.248509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:21.254416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:21.307111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:21.417272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:21.667458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:21.671727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f00933bf-bb7f-4564-b3bb-550213c826b6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:21.751408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Subnet': ['ID=5ce37aff-c3e3-4985-99a2-036a45d47d40,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:21.757084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:21.767841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Checking segment: {'id': '02e0d0c4-9583-438c-b1b6-b0ee2624078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:21.768241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network hostable DHCP agents. Network: 9ad9c99c-a45a-4909-a406-5854bc82fa0d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:56:21.815804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:56:21.855656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 9ad9c99c-a45a-4909-a406-5854bc82fa0d) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:21.859763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:21.860405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:21.865980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e65615-24c4-437f-9812-b97381d00dc7 None None] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:21.908485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7900372 Dec 22 15:56:21.911658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53960) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:21.917987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'network': {'name': 'tempest-router-network01--1937510456'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:21.923316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:21.928148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:network and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:21.932855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:21.939064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:21.987208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:21.992968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.023774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:56:22.033031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.033421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Added segment b4287dfe-0d5f-4145-b989-533b002214e0 of type vlan for network 2b67d90c-fb24-4072-9b11-2e40c92a2811 Dec 22 15:56:22.060833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.090968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-9ad9c99c-a45a-4909-a406-5854bc82fa0d', 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d', 'tenant_id': '5a2fc1ff5d6f42e1935b53d8bc384ad0', 'fixed_ips': [{'subnet_id': '5ce37aff-c3e3-4985-99a2-036a45d47d40'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:56:22.091884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.124470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.128855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:22.129541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.136257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f0cb762-764e-4e32-8e52-2d273cd88082 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:22.246227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3333139 Dec 22 15:56:22.247154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Network': ['ID=2b67d90c-fb24-4072-9b11-2e40c92a2811,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:22.249598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 53964) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:22.249910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:22.258428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'network': {'name': 'tempest-router-network02--1099140457'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:22.263994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:22.265784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:56:22.268784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:network and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:22.271554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:22.278213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:22.281989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Allocated IP 2001:db8::2 (9ad9c99c-a45a-4909-a406-5854bc82fa0d/5ce37aff-c3e3-4985-99a2-036a45d47d40/d1425118-d9b9-4d52-af12-3274d131d06e) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:22.330405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:22.336165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.366347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:56:22.375360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.375768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Added segment 86cac206-fd1b-46fb-bc18-6d5edade9c67 of type vlan for network 9e2334e8-9e50-4134-8493-607ce5e09a90 Dec 22 15:56:22.408762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.467415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.471651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:22.472297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.477849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe460d40-58d2-42e2-bc51-24c78cbd509e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:22.581505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3271489 Dec 22 15:56:22.582358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53968) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:22.585292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.587923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Network': ['ID=9e2334e8-9e50-4134-8493-607ce5e09a90,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:22.588923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'subnet': {'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:22.591445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:22.601913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:56:22.616488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Transition to ACTIVE for port object d1425118-d9b9-4d52-af12-3274d131d06e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:22.703329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Transition to ACTIVE for port object d1425118-d9b9-4d52-af12-3274d131d06e will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:22.709014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:22.713086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:subnet and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:22.716052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:22.722109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:22.736441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.742361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ff350cb-3315-4a34-8e9b-15c1115b5dff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:22.764632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:22.814569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:22.818585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Pushing event updated for resources: {'Port': ['ID=d1425118-d9b9-4d52-af12-3274d131d06e,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:22.821028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:22.823613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:22.836515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.836912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.837289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.837662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.838030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.838398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.838788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.839155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.839516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.839876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.840252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:56:22.843990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:22.891356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.927291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Attempting to bind port d1425118-d9b9-4d52-af12-3274d131d06e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:22.927709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Attempting to bind port d1425118-d9b9-4d52-af12-3274d131d06e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '02e0d0c4-9583-438c-b1b6-b0ee2624078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:22.928126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Attempting to bind port d1425118-d9b9-4d52-af12-3274d131d06e on network 9ad9c99c-a45a-4909-a406-5854bc82fa0d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:22.934967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:22.935384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Checking segment: {'id': '02e0d0c4-9583-438c-b1b6-b0ee2624078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:22.935826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:22.936262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Bound using segment: {'id': '02e0d0c4-9583-438c-b1b6-b0ee2624078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:22.936832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Bound port: d1425118-d9b9-4d52-af12-3274d131d06e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e0d0c4-9583-438c-b1b6-b0ee2624078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9ad9c99c-a45a-4909-a406-5854bc82fa0d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:22.937244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:23.053383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] For port d1425118-d9b9-4d52-af12-3274d131d06e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:23.056583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] For port d1425118-d9b9-4d52-af12-3274d131d06e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1425118-d9b9-4d52-af12-3274d131d06e,segment=NetworkSegment(02e0d0c4-9583-438c-b1b6-b0ee2624078f),segment_id=02e0d0c4-9583-438c-b1b6-b0ee2624078f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:23.090598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:23.095423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c87c12ad-386e-42a6-8e56-250e0eb76c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:23.176235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Pushing event updated for resources: {'Port': ['ID=d1425118-d9b9-4d52-af12-3274d131d06e,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:23.179522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:23.192993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:23.197779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91c7dba2-0ba1-4545-87c9-8ee4939e42e7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:23.283999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Subnet': ['ID=b80326ff-cacc-4b62-88d7-81a9843ed1c1,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:23.289306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:23.297917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Checking segment: {'id': 'b4287dfe-0d5f-4145-b989-533b002214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:23.298312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network hostable DHCP agents. Network: 2b67d90c-fb24-4072-9b11-2e40c92a2811, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:56:23.341485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:56:23.369839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2b67d90c-fb24-4072-9b11-2e40c92a2811) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:23.373737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:23.374381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:23.381949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e1fe3-0024-4084-aacb-69ee50663035 None None] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:23.428628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8449008 Dec 22 15:56:23.431496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53972) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:23.437793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'subnet': {'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:23.576509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:23.580958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:subnet and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:23.584517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:23.591469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:23.627424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:23.750321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:23.808003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-2b67d90c-fb24-4072-9b11-2e40c92a2811', 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811', 'tenant_id': '5a2fc1ff5d6f42e1935b53d8bc384ad0', 'fixed_ips': [{'subnet_id': 'b80326ff-cacc-4b62-88d7-81a9843ed1c1'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:56:23.808907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.022488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Allocated IP 2001:db8::2 (2b67d90c-fb24-4072-9b11-2e40c92a2811/b80326ff-cacc-4b62-88d7-81a9843ed1c1/dceef647-1cbd-44cc-9c22-4a72e1ef33c9) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:24.202280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:56:24.251001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.262926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Transition to ACTIVE for port object dceef647-1cbd-44cc-9c22-4a72e1ef33c9 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:24.283294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Transition to ACTIVE for port object dceef647-1cbd-44cc-9c22-4a72e1ef33c9 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:24.307474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.312685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:24.324567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.328774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a21a5353-831b-42ee-8a25-7f4a2e2da2ef tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:24.383084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:24.386079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:24.390667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:24.392903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Pushing event updated for resources: {'Port': ['ID=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:24.396902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:24.415182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Subnet': ['ID=3b97632d-7117-42cc-bd82-c1fcd5237c29,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:24.419394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:24.428214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Checking segment: {'id': '86cac206-fd1b-46fb-bc18-6d5edade9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:24.428610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network hostable DHCP agents. Network: 9e2334e8-9e50-4134-8493-607ce5e09a90, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:56:24.484626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:56:24.484737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Attempting to bind port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:24.484835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Attempting to bind port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'b4287dfe-0d5f-4145-b989-533b002214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:24.485261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Attempting to bind port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 on network 2b67d90c-fb24-4072-9b11-2e40c92a2811 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:24.492908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:24.493338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Checking segment: {'id': 'b4287dfe-0d5f-4145-b989-533b002214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:24.493790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.494272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Bound using segment: {'id': 'b4287dfe-0d5f-4145-b989-533b002214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:24.494827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Bound port: dceef647-1cbd-44cc-9c22-4a72e1ef33c9, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4287dfe-0d5f-4145-b989-533b002214e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2b67d90c-fb24-4072-9b11-2e40c92a2811'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:24.495255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.513094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 9e2334e8-9e50-4134-8493-607ce5e09a90) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:24.523862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:24.526393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.552692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7a85c-fddc-47e3-8b35-44e8a0c6e871 None None] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:24.599854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1671393 Dec 22 15:56:24.602476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53976) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:24.665034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1425118-d9b9-4d52-af12-3274d131d06e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:24.764759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] For port dceef647-1cbd-44cc-9c22-4a72e1ef33c9, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:24.794781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] For port dceef647-1cbd-44cc-9c22-4a72e1ef33c9, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,segment=NetworkSegment(b4287dfe-0d5f-4145-b989-533b002214e0),segment_id=b4287dfe-0d5f-4145-b989-533b002214e0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:24.845240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:24.852087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:24.916829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d1425118-d9b9-4d52-af12-3274d131d06e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:24.986270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Pushing event updated for resources: {'Port': ['ID=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:24.991522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-9e2334e8-9e50-4134-8493-607ce5e09a90', 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90', 'tenant_id': '5a2fc1ff5d6f42e1935b53d8bc384ad0', 'fixed_ips': [{'subnet_id': '3b97632d-7117-42cc-bd82-c1fcd5237c29'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:56:24.992488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.002813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:25.140248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18553fb3-9555-4d02-b45f-5a6d686c4854 None None] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:25.154256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.288201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Allocated IP 2001:db8::2 (9e2334e8-9e50-4134-8493-607ce5e09a90/3b97632d-7117-42cc-bd82-c1fcd5237c29/45e53d3c-b960-406a-9935-9067aa2d89fc) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:25.317820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Provisioning for port d1425118-d9b9-4d52-af12-3274d131d06e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:25.359955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Provisioning complete for port d1425118-d9b9-4d52-af12-3274d131d06e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:25.359955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.561199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Allocated IP 2001:db8::1 (2b67d90c-fb24-4072-9b11-2e40c92a2811/b80326ff-cacc-4b62-88d7-81a9843ed1c1/12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:25.681907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.732808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.749934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Transition to ACTIVE for port object 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:25.785979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] For port d1425118-d9b9-4d52-af12-3274d131d06e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1425118-d9b9-4d52-af12-3274d131d06e,segment=NetworkSegment(02e0d0c4-9583-438c-b1b6-b0ee2624078f),segment_id=02e0d0c4-9583-438c-b1b6-b0ee2624078f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:25.799109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.810710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.810920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Transition to ACTIVE for port object 45e53d3c-b960-406a-9935-9067aa2d89fc will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:25.815874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17771016-8f7c-4b8a-bed5-4abd1ea1706f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:25.832252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Transition to ACTIVE for port object 45e53d3c-b960-406a-9935-9067aa2d89fc will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:25.838627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.840512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:25.876222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.886091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:25.889376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:25.893710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:25.894270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:25.901639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Port': ['ID=12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:25.905291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:25.922760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:25.926381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:25.930827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:25.939175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Pushing event updated for resources: {'Port': ['ID=d1425118-d9b9-4d52-af12-3274d131d06e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:25.943999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:25.944542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:26.023762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.088887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Pushing event updated for resources: {'Port': ['ID=45e53d3c-b960-406a-9935-9067aa2d89fc,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:26.092831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:26.093737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Attempting to bind port 45e53d3c-b960-406a-9935-9067aa2d89fc on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:26.094159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Attempting to bind port 45e53d3c-b960-406a-9935-9067aa2d89fc by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '86cac206-fd1b-46fb-bc18-6d5edade9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:26.094603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Attempting to bind port 45e53d3c-b960-406a-9935-9067aa2d89fc on network 9e2334e8-9e50-4134-8493-607ce5e09a90 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:26.102327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:26.102776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Checking segment: {'id': '86cac206-fd1b-46fb-bc18-6d5edade9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:26.103231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.103680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Bound using segment: {'id': '86cac206-fd1b-46fb-bc18-6d5edade9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:26.104211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Bound port: 45e53d3c-b960-406a-9935-9067aa2d89fc, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cac206-fd1b-46fb-bc18-6d5edade9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9e2334e8-9e50-4134-8493-607ce5e09a90'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:26.104640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.210555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-92826adf-3600-4902-b3f1-53f2a2ac7688 None None] Provisioning complete for port d1425118-d9b9-4d52-af12-3274d131d06e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:26.210898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92826adf-3600-4902-b3f1-53f2a2ac7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.257903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] For port 45e53d3c-b960-406a-9935-9067aa2d89fc, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:26.273132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] For port 45e53d3c-b960-406a-9935-9067aa2d89fc, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=45e53d3c-b960-406a-9935-9067aa2d89fc,segment=NetworkSegment(86cac206-fd1b-46fb-bc18-6d5edade9c67),segment_id=86cac206-fd1b-46fb-bc18-6d5edade9c67)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:26.318300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.333862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:26.527295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.562287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.563215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.573288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4cff010-beda-44ba-b1cc-0db9ad8b16cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:26.600540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Pushing event updated for resources: {'Port': ['ID=45e53d3c-b960-406a-9935-9067aa2d89fc,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:26.603412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:26.693912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1425118-d9b9-4d52-af12-3274d131d06e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:26.747417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Port': ['ID=12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:26.750779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:26.772553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d1425118-d9b9-4d52-af12-3274d131d06e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:26.772975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:26.805020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:26.806389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:26.830580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a32fbe-b5f8-41db-a5e0-7980155b6535 None None] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:27.047328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0278f6c2-d813-44c3-b417-c9b98fa2d625 None None] Provisioning for port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:27.115464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dceef647-1cbd-44cc-9c22-4a72e1ef33c9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:27.279187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:27.285802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:27.286849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:27.412505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:27.446285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port dceef647-1cbd-44cc-9c22-4a72e1ef33c9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,segment=NetworkSegment(b4287dfe-0d5f-4145-b989-533b002214e0),segment_id=b4287dfe-0d5f-4145-b989-533b002214e0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:27.524675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:27.527853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:27.541648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Router 371efb83-34fc-4c21-bbcd-371e87f18278 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:56:27.601517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:27.605004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:27.732136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:27.746117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] Sync routers for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:27.746384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396496 Dec 22 15:56:27.746984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53980) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:27.757111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:27.758002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:27.825153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:27.844021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:27.844745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:27.866792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Provisioning for port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:27.872479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Provisioning complete for port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:27.872903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:27.916477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:27.916930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadfc2f4-0f60-45d5-8464-da8ac8a1ae0a None None] The sync data for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:27.957258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:27.972382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Provisioning complete for port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:27.973179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24d50196-4920-4d72-a4b9-86d6b2778af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:28.244692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cd81e4e2-b4c8-46a1-8c68-969f138364df None None] Provisioning complete for port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:28.245146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4e2-b4c8-46a1-8c68-969f138364df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:28.313498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cd81e4e2-b4c8-46a1-8c68-969f138364df None None] Port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:28.456264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5383bc63-5696-433e-89cd-3f512b9382de tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:56:28.457420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5383bc63-5696-433e-89cd-3f512b9382de tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7093549 Dec 22 15:56:28.461538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53984) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:28.542638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-10c3c6b2-9c6a-47b2-99b9-0c91c35e3e17 None None] Provisioning complete for port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:28.544512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-10c3c6b2-9c6a-47b2-99b9-0c91c35e3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:28.578347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd718a3-8661-4183-beb6-0fd1ec204850 None None] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:28.691197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-10c3c6b2-9c6a-47b2-99b9-0c91c35e3e17 None None] Port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:28.700009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dceef647-1cbd-44cc-9c22-4a72e1ef33c9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:28.830432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:28.898400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:28.898885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:28.931361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-29056ea5-0869-4369-9be5-039729433a9d None None] Provisioning for port 45e53d3c-b960-406a-9935-9067aa2d89fc completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:29.060666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 45e53d3c-b960-406a-9935-9067aa2d89fc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:29.158337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 45e53d3c-b960-406a-9935-9067aa2d89fc completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:29.164659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 45e53d3c-b960-406a-9935-9067aa2d89fc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:29.165083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.299731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.334691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5d2ffd1c-8ff8-4f66-a9e6-75e553bc5e6b None None] Provisioning complete for port 45e53d3c-b960-406a-9935-9067aa2d89fc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:29.335112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d2ffd1c-8ff8-4f66-a9e6-75e553bc5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.380277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 45e53d3c-b960-406a-9935-9067aa2d89fc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=45e53d3c-b960-406a-9935-9067aa2d89fc,segment=NetworkSegment(86cac206-fd1b-46fb-bc18-6d5edade9c67),segment_id=86cac206-fd1b-46fb-bc18-6d5edade9c67)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:29.435722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.451692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:29.451916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf23ddf6-e2a3-4f38-b4c2-006175bb7728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:29.452038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.527311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=45e53d3c-b960-406a-9935-9067aa2d89fc,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:29.530694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:29.642512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:29.999631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Calling delete_port for 12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:30.260960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:30.265306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b45f9d7f-721a-436f-bdf3-a9d3656ac2c6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:30.312391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Port': ['ID=12a7fd72-6ab6-4fdc-bc8c-3b1d5417cfce,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:30.315184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:30.496558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:30.581338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 45e53d3c-b960-406a-9935-9067aa2d89fc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:30.655529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 45e53d3c-b960-406a-9935-9067aa2d89fc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:30.655945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:30.936520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Router 371efb83-34fc-4c21-bbcd-371e87f18278 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:31.079193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:31.094537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280053 Dec 22 15:56:31.094728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] Sync routers for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:31.094865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53988) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:31.104051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:31.104819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:31.165547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d8f8ba3a-3bf2-4aeb-a840-0b9cf72a8ff7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] delete failed (client error): The resource could not be found. Dec 22 15:56:31.166721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d8f8ba3a-3bf2-4aeb-a840-0b9cf72a8ff7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-22569263 HTTP/1.1" status: 404 len: 333 time: 0.0709341 Dec 22 15:56:31.170812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53992) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:31.171898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:31.186253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f8b00b8a-069e-4352-b325-1cd08e13d39b tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'router': {'external_gateway_info': {'network_id': '371efb83-34fc-4c21-bbcd-371e87f18278'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:31.186423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:31.186423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:31.246636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:31.247102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db221f87-79b6-4258-ad8a-17aeeb9c0cdf None None] The sync data for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:31.581796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8b00b8a-069e-4352-b325-1cd08e13d39b tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.641377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-f8b00b8a-069e-4352-b325-1cd08e13d39b tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] update failed (client error): The resource could not be found. Dec 22 15:56:31.642635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f8b00b8a-069e-4352-b325-1cd08e13d39b tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278 HTTP/1.1" status: 404 len: 339 time: 0.4707081 Dec 22 15:56:31.646451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 53996) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:31.652377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1324392417'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:31.657893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:31.662920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:network and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:31.665922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:31.671936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:31.735109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:31.741396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.769755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:56:31.778496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.778890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Added segment 57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8 of type vlan for network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d Dec 22 15:56:31.807336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.855156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.859370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:31.860013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:31.866083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce864bd7-7afb-4220-b879-5dc376627990 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:31.968775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3211923 Dec 22 15:56:31.972495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54000) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:31.977304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Network': ['ID=a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:31.979280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'subnet': {'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:31.980149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:31.988163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:56:32.099322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:32.103497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Usage tracker for resource:subnet and tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:32.106604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:32.112654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:32.146744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Made reservation on behalf of 5a2fc1ff5d6f42e1935b53d8bc384ad0 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:56:32.255877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:32.506924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:32.511242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0bfde3cc-f8a7-455b-987f-cae7d72e7d66 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:32.592513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Subnet': ['ID=dd74ea91-f0f7-4eeb-b475-a50926660566,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:32.596150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:32.604099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Checking segment: {'id': '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:32.604493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network hostable DHCP agents. Network: a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:56:32.648937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:56:32.678173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:32.682095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:32.682784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:32.687443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd448bb0-5b70-41d7-9538-82e12bd26b19 None None] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:32.742127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c9c1747-2ed9-47de-baca-eb74b0c8b456 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7684112 Dec 22 15:56:32.744968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54004) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:32.750748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d046cec4-6323-4dd9-8fcc-84f117e7ec74 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:32.922120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d', 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d', 'tenant_id': '5a2fc1ff5d6f42e1935b53d8bc384ad0', 'fixed_ips': [{'subnet_id': 'dd74ea91-f0f7-4eeb-b475-a50926660566'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:56:32.923144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.103163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Allocated IP 2001:db8:1::2 (a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d/dd74ea91-f0f7-4eeb-b475-a50926660566/89dacc0a-159d-4b20-95ad-b2c86cbf190e) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:33.408710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d046cec4-6323-4dd9-8fcc-84f117e7ec74 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.479426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.490186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Transition to ACTIVE for port object 89dacc0a-159d-4b20-95ad-b2c86cbf190e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:33.509244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Transition to ACTIVE for port object 89dacc0a-159d-4b20-95ad-b2c86cbf190e will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:33.541303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.546346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc699ea2-f473-4747-971a-efdb97e49e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:33.602080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-d046cec4-6323-4dd9-8fcc-84f117e7ec74 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 15:56:33.603287 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d046cec4-6323-4dd9-8fcc-84f117e7ec74 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278 HTTP/1.1" status: 400 len: 364 time: 0.8573146 Dec 22 15:56:33.607149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54008) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:33.634083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:33.637485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Pushing event updated for resources: {'Port': ['ID=89dacc0a-159d-4b20-95ad-b2c86cbf190e,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:33.640140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:33.641962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:33.642750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:33.734481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Attempting to bind port 89dacc0a-159d-4b20-95ad-b2c86cbf190e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:56:33.734846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Attempting to bind port 89dacc0a-159d-4b20-95ad-b2c86cbf190e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:56:33.735253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Attempting to bind port 89dacc0a-159d-4b20-95ad-b2c86cbf190e on network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:56:33.743125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:56:33.743545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Checking segment: {'id': '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:56:33.743994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.744437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Bound using segment: {'id': '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:56:33.744953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Bound port: 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:56:33.745375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.842533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] For port 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:56:33.845735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] For port 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89dacc0a-159d-4b20-95ad-b2c86cbf190e,segment=NetworkSegment(57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8),segment_id=57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:56:33.884383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:33.889101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b76740c5-b570-4cf4-adb6-2062283aeef5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:33.967191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Pushing event updated for resources: {'Port': ['ID=89dacc0a-159d-4b20-95ad-b2c86cbf190e,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:33.971453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:34.135253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.515639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Allocated IP 2001:db8::1 (9ad9c99c-a45a-4909-a406-5854bc82fa0d/5ce37aff-c3e3-4985-99a2-036a45d47d40/56d4e193-8133-4cdf-88fb-ecd6ab26c4f6) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:56:34.605085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89dacc0a-159d-4b20-95ad-b2c86cbf190e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:34.690192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.706852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Transition to ACTIVE for port object 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:56:34.712526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 89dacc0a-159d-4b20-95ad-b2c86cbf190e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:34.758584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.763337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b2d715e-8550-4051-9017-d67e41aba8e5 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:34.844039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:34.847731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:34.850042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Port': ['ID=56d4e193-8133-4cdf-88fb-ecd6ab26c4f6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:34.852418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:56:34.852964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:34.855810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:34.976944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.215457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64f29749-fb39-42bb-8325-b775569eab1f None None] Provisioning for port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:35.220991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-64f29749-fb39-42bb-8325-b775569eab1f None None] Provisioning complete for port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:35.221422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64f29749-fb39-42bb-8325-b775569eab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.283663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-64f29749-fb39-42bb-8325-b775569eab1f None None] Port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:35.397044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.427239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.428264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:35.433191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:35.589256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event updated for resources: {'Port': ['ID=56d4e193-8133-4cdf-88fb-ecd6ab26c4f6,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:35.597952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:35.645728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc89e79-7b1c-442c-8f19-5a6bd155a8cb None None] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:35.648910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:56:35.650097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:56:35.822590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Provisioning for port 89dacc0a-159d-4b20-95ad-b2c86cbf190e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:56:35.840560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Provisioning complete for port 89dacc0a-159d-4b20-95ad-b2c86cbf190e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:35.840988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.033746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.073553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] For port 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89dacc0a-159d-4b20-95ad-b2c86cbf190e,segment=NetworkSegment(57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8),segment_id=57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:36.107341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.111060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:36.190729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Pushing event updated for resources: {'Port': ['ID=89dacc0a-159d-4b20-95ad-b2c86cbf190e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:36.194670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:36.231059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dc597099-e522-4596-8c94-7038cc55fd33 None None] Provisioning complete for port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:36.231491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc597099-e522-4596-8c94-7038cc55fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.255060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Router 371efb83-34fc-4c21-bbcd-371e87f18278 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:36.290408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dc597099-e522-4596-8c94-7038cc55fd33 None None] Port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:56:36.428430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-80a1415e-fb50-4a86-95bc-4490a4c29372 None None] Provisioning complete for port 89dacc0a-159d-4b20-95ad-b2c86cbf190e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:36.428788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80a1415e-fb50-4a86-95bc-4490a4c29372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.437978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:36.448700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8404760 Dec 22 15:56:36.450006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] Sync routers for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:36.451473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54012) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:36.463734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:36.464401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:36.529333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:36.543067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:36.544109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:36.598501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89dacc0a-159d-4b20-95ad-b2c86cbf190e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:56:36.616149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:36.616603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a930cbb-6f5b-4470-b57a-3e7b8f173c61 None None] The sync data for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:36.642052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0e05bb5c-ef89-4e88-b0c0-d89bf5deb45a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.674337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 89dacc0a-159d-4b20-95ad-b2c86cbf190e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:56:36.674962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:36.838155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-0e05bb5c-ef89-4e88-b0c0-d89bf5deb45a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 15:56:36.842793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0e05bb5c-ef89-4e88-b0c0-d89bf5deb45a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278 HTTP/1.1" status: 409 len: 329 time: 0.3873045 Dec 22 15:56:36.852624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54016) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:37.434489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:38.034503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:38.035102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:38.227186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:38.351170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Calling delete_port for 56d4e193-8133-4cdf-88fb-ecd6ab26c4f6 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:38.557878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:38.562280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-24e77351-ce47-4195-9188-17e5c4ea0454 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:38.607131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Port': ['ID=56d4e193-8133-4cdf-88fb-ecd6ab26c4f6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:38.609970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:38.793672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.221167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Router 371efb83-34fc-4c21-bbcd-371e87f18278 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:39.367813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:39.377245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5329683 Dec 22 15:56:39.378193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] Sync routers for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:39.381337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54020) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:39.391841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:39.392515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:39.451058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-b59374e3-4149-4f87-a5b6-9b4a39e13f0f tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] show failed (client error): The resource could not be found. Dec 22 15:56:39.452172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b59374e3-4149-4f87-a5b6-9b4a39e13f0f tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-169026055 HTTP/1.1" status: 404 len: 334 time: 0.0699935 Dec 22 15:56:39.456116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:39.456360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54024) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:39.462771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e67bf71a-950f-4c7e-af3b-837c0f10fa10 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:39.468289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] Routers {'371efb83-34fc-4c21-bbcd-371e87f18278'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:39.468961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['371efb83-34fc-4c21-bbcd-371e87f18278'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:39.525512 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-e67bf71a-950f-4c7e-af3b-837c0f10fa10 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] update failed (client error): The resource could not be found. Dec 22 15:56:39.526624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e67bf71a-950f-4c7e-af3b-837c0f10fa10 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1727904501 HTTP/1.1" status: 404 len: 335 time: 0.0691295 Dec 22 15:56:39.530929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54028) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:39.537937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:39.538396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc42bec-42d3-4697-9656-41d0bb4edaf0 None None] The sync data for ids ['371efb83-34fc-4c21-bbcd-371e87f18278'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:39.735702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting subnet dd74ea91-f0f7-4eeb-b475-a50926660566 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:39.739376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.796610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.885918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.958072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.981189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:39.985789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3037c7b0-d276-4205-b744-da143b87f9b3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:40.026086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Subnet': ['ID=dd74ea91-f0f7-4eeb-b475-a50926660566,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:40.028948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:40.034930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.042968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/subnets/dd74ea91-f0f7-4eeb-b475-a50926660566 HTTP/1.1" status: 204 len: 168 time: 0.5109689 Dec 22 15:56:40.045527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54032) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:40.073456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220feccd-6c01-4abd-b3e6-bd1ab11f0228 None None] Network a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:40.172181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.183359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port 89dacc0a-159d-4b20-95ad-b2c86cbf190e {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:40.183732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.410378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] For port 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89dacc0a-159d-4b20-95ad-b2c86cbf190e,segment=NetworkSegment(57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8),segment_id=57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:40.411559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.450841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] DHCP port deletion for a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:40.455409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Deleting port 89dacc0a-159d-4b20-95ad-b2c86cbf190e {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:40.455834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.541290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Calling delete_port for 89dacc0a-159d-4b20-95ad-b2c86cbf190e owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:40.597076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89dacc0a-159d-4b20-95ad-b2c86cbf190e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:40.632267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.637127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f1b1060-2416-400f-b71e-5d561285ea54 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:40.639062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 89dacc0a-159d-4b20-95ad-b2c86cbf190e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:40.639458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 89dacc0a-159d-4b20-95ad-b2c86cbf190e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:40.684545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Port': ['ID=89dacc0a-159d-4b20-95ad-b2c86cbf190e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:40.687256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:40.692911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] No DVR routers for this DVR port 89dacc0a-159d-4b20-95ad-b2c86cbf190e on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:40.709132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] For port 89dacc0a-159d-4b20-95ad-b2c86cbf190e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=89dacc0a-159d-4b20-95ad-b2c86cbf190e,segment=NetworkSegment(57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8),segment_id=57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:40.709571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.826790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.836059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Calling delete_port for 89dacc0a-159d-4b20-95ad-b2c86cbf190e owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:40.855206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:40.869405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:40.869743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e7ce3e-de0b-42c4-8dc2-2cd4e575abf8') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:40.882719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.898341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.904599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:40.905280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: (self, other), Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:40.906941 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:40.910938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:56:40.911134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:40.920940 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:41.066649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.070930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51b725f5-bf0f-46bd-8021-ce43849f0916 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:41.090634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.097441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Network': ['ID=a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:41.103362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:41.106976 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/networks/a2f5b3fe-3fbe-40c4-9e53-2acbcb87418d HTTP/1.1" status: 204 len: 168 time: 1.0604596 Dec 22 15:56:41.109606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54038) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:41.312090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting subnet 3b97632d-7117-42cc-bd82-c1fcd5237c29 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:41.315110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.374584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.412316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Deleting port 89dacc0a-159d-4b20-95ad-b2c86cbf190e {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:41.412822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.463319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.479414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fcae0566-d43f-485d-b7a8-e4e088bb2e4d None None] The port '89dacc0a-159d-4b20-95ad-b2c86cbf190e' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:41.563775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.568101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa3df125-ce97-4bfa-9737-eb418911ac39 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:41.608188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Subnet': ['ID=3b97632d-7117-42cc-bd82-c1fcd5237c29,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:41.612673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:41.615729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.621785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d3004c-521e-42d4-a291-5b13d76eb532 None None] Network 9e2334e8-9e50-4134-8493-607ce5e09a90 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:41.622128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/subnets/3b97632d-7117-42cc-bd82-c1fcd5237c29 HTTP/1.1" status: 204 len: 168 time: 0.5115302 Dec 22 15:56:41.624708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54044) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:41.834880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting subnet b80326ff-cacc-4b62-88d7-81a9843ed1c1 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:41.838314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.901899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:41.991058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.071115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] DHCP port deletion for 9e2334e8-9e50-4134-8493-607ce5e09a90 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:42.075610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Deleting port 45e53d3c-b960-406a-9935-9067aa2d89fc {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:42.076029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.124340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.129197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02c753b9-8491-4b23-9c75-c351fa47e1e0 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:42.172135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Subnet': ['ID=b80326ff-cacc-4b62-88d7-81a9843ed1c1,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:42.174936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:42.179417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.186625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/subnets/b80326ff-cacc-4b62-88d7-81a9843ed1c1 HTTP/1.1" status: 204 len: 168 time: 0.5608153 Dec 22 15:56:42.189153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54048) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:42.198717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a9b1d8-e728-429e-890b-fa952d95e07d None None] Network 2b67d90c-fb24-4072-9b11-2e40c92a2811 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:42.314300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.325572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port 45e53d3c-b960-406a-9935-9067aa2d89fc {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:42.325943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.386246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] For port 45e53d3c-b960-406a-9935-9067aa2d89fc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=45e53d3c-b960-406a-9935-9067aa2d89fc,segment=NetworkSegment(86cac206-fd1b-46fb-bc18-6d5edade9c67),segment_id=86cac206-fd1b-46fb-bc18-6d5edade9c67)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:42.386729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.585278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Calling delete_port for 45e53d3c-b960-406a-9935-9067aa2d89fc owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:42.628753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 45e53d3c-b960-406a-9935-9067aa2d89fc no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:42.779328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 45e53d3c-b960-406a-9935-9067aa2d89fc update to DOWN by agent not found {{(pid=88959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 22 15:56:42.781285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.783397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] For port 45e53d3c-b960-406a-9935-9067aa2d89fc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=45e53d3c-b960-406a-9935-9067aa2d89fc,segment=NetworkSegment(86cac206-fd1b-46fb-bc18-6d5edade9c67),segment_id=86cac206-fd1b-46fb-bc18-6d5edade9c67)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:42.783860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.789232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:42.853051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Pushing event deleted for resources: {'Port': ['ID=45e53d3c-b960-406a-9935-9067aa2d89fc,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:42.856157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:42.857274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76714f19-7648-4118-86c7-2f60136acbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.859869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] No DVR routers for this DVR port 45e53d3c-b960-406a-9935-9067aa2d89fc on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:42.884270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] DHCP port deletion for 2b67d90c-fb24-4072-9b11-2e40c92a2811 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:42.888949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Deleting port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:42.889391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:42.922797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Calling delete_port for 45e53d3c-b960-406a-9935-9067aa2d89fc owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:42.992588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:56:42.992958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:56:43.106618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] For port dceef647-1cbd-44cc-9c22-4a72e1ef33c9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,segment=NetworkSegment(b4287dfe-0d5f-4145-b989-533b002214e0),segment_id=b4287dfe-0d5f-4145-b989-533b002214e0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:43.106985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.235184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Calling delete_port for dceef647-1cbd-44cc-9c22-4a72e1ef33c9 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:43.358060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.362279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16690895-b54f-4090-b3d9-677d718b881d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:43.405309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Pushing event deleted for resources: {'Port': ['ID=dceef647-1cbd-44cc-9c22-4a72e1ef33c9,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:43.407990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:43.410602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] No DVR routers for this DVR port dceef647-1cbd-44cc-9c22-4a72e1ef33c9 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:43.494043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port 45e53d3c-b960-406a-9935-9067aa2d89fc {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:43.494450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.559530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] The port '45e53d3c-b960-406a-9935-9067aa2d89fc' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:43.690775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.718000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2334e8-9e50-4134-8493-607ce5e09a90']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:43.730724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cac206-fd1b-46fb-bc18-6d5edade9c67') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:43.731062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cac206-fd1b-46fb-bc18-6d5edade9c67') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:43.743043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.758142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.764417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:43.764837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:43.780819 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:43.923779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.927795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:43.943351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:43.955934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Network': ['ID=9e2334e8-9e50-4134-8493-607ce5e09a90,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:43.958451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:43.959909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/networks/9e2334e8-9e50-4134-8493-607ce5e09a90 HTTP/1.1" status: 204 len: 168 time: 1.7697728 Dec 22 15:56:43.962659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54054) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:44.090323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.135315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.232855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.259669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b67d90c-fb24-4072-9b11-2e40c92a2811']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:44.273058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4287dfe-0d5f-4145-b989-533b002214e0') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:44.273395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4287dfe-0d5f-4145-b989-533b002214e0') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:44.286279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.352382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.358862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:44.359288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:44.374392 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:44.477981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.482149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.486423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-342de45d-f666-4e3d-bd41-97a0f27d0e45 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:44.509144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/networks/2b67d90c-fb24-4072-9b11-2e40c92a2811 HTTP/1.1" status: 204 len: 168 time: 0.5454128 Dec 22 15:56:44.510061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Network': ['ID=2b67d90c-fb24-4072-9b11-2e40c92a2811,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:44.512012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54058) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:44.512518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:44.578215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dceef647-1cbd-44cc-9c22-4a72e1ef33c9 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:44.612313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dceef647-1cbd-44cc-9c22-4a72e1ef33c9 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:44.612710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dceef647-1cbd-44cc-9c22-4a72e1ef33c9 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:44.708617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting subnet 5ce37aff-c3e3-4985-99a2-036a45d47d40 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:56:44.711676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:44.767949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.090849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.152779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f021bd25-53a9-44f0-bda1-0937bb226f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.181558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.186037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-739c864b-24e3-4eba-ad74-bd1767d8a4f8 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:45.225705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce37aff-c3e3-4985-99a2-036a45d47d40,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:45.229454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:45.232895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.239433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/subnets/5ce37aff-c3e3-4985-99a2-036a45d47d40 HTTP/1.1" status: 204 len: 168 time: 0.7261918 Dec 22 15:56:45.240709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c87287-3ede-4b40-aa00-bcc1a01fba2f None None] Network 9ad9c99c-a45a-4909-a406-5854bc82fa0d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:56:45.242017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54062) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:45.365989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.377263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Deleting port d1425118-d9b9-4d52-af12-3274d131d06e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:45.377633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.512809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.527819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] DHCP port deletion for 9ad9c99c-a45a-4909-a406-5854bc82fa0d request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:56:45.532565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Deleting port d1425118-d9b9-4d52-af12-3274d131d06e {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:45.532987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.596519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] For port d1425118-d9b9-4d52-af12-3274d131d06e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1425118-d9b9-4d52-af12-3274d131d06e,segment=NetworkSegment(02e0d0c4-9583-438c-b1b6-b0ee2624078f),segment_id=02e0d0c4-9583-438c-b1b6-b0ee2624078f)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:45.596918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.724402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Calling delete_port for d1425118-d9b9-4d52-af12-3274d131d06e owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:45.745427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] For port d1425118-d9b9-4d52-af12-3274d131d06e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1425118-d9b9-4d52-af12-3274d131d06e,segment=NetworkSegment(02e0d0c4-9583-438c-b1b6-b0ee2624078f),segment_id=02e0d0c4-9583-438c-b1b6-b0ee2624078f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:45.745807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.827067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:45.832261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb97d6a4-83be-4ff7-b28d-44fde7730f11 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:45.873443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Port': ['ID=d1425118-d9b9-4d52-af12-3274d131d06e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:45.877848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:45.881566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] No DVR routers for this DVR port d1425118-d9b9-4d52-af12-3274d131d06e on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:45.884432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Calling delete_port for d1425118-d9b9-4d52-af12-3274d131d06e owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:45.954477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 15:56:45.954924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 15:56:46.011331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.037816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad9c99c-a45a-4909-a406-5854bc82fa0d']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:46.050170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e0d0c4-9583-438c-b1b6-b0ee2624078f') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:46.050532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e0d0c4-9583-438c-b1b6-b0ee2624078f') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:46.062310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.081242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.088244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:56:46.088662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:56:46.103522 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:56:46.204012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.207619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:46.222405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.235587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Pushing event deleted for resources: {'Network': ['ID=9ad9c99c-a45a-4909-a406-5854bc82fa0d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:46.238321 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/networks/9ad9c99c-a45a-4909-a406-5854bc82fa0d HTTP/1.1" status: 204 len: 168 time: 0.9952407 Dec 22 15:56:46.239835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:46.241762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54066) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:46.290139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81d226af-f630-4835-b76f-785c390ef006 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Synchronizing usage tracker for tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:46.335362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81d226af-f630-4835-b76f-785c390ef006 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Unset dirty status for tenant:5a2fc1ff5d6f42e1935b53d8bc384ad0 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:46.336611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81d226af-f630-4835-b76f-785c390ef006 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "GET /v2.0/ports?device_id=371efb83-34fc-4c21-bbcd-371e87f18278 HTTP/1.1" status: 200 len: 205 time: 0.0938528 Dec 22 15:56:46.339282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54070) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:46.456030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Deleting port d1425118-d9b9-4d52-af12-3274d131d06e {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:46.456470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.479447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.525870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3ddbd8b-b77f-43dc-ad4d-f808a4e6d1af None None] The port 'd1425118-d9b9-4d52-af12-3274d131d06e' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 15:56:46.578724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1425118-d9b9-4d52-af12-3274d131d06e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:46.612456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d1425118-d9b9-4d52-af12-3274d131d06e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:46.612856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1425118-d9b9-4d52-af12-3274d131d06e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:56:46.886600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.891145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.941372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.942702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Fanout notify agent at l3_agent the message router_deleted on router 371efb83-34fc-4c21-bbcd-371e87f18278 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:56:46.953840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:46.955098 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b619f1ce-e880-4b20-a1fe-99746a051a5a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] 10.222.0.18 "DELETE /v2.0/routers/371efb83-34fc-4c21-bbcd-371e87f18278 HTTP/1.1" status: 204 len: 168 time: 0.6148462 Dec 22 15:56:46.969623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:47.345231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54080) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:47.534964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d798a8e9-a02f-4912-8b64-4220d7fbe369 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a2fc1ff5d6f42e1935b53d8bc384ad0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860342 Dec 22 15:56:47.535419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54086) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:47.598880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:47.625926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:47.718679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:47.723836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aefdd388-9534-4751-9c78-adddd2743709 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:47.737257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bf9f74-4b4e-4ff7-8dc1-6b2727ee9e3f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:47.740878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:47.741769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:47.743042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4bf9f74-4b4e-4ff7-8dc1-6b2727ee9e3f HTTP/1.1" status: 204 len: 168 time: 0.2065620 Dec 22 15:56:48.783100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54108) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:48.922789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a2f75296-df55-463d-939a-6c921b9477db tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-386630074', 'prefixes': ['172.20.0.0/16']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:48.928943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2f75296-df55-463d-939a-6c921b9477db tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:49.077836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2f75296-df55-463d-939a-6c921b9477db tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Notify callbacks [] for subnetpool, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:49.079166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2f75296-df55-463d-939a-6c921b9477db tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2950141 Dec 22 15:56:49.082046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54114) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:49.113219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7ca1da15-854e-4f2f-bb98-c2434e921bcf tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "GET /v2.0/subnetpools/54c64a36-e787-449d-886c-5e74b3086926 HTTP/1.1" status: 200 len: 731 time: 0.0286453 Dec 22 15:56:49.115694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54118) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:49.121960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-09a3919b-b2fb-4581-ab2d-a54a54d681a7 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-170325612'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:56:49.291889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09a3919b-b2fb-4581-ab2d-a54a54d681a7 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Notify callbacks [] for subnetpool, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:49.293202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-09a3919b-b2fb-4581-ab2d-a54a54d681a7 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "PUT /v2.0/subnetpools/54c64a36-e787-449d-886c-5e74b3086926 HTTP/1.1" status: 200 len: 683 time: 0.1765404 Dec 22 15:56:49.296008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54122) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:49.461267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1605e92-1e65-42ee-9ffa-a2a2e6113f0d tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] Notify callbacks [] for subnetpool, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:49.462507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1605e92-1e65-42ee-9ffa-a2a2e6113f0d tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "DELETE /v2.0/subnetpools/54c64a36-e787-449d-886c-5e74b3086926 HTTP/1.1" status: 204 len: 168 time: 0.1654954 Dec 22 15:56:49.465419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54126) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:49.483821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-2b917b7d-5f29-479e-9e6f-da62e54d46e9 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] show failed (client error): The resource could not be found. Dec 22 15:56:49.484867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b917b7d-5f29-479e-9e6f-da62e54d46e9 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "GET /v2.0/subnetpools/54c64a36-e787-449d-886c-5e74b3086926 HTTP/1.1" status: 404 len: 346 time: 0.0184872 Dec 22 15:56:49.487417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54130) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:49.506294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-5c8f9b64-b3c9-41b4-ba6c-192bafbf0f40 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] delete failed (client error): The resource could not be found. Dec 22 15:56:49.507379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5c8f9b64-b3c9-41b4-ba6c-192bafbf0f40 tempest-SubnetPoolsTestJSON-315381683 tempest-SubnetPoolsTestJSON-315381683-project] 10.222.0.18 "DELETE /v2.0/subnetpools/54c64a36-e787-449d-886c-5e74b3086926 HTTP/1.1" status: 404 len: 346 time: 0.0190487 Dec 22 15:56:49.907340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54138) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:50.062596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.139069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:56:50.143226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Usage tracker for resource:security_group_rule and tenant:18e8571a3fec49cb851b4c5b0b053d29 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:56:50.146840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:56:50.152888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:56:50.246108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.272378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.279785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5138ca15-29cc-46ac-a08a-1115f59e3ce7 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:50.321038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4830e-102c-448a-9f6d-509cd233da45,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:50.326108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:50.329647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18e8571a3fec49cb851b4c5b0b053d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4211376 Dec 22 15:56:50.332713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:50.395554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.422500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.529622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.535096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b1d896f-1453-4895-8d7f-8eb5b7c6b30e tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:50.549474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4830e-102c-448a-9f6d-509cd233da45,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:50.552874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:50.558203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:50.559544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-195f7b2c-a4ef-4288-81fc-91f1b6ead07f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53f4830e-102c-448a-9f6d-509cd233da45 HTTP/1.1" status: 204 len: 168 time: 0.2258003 Dec 22 15:56:52.273093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54152) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:52.384544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8f1056a-8c4d-4de9-82a9-55fcd4e9c1cc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/7afff7d0-3af6-4769-8194-14442d841d12 HTTP/1.1" status: 200 len: 994 time: 0.1100996 Dec 22 15:56:52.719443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:52.924936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 3b31667e-a0eb-4ebe-a0c3-f62daacbb412 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:52.925306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:53.098187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:53.098529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:53.225049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 3b31667e-a0eb-4ebe-a0c3-f62daacbb412 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:53.415264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:53.420072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:53.465633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=3b31667e-a0eb-4ebe-a0c3-f62daacbb412,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:53.468343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:53.564400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:54.189132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 9d1bdd2f-194a-41dc-b97d-39452e9603ea has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:56:54.400526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:56:54.411369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Sync routers for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:56:54.424145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:54.431839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:54.461108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:54.515953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/7afff7d0-3af6-4769-8194-14442d841d12 HTTP/1.1" status: 204 len: 168 time: 1.7953320 Dec 22 15:56:54.516857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:54.578372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'status': 'completed', 'code': 200} Dec 22 15:56:54.609847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:54.685958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-ec021c7a-d205-48a9-b867-b57e22ba1eaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 1099 time: 0.0821736 Dec 22 15:56:54.844274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-9660686b-e120-42d0-9005-2490c4602c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:54.845922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-9660686b-e120-42d0-9005-2490c4602c9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 200 len: 897 time: 0.1522915 Dec 22 15:56:54.925719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-1dc816df-c7be-48a1-b2e7-0b4a7e25f9d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 200 len: 217 time: 0.0662498 Dec 22 15:56:54.950164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:54.954361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Checking router: 9d1bdd2f-194a-41dc-b97d-39452e9603ea for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:56:54.966167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:56:54.966857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:55.002985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-a6e71577-a186-4697-9bea-610864c9136f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:55.005163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-a6e71577-a186-4697-9bea-610864c9136f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 HTTP/1.1" status: 200 len: 835 time: 0.0698793 Dec 22 15:56:55.026212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8217d2-2f05-4918-b945-55153bec2d10 req-baa7c7ce-923a-4b25-ace1-d7a4bc685123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:55.029419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dc8217d2-2f05-4918-b945-55153bec2d10 req-baa7c7ce-923a-4b25-ace1-d7a4bc685123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0972488 Dec 22 15:56:55.082498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dc8217d2-2f05-4918-b945-55153bec2d10 req-1124fd77-e4e7-4a6c-8221-755dbea1b6e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481036 Dec 22 15:56:55.091532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-88a7a632-692c-409a-8d16-8a8feb4e493e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=988bd1d5-7221-4ab2-8d54-ef7d4a08356f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786440 Dec 22 15:56:55.152383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:56:55.243337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-9e17c4fd-a83b-41f1-b575-572399a3c076 service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432552 Dec 22 15:56:55.391060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b4d4cf3-05c5-4994-9b4b-12a37ddb1934 req-1a5dbdc9-a5d4-494a-8061-0bd34512478e service neutron] 10.222.0.46 "GET /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401484 Dec 22 15:56:55.478135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:56:55.482479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d81fd-bb96-402b-9794-52516d7557c2 None None] The sync data for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv is: [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:51Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'a1ad90f3-0ec5-4181-8759-db8a90b171f5', 'name': '', 'network_id': '988bd1d5-7221-4ab2-8d54-ef7d4a08356f', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:7b:b7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:50Z', 'updated_at': '2021-12-22T15:56:01Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '0c07e59b-d1b4-4907-b12c-1c6e533fc3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:56:55.928392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439271cd-9f91-4b80-9c1c-f761cb986c43 None None] New status for floating IP 7afff7d0-3af6-4769-8194-14442d841d12: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:56:56.294467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e281713-c4d5-4927-8c86-c9691d08eb85 req-fb4ff62b-56a4-4024-8db1-69f6e88092fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:56.296098 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e281713-c4d5-4927-8c86-c9691d08eb85 req-fb4ff62b-56a4-4024-8db1-69f6e88092fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.0849311 Dec 22 15:56:56.347997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e281713-c4d5-4927-8c86-c9691d08eb85 req-994d2b33-88ee-4aaa-b71a-d41903632498 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7a181c31-e0d8-46d2-bd6e-4210011fa37f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458145 Dec 22 15:56:56.471787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8538ca68-d33d-4c39-b8e0-9fcba18f472a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:56:56.471787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8538ca68-d33d-4c39-b8e0-9fcba18f472a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:56:56.512249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8538ca68-d33d-4c39-b8e0-9fcba18f472a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:56:56.513468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8538ca68-d33d-4c39-b8e0-9fcba18f472a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 946 time: 0.1251736 Dec 22 15:56:56.598146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 0de31807-f5ec-41b2-9fa5-d69b13767758 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:56:56.598570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:56.854326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 0de31807-f5ec-41b2-9fa5-d69b13767758, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0de31807-f5ec-41b2-9fa5-d69b13767758,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:56:56.854755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:56.985129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 0de31807-f5ec-41b2-9fa5-d69b13767758 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:56:57.197697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:57.203488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-444c1be2-2837-49c0-99fb-675c8b2304af tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:57.250289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=0de31807-f5ec-41b2-9fa5-d69b13767758,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:57.254709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:57.330585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 0de31807-f5ec-41b2-9fa5-d69b13767758 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:56:57.333077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:57.336707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'name': 'network-vif-deleted', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:56:57.391549 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9700fdd-3704-4085-9b9d-a48d4da1cd66', 'name': 'network-vif-deleted', 'tag': '0de31807-f5ec-41b2-9fa5-d69b13767758', 'status': 'completed', 'code': 200} Dec 22 15:56:57.393573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-108c53e6-0b3b-4149-a960-36a5a119bc7b req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/0de31807-f5ec-41b2-9fa5-d69b13767758 HTTP/1.1" status: 204 len: 173 time: 0.8714547 Dec 22 15:56:57.525351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-043d342a-77df-4562-ac5c-b3bd83a5eaef req-5096d1a3-ab60-4c7c-9f54-945b85b60030 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9700fdd-3704-4085-9b9d-a48d4da1cd66 HTTP/1.1" status: 200 len: 210 time: 0.0460422 Dec 22 15:56:58.635469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54178) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:58.711208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:58.741879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:58.861015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:58.866892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4eb7e594-3946-4209-a06c-cb3b012a1090 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:56:58.882427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a181c31-e0d8-46d2-bd6e-4210011fa37f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:56:58.885284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:56:58.911593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:58.913983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a181c31-e0d8-46d2-bd6e-4210011fa37f HTTP/1.1" status: 204 len: 168 time: 0.2774303 Dec 22 15:56:58.970269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54184) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:56:59.385568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:56:59.477156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0de31807-f5ec-41b2-9fa5-d69b13767758 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:56:59.515230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 0de31807-f5ec-41b2-9fa5-d69b13767758 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:56:59.515630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0de31807-f5ec-41b2-9fa5-d69b13767758 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:00.017759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port a1ad90f3-0ec5-4181-8759-db8a90b171f5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:00.018333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:00.210317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port a1ad90f3-0ec5-4181-8759-db8a90b171f5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a1ad90f3-0ec5-4181-8759-db8a90b171f5,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:00.210767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:00.344052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for a1ad90f3-0ec5-4181-8759-db8a90b171f5 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:00.552958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:00.558185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:00.613742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=a1ad90f3-0ec5-4181-8759-db8a90b171f5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:00.617927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:01.200584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:01.204683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:57:01.808083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 9d1bdd2f-194a-41dc-b97d-39452e9603ea has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:02.016995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:02.027663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Sync routers for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:02.031170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/9d1bdd2f-194a-41dc-b97d-39452e9603ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0597010 Dec 22 15:57:02.034090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54188) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:02.041175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:02.041841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:02.224651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:02.233365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:57:02.236573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.294116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.387841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.501317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.507130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f32251a-630b-4ff7-9faf-c03ba78d45cf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:02.544801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=0c07e59b-d1b4-4907-b12c-1c6e533fc3e8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:02.549099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:02.554659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.561897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/0c07e59b-d1b4-4907-b12c-1c6e533fc3e8 HTTP/1.1" status: 204 len: 168 time: 0.5264006 Dec 22 15:57:02.563891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa8bad-fdb1-4aa4-a142-ed1ecb031c7b None None] Network 988bd1d5-7221-4ab2-8d54-ef7d4a08356f requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:02.564871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54192) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:02.679711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:57:00Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:02.683800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Checking router: 9d1bdd2f-194a-41dc-b97d-39452e9603ea for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:02.695856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Routers {'9d1bdd2f-194a-41dc-b97d-39452e9603ea'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:02.696524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:02.789577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.865542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] DHCP port deletion for 988bd1d5-7221-4ab2-8d54-ef7d4a08356f request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:57:02.871218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Deleting port 3f4ce6ed-939d-4387-8241-d96f65333cdd {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:02.871840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:02.890744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] Set router 9d1bdd2f-194a-41dc-b97d-39452e9603ea gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:03.013362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.061034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:57:03.061410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.200624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:57:00Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:03.204974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac72f9ac-d0d3-4850-b275-11a68ae2f662 None None] The sync data for ids ['9d1bdd2f-194a-41dc-b97d-39452e9603ea'] in dv-neutron-822514-1-hyperv is: [{'id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'name': 'tempest-TestNetworkBasicOps-router-1158569283', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230'}], 'enable_snat': True}, 'gw_port_id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:57:00Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '5005fdd3-669f-46c0-bb9b-52cd9ccfbe10', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1bdd2f-194a-41dc-b97d-39452e9603ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:55:45Z', 'updated_at': '2021-12-22T15:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:03.251861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] For port 3f4ce6ed-939d-4387-8241-d96f65333cdd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3f4ce6ed-939d-4387-8241-d96f65333cdd,segment=NetworkSegment(a51ceb24-e39e-42b4-a121-f15b33ba0582),segment_id=a51ceb24-e39e-42b4-a121-f15b33ba0582)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:03.252414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.261906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:03.262311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.382968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Calling delete_port for 3f4ce6ed-939d-4387-8241-d96f65333cdd owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:03.391393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:57:03.489504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.495852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:03.538975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Pushing event deleted for resources: {'Port': ['ID=3f4ce6ed-939d-4387-8241-d96f65333cdd,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:03.541979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:03.544239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] No DVR routers for this DVR port 3f4ce6ed-939d-4387-8241-d96f65333cdd on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:57:03.603838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:03.608573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-de85e69e-0c24-4be0-a474-073a14a45bf4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:03.652827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=5005fdd3-669f-46c0-bb9b-52cd9ccfbe10,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:03.657401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:04.117480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.385767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.390268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.449181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.449777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 9d1bdd2f-194a-41dc-b97d-39452e9603ea {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:57:04.464455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.465711 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/9d1bdd2f-194a-41dc-b97d-39452e9603ea HTTP/1.1" status: 204 len: 168 time: 1.8995461 Dec 22 15:57:04.468638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54196) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:04.599463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.636852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a1ad90f3-0ec5-4181-8759-db8a90b171f5 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:04.673197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a1ad90f3-0ec5-4181-8759-db8a90b171f5 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:04.673600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a1ad90f3-0ec5-4181-8759-db8a90b171f5 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:04.674078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3f4ce6ed-939d-4387-8241-d96f65333cdd no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:04.709835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 3f4ce6ed-939d-4387-8241-d96f65333cdd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:04.710337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3f4ce6ed-939d-4387-8241-d96f65333cdd not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:04.751646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.778918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988bd1d5-7221-4ab2-8d54-ef7d4a08356f']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:04.792443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51ceb24-e39e-42b4-a121-f15b33ba0582') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:04.792790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51ceb24-e39e-42b4-a121-f15b33ba0582') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:04.806543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.821685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.828148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:57:04.828579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:57:04.844324 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:57:04.969457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:04.972930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42ce61ba-3e74-4211-b3c2-ea53c359a6ee tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:04.991450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.000770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=988bd1d5-7221-4ab2-8d54-ef7d4a08356f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:05.004173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:05.032963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/988bd1d5-7221-4ab2-8d54-ef7d4a08356f HTTP/1.1" status: 204 len: 168 time: 0.5631089 Dec 22 15:57:05.052116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54200) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:05.059195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--1128583603', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:05.064738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:05.069166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:05.072263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:05.078297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:05.118033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:05.123642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.152878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:57:05.161722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.162104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment 9ab8cbab-1307-4200-9f12-293e01c50637 of type vlan for network 766b519b-638d-46e5-a241-80869bd8eac3 Dec 22 15:57:05.188616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.243622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.247640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:05.248272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.253557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:05.358556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3052039 Dec 22 15:57:05.361653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54204) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:05.366915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=766b519b-638d-46e5-a241-80869bd8eac3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:05.368155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:05.369755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:05.375906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:05.378008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 766b519b-638d-46e5-a241-80869bd8eac3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:57:05.380022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:05.383817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:05.390162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:05.426816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.427981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.447591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.645850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.868844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:05.917913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.055823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.86 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/7b755d1e-ef85-4340-960f-f19e92d1a16c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:06.210662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.284049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.289279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c6eba678-4278-4227-b65d-486d6b1f05ac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:06.355615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:06.358497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:06.362367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:06.395968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=7b755d1e-ef85-4340-960f-f19e92d1a16c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:06.403581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:06.546057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:57:06.549147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.549953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:06.583198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:57:06.583597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 5005fdd3-669f-46c0-bb9b-52cd9ccfbe10 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:57:06.809509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:57:07.015501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:07.026323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:07.039479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:07.040155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:07.060974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.062263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6995211 Dec 22 15:57:07.065697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54208) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:07.117884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-89d22ad5-f9f2-47a2-9e14-a004308bcce0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509150 Dec 22 15:57:07.120653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54212) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:07.227009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:07.505680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158da6fe-d74a-440a-8dda-38ab123f4e32 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:07.507407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-158da6fe-d74a-440a-8dda-38ab123f4e32 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3857403 Dec 22 15:57:07.510403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54216) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:07.544965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:07.549567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:07.550033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Updating router 663ffe7e-1992-4028-aa27-651ce85264a2 port 7b755d1e-ef85-4340-960f-f19e92d1a16c binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:07.557617 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a97cd457-0c26-40bc-a9d9-fb234fb00ef5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435848 Dec 22 15:57:07.557824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54220) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:07.563824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735449078', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:07.604660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.680519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:07.684602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:07.687552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:07.694747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:07.735077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:07.848480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.952058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.964384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Transition to ACTIVE for port object 7b755d1e-ef85-4340-960f-f19e92d1a16c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:07.992330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:07.996954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:08.080228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Attempting to bind port 7b755d1e-ef85-4340-960f-f19e92d1a16c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:08.084745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Attempting to bind port 7b755d1e-ef85-4340-960f-f19e92d1a16c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:08.084745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Attempting to bind port 7b755d1e-ef85-4340-960f-f19e92d1a16c on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:08.084745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Pushing event updated for resources: {'Port': ['ID=7b755d1e-ef85-4340-960f-f19e92d1a16c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:08.087552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:08.091033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:08.091935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:08.091935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.092281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:08.092844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Bound port: 7b755d1e-ef85-4340-960f-f19e92d1a16c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:08.093218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.095510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.100444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cb7b67ae-d529-4a18-a80a-6259ab18bf72 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:08.168471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] For port 7b755d1e-ef85-4340-960f-f19e92d1a16c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:08.171686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] For port 7b755d1e-ef85-4340-960f-f19e92d1a16c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7b755d1e-ef85-4340-960f-f19e92d1a16c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:08.190395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=b3b3f0b0-7492-41e3-9b46-326592e48f06,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:08.192718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.193956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:08.198005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-10130f1a-293e-44d0-b8d6-56bf7043e1a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:08.203298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:08.203697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 766b519b-638d-46e5-a241-80869bd8eac3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:57:08.255167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 766b519b-638d-46e5-a241-80869bd8eac3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:57:08.276869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Pushing event updated for resources: {'Port': ['ID=7b755d1e-ef85-4340-960f-f19e92d1a16c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:08.280657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:08.285166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:08.285166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:08.295254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 766b519b-638d-46e5-a241-80869bd8eac3) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:08.299884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:08.300627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:08.344275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7e0f1c-26d5-4fd1-8df7-52b015624e67 None None] Network 766b519b-638d-46e5-a241-80869bd8eac3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:08.359020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8001039 Dec 22 15:57:08.361911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54224) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:08.776424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:09.024293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-766b519b-638d-46e5-a241-80869bd8eac3', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:57:09.025184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.170632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.268278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Allocated IP 172.20.0.2 (766b519b-638d-46e5-a241-80869bd8eac3/b3b3f0b0-7492-41e3-9b46-326592e48f06/c3218b88-7193-4bb1-9d8e-93d20404d474) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:09.286107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:09.307166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9303bb7c-2258-42f0-842d-d1697d579d19 None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:06Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:09.504902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.516763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Transition to ACTIVE for port object c3218b88-7193-4bb1-9d8e-93d20404d474 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:09.536642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Transition to ACTIVE for port object c3218b88-7193-4bb1-9d8e-93d20404d474 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:09.586757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.592982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:09.612178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (766b519b-638d-46e5-a241-80869bd8eac3/b3b3f0b0-7492-41e3-9b46-326592e48f06/f4c15573-77b3-47c5-935c-f2727b6684cd) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:09.680428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Pushing event updated for resources: {'Port': ['ID=c3218b88-7193-4bb1-9d8e-93d20404d474,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:09.685321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:09.687330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Network 766b519b-638d-46e5-a241-80869bd8eac3 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:09.688582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:09.692056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:09.804802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Attempting to bind port c3218b88-7193-4bb1-9d8e-93d20404d474 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:09.806287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Attempting to bind port c3218b88-7193-4bb1-9d8e-93d20404d474 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:09.807189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Attempting to bind port c3218b88-7193-4bb1-9d8e-93d20404d474 on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:09.815382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.820480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:09.821283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Checking segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:09.821914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.822569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Bound using segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:09.823284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Bound port: c3218b88-7193-4bb1-9d8e-93d20404d474, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:09.823888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.833725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object f4c15573-77b3-47c5-935c-f2727b6684cd will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:09.878282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.884563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83e01695-b2b5-4400-89f6-94e779ef84ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:09.936253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] For port c3218b88-7193-4bb1-9d8e-93d20404d474, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:09.946777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] For port c3218b88-7193-4bb1-9d8e-93d20404d474, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c3218b88-7193-4bb1-9d8e-93d20404d474,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:09.973654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 766b519b-638d-46e5-a241-80869bd8eac3 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:09.976687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:09.977888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:09.983145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2231925f-4797-461f-8205-1e3fe1b42603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:09.983340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:10.021120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.023438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:10.026536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:10.054734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.073613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Pushing event updated for resources: {'Port': ['ID=c3218b88-7193-4bb1-9d8e-93d20404d474,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:10.077072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:10.185893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.670555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.688495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7b755d1e-ef85-4340-960f-f19e92d1a16c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:10.700678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.735486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:10.797541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7b755d1e-ef85-4340-960f-f19e92d1a16c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:10.808948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7b755d1e-ef85-4340-960f-f19e92d1a16c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:10.810148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.823709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:10.826418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.830366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:10.933854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.950962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 7b755d1e-ef85-4340-960f-f19e92d1a16c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7b755d1e-ef85-4340-960f-f19e92d1a16c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:10.979978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 766b519b-638d-46e5-a241-80869bd8eac3 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:10.980823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:10.981245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:10.981788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c3218b88-7193-4bb1-9d8e-93d20404d474 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:11.014709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c93b6cb-c2f3-494e-9d01-4fb569efee92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:11.108726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=7b755d1e-ef85-4340-960f-f19e92d1a16c,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:11.113337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:11.151978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c3218b88-7193-4bb1-9d8e-93d20404d474 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:11.642665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:11.685565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4f2222-22c3-4349-9059-fdb637cb935f None None] Network 766b519b-638d-46e5-a241-80869bd8eac3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:57:11.853144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Provisioning for port c3218b88-7193-4bb1-9d8e-93d20404d474 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:11.858851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:11.869355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Provisioning complete for port c3218b88-7193-4bb1-9d8e-93d20404d474 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:11.869775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:11.873125 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/663ffe7e-1992-4028-aa27-651ce85264a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5099552 Dec 22 15:57:11.875925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54228) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:12.028615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef903c7-5b73-49d2-ad01-4256a9689d5d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.029408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef903c7-5b73-49d2-ad01-4256a9689d5d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.029996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef903c7-5b73-49d2-ad01-4256a9689d5d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.030846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef903c7-5b73-49d2-ad01-4256a9689d5d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.033217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ef903c7-5b73-49d2-ad01-4256a9689d5d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1561871 Dec 22 15:57:12.036097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54232) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:12.062393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.102767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] For port c3218b88-7193-4bb1-9d8e-93d20404d474, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c3218b88-7193-4bb1-9d8e-93d20404d474,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:12.118053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ae3d5-112a-4875-aa14-8d0799a684d6 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.118492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ae3d5-112a-4875-aa14-8d0799a684d6 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.118913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ae3d5-112a-4875-aa14-8d0799a684d6 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.119322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ae3d5-112a-4875-aa14-8d0799a684d6 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:12.121164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d04ae3d5-112a-4875-aa14-8d0799a684d6 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0839171 Dec 22 15:57:12.124395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54236) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:12.135177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.137641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:12.206155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Pushing event updated for resources: {'Port': ['ID=c3218b88-7193-4bb1-9d8e-93d20404d474,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:12.210038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:12.349314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a030051f-2255-4021-839d-29710cf11be7 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2233999 Dec 22 15:57:12.359771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Provisioning complete for port c3218b88-7193-4bb1-9d8e-93d20404d474 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:12.359977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.517364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:12.517364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:12.517364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:12.552082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Provisioning for port f4c15573-77b3-47c5-935c-f2727b6684cd completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:12.560789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Provisioning complete for port f4c15573-77b3-47c5-935c-f2727b6684cd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:12.560789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.625141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75de9bc2-b6f4-45e2-8212-cf1222e23e11 None None] Port f4c15573-77b3-47c5-935c-f2727b6684cd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:12.634515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7b755d1e-ef85-4340-960f-f19e92d1a16c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:12.641861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:12.645810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54242) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:12.652523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131802290', 'description': 'tempest-secgroup-smoke-131802290 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:12.659643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:12.667661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:12.671760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:12.682927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:12.716162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7b755d1e-ef85-4340-960f-f19e92d1a16c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:12.716589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.729503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.769521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:12.774029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:12.778467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:12.785162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:12.864846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.881933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2bdbf23f-b3db-4e58-94ff-192046d347eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.897078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3e4b060d-4fed-4414-b92f-2e02bffbd284 None None] Provisioning complete for port f4c15573-77b3-47c5-935c-f2727b6684cd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:12.897652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e4b060d-4fed-4414-b92f-2e02bffbd284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.908230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:12.924838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-139a79b7-8ec5-471b-b259-93ebc887e52f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:12.955687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c3218b88-7193-4bb1-9d8e-93d20404d474 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:12.962134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:12.965917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:13.017728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b060d-4fed-4414-b92f-2e02bffbd284 None None] Port f4c15573-77b3-47c5-935c-f2727b6684cd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:13.021372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.026979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54246) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:13.027635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3802826 Dec 22 15:57:13.037571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:13.041698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:13.045285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:13.046112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:13.046598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Updating router 663ffe7e-1992-4028-aa27-651ce85264a2 port f4c15573-77b3-47c5-935c-f2727b6684cd binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:57:13.048210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c3218b88-7193-4bb1-9d8e-93d20404d474 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:13.048640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.049840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:13.053154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:13.059360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:13.102170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.125457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.195835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eb3c5f92-1c45-4622-b3a7-eb59efce2233 None None] Provisioning complete for port f4c15573-77b3-47c5-935c-f2727b6684cd triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:13.195835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb3c5f92-1c45-4622-b3a7-eb59efce2233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.251865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eb3c5f92-1c45-4622-b3a7-eb59efce2233 None None] Port f4c15573-77b3-47c5-935c-f2727b6684cd cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:13.279610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.318053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.320791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02d2da88-66ea-4665-b161-b8bd88fdc2c8 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:13.346351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f7f1f4-b0dd-4a04-95e7-7d13b594abf0,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:13.349040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:13.385862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.387278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3581014 Dec 22 15:57:13.390198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54250) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:13.396770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:13.403270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:13.407559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:13.410573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:13.417447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:13.462807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.488314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.500573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Transition to ACTIVE for port object f4c15573-77b3-47c5-935c-f2727b6684cd will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:13.529141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.529401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.533844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02445c0f-eca7-4575-a96d-8bdf6af56037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:13.557769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.565607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6d7cdaac-b73b-400e-ab69-f66d4b6348c1 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:13.587416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f8dcb7-0a6d-401f-9007-c265cfcea08c,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:13.590660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:13.632483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.634138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2426286 Dec 22 15:57:13.637253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54254) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:13.644044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:13.651397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:13.656174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:13.659676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:13.669848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:13.719543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.807485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.815640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Pushing event updated for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:13.830966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.831432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.831758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.832121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.832489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.832851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.833202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.833556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.834562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.835183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.835576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:13.843844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.845950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c735215-f187-49a3-970d-8769da7501a0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:13.863634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:13.876272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d7a211-cf2e-41b5-97cb-feed129a1c18,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:13.879239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:13.906895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.908269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2699852 Dec 22 15:57:13.911245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54258) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:13.917828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:13.922254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Attempting to bind port f4c15573-77b3-47c5-935c-f2727b6684cd on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:13.922704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Attempting to bind port f4c15573-77b3-47c5-935c-f2727b6684cd by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:13.923394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Attempting to bind port f4c15573-77b3-47c5-935c-f2727b6684cd on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:13.924234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:13.928337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:13.929931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:13.930351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Checking segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:13.930826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.931261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Bound using segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:13.931525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:13.931778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Bound port: f4c15573-77b3-47c5-935c-f2727b6684cd, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:13.932195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:13.937885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:13.982044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.023540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] For port f4c15573-77b3-47c5-935c-f2727b6684cd, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:14.026776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] For port f4c15573-77b3-47c5-935c-f2727b6684cd, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4c15573-77b3-47c5-935c-f2727b6684cd,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:14.052083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.055576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.060312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:14.077777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.079826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e46f62c-d0af-4381-bd13-228a2bd0e614 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:14.105085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef7332f-530e-459e-8779-cea65f3cd512,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:14.107775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:14.135223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.150220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Pushing event updated for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:14.153703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:14.154667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:14.155582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:56:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:14.167649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.169441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2571094 Dec 22 15:57:14.172594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54262) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:14.180392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:14.187337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:14.192678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:14.196459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:14.203352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:14.243918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:57:14.251459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.327620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.357921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.358367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:14.359959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2987897-085c-4a95-9cbe-3e39b4890a41 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:14.385287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc86be3e-e825-4068-8f7e-972eef2c4b88,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:14.387898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:14.437766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.439134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2650423 Dec 22 15:57:14.442179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54266) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:14.448596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'd01a9f30-5baf-4fdf-8fc6-65710a1eb3c1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:14.455050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:14.459298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:14.462277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:14.468369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:14.517641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:57:14.524850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.594948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.625535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.633493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ffacf2d-5dc0-4def-a15a-550b61955b2a tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:14.655626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc5f8b4f-9562-4402-9b30-acc363f72c7d,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:14.658220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:14.683884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:14Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:14.687982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41e1b3-789c-4584-970e-f9143db47b55 None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:14Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:14.688811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:14.691060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2476730 Dec 22 15:57:14.960897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-d2d7289f-95ca-46bb-9c5d-ef75e39b15af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131802290&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0470612 Dec 22 15:57:15.128015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-76759236-e1b0-44e4-94a9-c4bfa390b5c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:15.128766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-76759236-e1b0-44e4-94a9-c4bfa390b5c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:15.157865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7b844e7d-ddd1-4600-8387-57fd82cba075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.186292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-76759236-e1b0-44e4-94a9-c4bfa390b5c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:15.187789 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-76759236-e1b0-44e4-94a9-c4bfa390b5c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 797 time: 0.2196474 Dec 22 15:57:15.207220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-3574c4f2-8816-4bf0-828b-02a1f66e60c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0125928 Dec 22 15:57:15.296742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8a464bf0-1556-42e8-96c0-e237ec04feea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:15.340638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8a464bf0-1556-42e8-96c0-e237ec04feea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:15.342254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8a464bf0-1556-42e8-96c0-e237ec04feea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280982 Dec 22 15:57:15.490787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:15.503137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-c50d59f8-765f-4af5-9e0e-1a60ca3a4d1f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 15:57:15.504224 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-c50d59f8-765f-4af5-9e0e-1a60ca3a4d1f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1485271 Dec 22 15:57:15.659387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b05fd747-07b2-43da-b4ba-57407bf2f556 service neutron] 10.222.0.18 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476219 Dec 22 15:57:15.812763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-a0ba8cf5-8e4f-42b1-a882-23bd47a9a6e7 service neutron] 10.222.0.18 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466215 Dec 22 15:57:16.611955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4c15573-77b3-47c5-935c-f2727b6684cd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:16.711681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f4c15573-77b3-47c5-935c-f2727b6684cd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:16.716567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f4c15573-77b3-47c5-935c-f2727b6684cd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:16.716993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.837135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.870768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port f4c15573-77b3-47c5-935c-f2727b6684cd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4c15573-77b3-47c5-935c-f2727b6684cd,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:16.906315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:16.908355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-218b7fdc-f2ea-4fc4-a71f-0db9dff99d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:16.987243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:16.991927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:16.997760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:17.108961 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85c8433c-f277-420c-8626-92415ada1203 req-e2160d15-d8d2-4c9f-b22d-6457319a214e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 210 time: 0.0511613 Dec 22 15:57:18.278713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e925d971-e670-4420-95a9-a2f76109d9de req-50342d88-14c1-4982-96cd-66de688d5eb2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 210 time: 0.0463362 Dec 22 15:57:18.594960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4c15573-77b3-47c5-935c-f2727b6684cd up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:18.667677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f4c15573-77b3-47c5-935c-f2727b6684cd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:18.668104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.322643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4430de61-96c3-496a-850d-e208770cfdcf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:19.323401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4430de61-96c3-496a-850d-e208770cfdcf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:19.337697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4430de61-96c3-496a-850d-e208770cfdcf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:19.339017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4430de61-96c3-496a-850d-e208770cfdcf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 797 time: 0.3990052 Dec 22 15:57:19.406622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8ce7b6be-4ddc-4371-b436-a845a5150691 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:57:19.459652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a9c4938-f072-4a43-a984-d9d4711ba458 req-058d17b6-b6fc-4ca2-a448-1a76a6040718 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 210 time: 0.0487261 Dec 22 15:57:19.472244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8ce7b6be-4ddc-4371-b436-a845a5150691 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:57:19.473533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-8ce7b6be-4ddc-4371-b436-a845a5150691 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 379 time: 0.1109574 Dec 22 15:57:19.483901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': '641af067-146f-420b-88ba-99e5ec17e646', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:19.627343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:19.637911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:19.683644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:57:19.689350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:19.861200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.14 (766b519b-638d-46e5-a241-80869bd8eac3/b3b3f0b0-7492-41e3-9b46-326592e48f06/ad667c9a-6f15-43c0-8528-b94d85cd8812) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:20.057751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.073757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object ad667c9a-6f15-43c0-8528-b94d85cd8812 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:20.112588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.118261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79617f1e-9ce8-4a47-abdf-74d56adff5c9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:20.190845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 766b519b-638d-46e5-a241-80869bd8eac3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:20.194008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:20.198191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:20.236358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:20.241440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:20.269487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:20.270167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.319496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8397515 Dec 22 15:57:20.420368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Request body: {'port': {'device_id': '641af067-146f-420b-88ba-99e5ec17e646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:20.489302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-90f30de1-981f-4aa9-a3c6-be629b562e25 None None] Provisioning for port ad667c9a-6f15-43c0-8528-b94d85cd8812 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:20.495500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-90f30de1-981f-4aa9-a3c6-be629b562e25 None None] Provisioning complete for port ad667c9a-6f15-43c0-8528-b94d85cd8812 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:20.495993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90f30de1-981f-4aa9-a3c6-be629b562e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.537967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.554259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-90f30de1-981f-4aa9-a3c6-be629b562e25 None None] Port ad667c9a-6f15-43c0-8528-b94d85cd8812 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:57:20.682752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6004f-f4c9-440f-a5c2-c9b4540e0763 req-d2fe4967-17a8-478a-bb4d-8218d439008e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:20.684780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cda6004f-f4c9-440f-a5c2-c9b4540e0763 req-d2fe4967-17a8-478a-bb4d-8218d439008e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 932 time: 0.0908232 Dec 22 15:57:20.734905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cda6004f-f4c9-440f-a5c2-c9b4540e0763 req-acfa9ba0-378e-4816-9a9c-a52b224c8526 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440214 Dec 22 15:57:20.902644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad667c9a-6f15-43c0-8528-b94d85cd8812 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:57:20.909927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.925585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Transition to ACTIVE for port object ad667c9a-6f15-43c0-8528-b94d85cd8812 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:57:20.946460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:20.951061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00876f46-8f4a-476e-a71a-8eff3ca32e36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:21.081021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:21.128964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.129407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.129819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.130240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.131685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.132112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.132528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.132937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.133350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.133758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.134169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:21.142068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:21.217958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Attempting to bind port ad667c9a-6f15-43c0-8528-b94d85cd8812 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:57:21.218335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Attempting to bind port ad667c9a-6f15-43c0-8528-b94d85cd8812 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:57:21.218756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Attempting to bind port ad667c9a-6f15-43c0-8528-b94d85cd8812 on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:21.225802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Port ad667c9a-6f15-43c0-8528-b94d85cd8812 on network 766b519b-638d-46e5-a241-80869bd8eac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:57:21.226261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Attempting to bind port ad667c9a-6f15-43c0-8528-b94d85cd8812 on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:57:21.233150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:57:21.233614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Checking segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:57:21.234043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Bound using segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:57:21.234575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Bound port: ad667c9a-6f15-43c0-8528-b94d85cd8812, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:57:21.234962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:21.327084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:57:21.330250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:57:21.352418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:21.356826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff80cfe9-d3d1-4b20-8d6a-36d185cf7691 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:21.422035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:21.423810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 1094 time: 1.0923631 Dec 22 15:57:21.424210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:57:21.443161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:21.446698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:21.483780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'status': 'completed', 'code': 200} Dec 22 15:57:21.576701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-dbcaf61e-1955-42d3-af7b-38403d9b7bdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1097 time: 0.0772719 Dec 22 15:57:21.658358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-24c190cd-3ad2-4fc4-a4ef-2d393b57cb4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 217 time: 0.0707970 Dec 22 15:57:21.734386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4b6517f5-5bf1-4c01-97ab-b8f01ac4edd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:21.736022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-4b6517f5-5bf1-4c01-97ab-b8f01ac4edd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0674212 Dec 22 15:57:21.830095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-1c29b02e-ace8-4c14-a8a1-c2f6fcdd8796 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831177 Dec 22 15:57:21.945745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cf86c-54e9-4ea6-9428-816b695171ae req-2a0bb1df-8bbb-4234-995b-f7245dffb597 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:21.947403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-554cf86c-54e9-4ea6-9428-816b695171ae req-2a0bb1df-8bbb-4234-995b-f7245dffb597 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 944 time: 0.0836499 Dec 22 15:57:21.983910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-ff114aaf-a554-4a75-8adc-d05ba5167309 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423101 Dec 22 15:57:21.999569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-554cf86c-54e9-4ea6-9428-816b695171ae req-175c3e28-b50c-4dbc-b57b-5349f0be8205 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454803 Dec 22 15:57:22.129602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02c43237-1363-4dbf-8927-da5ef9b78961 req-b2dedb22-ae1e-4d73-95c6-bf53f29ad252 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356266 Dec 22 15:57:22.295066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-1d34e2b4-0584-42c6-9f7e-7da56d53423b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1097 time: 0.0746262 Dec 22 15:57:22.437029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630e3e-7736-4e97-b645-cd313af06489 req-fb8057f1-b3ea-4079-b493-91439b002f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:22.438681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-fb8057f1-b3ea-4079-b493-91439b002f2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 898 time: 0.1352670 Dec 22 15:57:22.514200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-956438ff-3c26-45c3-8c93-86469e029184 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 217 time: 0.0668302 Dec 22 15:57:22.584656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23630e3e-7736-4e97-b645-cd313af06489 req-808da24d-e142-42d6-98a7-f49906a397f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:22.586175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-808da24d-e142-42d6-98a7-f49906a397f1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0632274 Dec 22 15:57:22.664898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-2c401d69-ceee-44a7-b02b-b788b8099696 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717108 Dec 22 15:57:22.812379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-41dae0e8-00ea-4889-a148-7e7147531022 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396170 Dec 22 15:57:22.959723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23630e3e-7736-4e97-b645-cd313af06489 req-f9c7495c-a89f-41ae-9d81-12550a1b71fc service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375406 Dec 22 15:57:23.213874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9686594-58e7-4330-9047-174d6adc3c5c req-21e6c448-ee13-444e-965d-aaeabb40ded6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:23.215497 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9686594-58e7-4330-9047-174d6adc3c5c req-21e6c448-ee13-444e-965d-aaeabb40ded6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 944 time: 0.0901957 Dec 22 15:57:23.265064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9686594-58e7-4330-9047-174d6adc3c5c req-de1ca449-67e7-49a8-90e0-fe9c196b3fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Dec 22 15:57:24.468638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86078db-1e93-4f4d-83df-c1f1ad1bb60c req-de884e85-d4de-4056-9a68-a8cdd711b91d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:24.470252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a86078db-1e93-4f4d-83df-c1f1ad1bb60c req-de884e85-d4de-4056-9a68-a8cdd711b91d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 944 time: 0.0826087 Dec 22 15:57:24.518034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a86078db-1e93-4f4d-83df-c1f1ad1bb60c req-f42832f1-6c4e-4082-99cc-a2ae325439fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Dec 22 15:57:25.588175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ad667c9a-6f15-43c0-8528-b94d85cd8812 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:57:25.735532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:25.735922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441792-58c6-47df-9c43-f1eacd5b3098 req-507c2725-21d5-45f7-bac1-94a11de3fff7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:25.737504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f2441792-58c6-47df-9c43-f1eacd5b3098 req-507c2725-21d5-45f7-bac1-94a11de3fff7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 944 time: 0.0871041 Dec 22 15:57:25.750306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'port_id': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'mac_address': 'fa:16:3e:bd:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:57:25.786947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f2441792-58c6-47df-9c43-f1eacd5b3098 req-6703171a-2520-4b99-8fb0-a5542accedb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Dec 22 15:57:25.815803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:25.834423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad667c9a-6f15-43c0-8528-b94d85cd8812 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:57:25.849680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:25.894932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:25.896792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e03a8b73-4894-49d8-a624-db7e76d52f09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:25.962534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:25.971481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.971872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.972252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.972631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.973005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.973379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.973749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.974414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.974598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.974892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.975256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:57:25.979154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:26.158304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['ad667c9a-6f15-43c0-8528-b94d85cd8812'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:57:26.990566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117017-6a08-4ac1-9e45-b4007c306f47 req-5c9d2002-a497-4c79-a791-bf0780657119 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:26.992202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36117017-6a08-4ac1-9e45-b4007c306f47 req-5c9d2002-a497-4c79-a791-bf0780657119 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 945 time: 0.0826297 Dec 22 15:57:27.044408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36117017-6a08-4ac1-9e45-b4007c306f47 req-2fc6c77e-d6cf-4758-8978-a74ed9425e1c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457599 Dec 22 15:57:27.602192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ad667c9a-6f15-43c0-8528-b94d85cd8812 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:57:27.705661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port ad667c9a-6f15-43c0-8528-b94d85cd8812 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:57:27.711024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port ad667c9a-6f15-43c0-8528-b94d85cd8812 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:57:27.711445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.826793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.854793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:57:27.864795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:57:27.895212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:27.898093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-107a1d3e-d3d3-430f-b3ac-b017b0966eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:27.967692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:27.970942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:28.069991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'code': 200} Dec 22 15:57:28.260791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c4dd9-8856-4709-b095-d3afa53ea18e req-7d3afbc9-cda8-4e4f-9d09-db96a7c3fd38 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:28.262471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-479c4dd9-8856-4709-b095-d3afa53ea18e req-7d3afbc9-cda8-4e4f-9d09-db96a7c3fd38 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0880983 Dec 22 15:57:28.312969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-479c4dd9-8856-4709-b095-d3afa53ea18e req-77b98d04-101c-4234-872b-d359df1e88aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437629 Dec 22 15:57:28.391788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4f22173a-8793-427c-8d10-ca053419c61b req-ae8eed43-2f58-429e-b7ba-4640b92b6c3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1099 time: 0.0780809 Dec 22 15:57:28.440708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4f22173a-8793-427c-8d10-ca053419c61b req-4e528d0e-5a15-40e9-af53-b36c73457bae service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382338 Dec 22 15:57:29.526151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d35406-5666-43d8-9f80-e52630fe35c3 req-c9b57003-5db9-46f1-81bd-7fc63971663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:29.527792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21d35406-5666-43d8-9f80-e52630fe35c3 req-c9b57003-5db9-46f1-81bd-7fc63971663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0893927 Dec 22 15:57:29.579613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21d35406-5666-43d8-9f80-e52630fe35c3 req-6788c377-f788-4767-9292-fd16dcec1618 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451312 Dec 22 15:57:30.827390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775c479-ccb7-413f-b7f2-51625f520c2b req-1a305d10-0c98-4f60-9f3b-18d750948ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:30.829003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f775c479-ccb7-413f-b7f2-51625f520c2b req-1a305d10-0c98-4f60-9f3b-18d750948ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0829709 Dec 22 15:57:30.877945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f775c479-ccb7-413f-b7f2-51625f520c2b req-b2bc269c-32a6-4a2a-bf97-1f84842ddf68 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412624 Dec 22 15:57:31.084933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9ee9-f0a3-4c40-91d6-85c6f71d6513 req-d1484b2d-3519-4da9-8fc2-2b0279512515 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:31.086493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fcc9ee9-f0a3-4c40-91d6-85c6f71d6513 req-d1484b2d-3519-4da9-8fc2-2b0279512515 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0869255 Dec 22 15:57:31.135622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fcc9ee9-f0a3-4c40-91d6-85c6f71d6513 req-bb59895f-52ce-4e94-bea9-176f64be4c4d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429945 Dec 22 15:57:31.163112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54336) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:31.237717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fcac94dc-c6ae-4eac-b865-a57a64001985 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1094 time: 0.0732150 Dec 22 15:57:31.241141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54340) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:31.246848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:57:31.252684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:57:31.257506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:57:31.260473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:57:31.266511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:57:31.300253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.449688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.594033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.197 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d3004116-2710-47b9-bd49-44cb9d01a34e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:57:31.750482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.797988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:31.803283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23384dab-62ac-4ab9-ac51-289d4e6ea709 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:31.880576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:57:31.881494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=d3004116-2710-47b9-bd49-44cb9d01a34e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:31.884273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:57:31.886204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:31.887003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:57:32.628768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.717231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.933148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.951884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:32.956275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503ed61c-3790-4440-8e89-cc70b567169c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:57:33.065319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=d3004116-2710-47b9-bd49-44cb9d01a34e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:57:33.070436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:57:33.081173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:33.278340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 associated. External IP: 172.26.1.197, port: ad667c9a-6f15-43c0-8528-b94d85cd8812. Dec 22 15:57:33.686693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:57:33.895558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:57:33.906090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:57:33.918970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:33.919622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:57:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:33.946679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:34.006297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7640336 Dec 22 15:57:34.007040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:57:34.009493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54344) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:34.119211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:34.126836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b4d4cb0-30fe-4359-87ff-02a427c1b94a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 992 time: 0.1148512 Dec 22 15:57:34.151165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'status': 'completed', 'code': 200} Dec 22 15:57:34.249988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-c2709993-6ef5-44ec-8c11-25a30b40cae2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1099 time: 0.0741327 Dec 22 15:57:34.399327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-5af1a41d-fb55-483b-9e61-b491434001b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:34.400920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-5af1a41d-fb55-483b-9e61-b491434001b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 898 time: 0.1441755 Dec 22 15:57:34.487590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:bd:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af067-146f-420b-88ba-99e5ec17e646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:34.491820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:57:34.503634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:57:34.504246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:57:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:34.513557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-66575751-d305-4778-9919-8c3b6271188e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 1000 time: 0.1061640 Dec 22 15:57:34.585301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-2bc36135-234b-480a-887b-8fce70243ece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:57:34.586910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-2bc36135-234b-480a-887b-8fce70243ece service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0664363 Dec 22 15:57:34.671854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-bb95934d-fbf8-4d5b-b58a-a47c6e5e174e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785284 Dec 22 15:57:34.693887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:57:34.822052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-b4c8cac0-93cf-4c6b-84dd-5662bc546c4e service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430173 Dec 22 15:57:34.969811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-682096bc-ddb3-4526-a265-b780fe9ec71e req-175b860d-dfc2-42a9-a51b-48075dc375ea service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410291 Dec 22 15:57:35.070554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:bd:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af067-146f-420b-88ba-99e5ec17e646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:57:35.074856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f343c8c7-17c2-4e84-ac5d-f5fca84e0daa None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:bd:76:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641af067-146f-420b-88ba-99e5ec17e646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:57:32Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:57:35.129755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54352) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:35.243545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66b36115-ec18-4803-9e74-c693f982efc1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 992 time: 0.1118274 Dec 22 15:57:35.438244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869cd0d-fd4b-40ca-9004-1c6b60dbd531 None None] New status for floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:57:36.247285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54356) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:57:36.355808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37f1cdcd-a31a-49ce-8a51-5d3f41c27b14 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 994 time: 0.1070826 Dec 22 15:57:38.205559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:57:39.974486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:42.762987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-721bca4c-0e81-4fc2-a4d6-2f16c5b5a9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:44.140159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:45.157496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0c5f749-9cd1-4fb7-b55e-4b979d1e1c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:45.483330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:57:46.975151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:07.620480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54370) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:07.909735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bf94c88c-e93e-4b6f-83ac-6bc1df81861e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=8f95028e6c694248aba6266225c2dce3&network_id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 3000 time: 0.2879350 Dec 22 15:58:09.582843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54384) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:09.647675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680f161-b62e-4a1c-8637-6c85d29420d4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:09.649272 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5680f161-b62e-4a1c-8637-6c85d29420d4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4 HTTP/1.1" status: 200 len: 814 time: 0.0653703 Dec 22 15:58:09.997425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:10.183046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54392) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:10.275110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:10.382299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:10.893186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:10.917118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:10.917475 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 disassociated. External IP: 172.26.1.197, port: ad667c9a-6f15-43c0-8528-b94d85cd8812. Dec 22 15:58:11.325852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:58:11.540274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:58:11.544770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:11.550895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:58:11.563743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:11.564415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:57:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:11.599865 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-118752cd-13d0-4818-ae5a-f031124f389e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 690 time: 1.4155524 Dec 22 15:58:11.600498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:11.602796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54398) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:11.688870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6990ee19-107f-42e4-b62e-34eb8c35726e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 690 time: 0.0847287 Dec 22 15:58:11.748471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'status': 'completed', 'code': 200} Dec 22 15:58:11.884285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-b5948eec-8709-4063-9134-233c1eb27220 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1099 time: 0.1038773 Dec 22 15:58:11.926652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:12.033499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-7a45b25e-a39a-4305-9a26-9af404279e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:12.035270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-7a45b25e-a39a-4305-9a26-9af404279e47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 898 time: 0.1397629 Dec 22 15:58:12.109369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-2f7ae80b-ca22-4706-be79-b55f6a263672 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 217 time: 0.0642943 Dec 22 15:58:12.184221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-f07fa36b-b701-473e-b79a-906197af70c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:12.185715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-f07fa36b-b701-473e-b79a-906197af70c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0663586 Dec 22 15:58:12.261267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:12.265323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:58:12.269336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-3bec1d17-4296-45c8-b097-ba3b4b36cb65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733445 Dec 22 15:58:12.277248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:12.277914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:57:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:12.473909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:12.654563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-625e910d-515e-4944-bef8-1e063db51508 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748412 Dec 22 15:58:12.693393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54406) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:12.789408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d068ea67-59b3-4635-bbcf-53323ea31fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:12.826867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:12.831192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debdeb13-5eda-4322-a544-82079bf3a2f1 None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:58:12.868085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5468fd61-a72b-4194-94cc-a1a4ffeb704a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 690 time: 0.1733613 Dec 22 15:58:12.901257 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6134ddf-60ed-41a9-9c22-4ef1f6d5820e req-3d800a1f-7d3c-4263-a564-d74b778bff00 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358413 Dec 22 15:58:13.284558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9458b2-ff7c-451d-ba6d-91f703beefbe None None] New status for floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:58:13.872150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54410) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:13.960585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16abe694-9922-4feb-a1c1-da9d73d35b8d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 688 time: 0.0870464 Dec 22 15:58:14.145583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.150680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30cf14b9-c7ca-477f-aa6e-b1069579ac6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.206597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:58:15.367872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54416) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:15.374074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-812207882', 'description': 'tempest-secgroup-smoke-812207882 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:15.381000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:15.391009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:15.430755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.469864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:15.475002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:15.477927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:15.484040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:15.505731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.541222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.573905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.579255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d247a31-6aa2-4cba-a4b0-8bc8fc00b636 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:15.628594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c8d76b-000c-49a4-961b-a2549122eb62,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:15.631741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:15.659779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.661741 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2927849 Dec 22 15:58:15.664902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54420) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:15.670828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:15.677345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:15.681491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:15.684486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:15.690565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:15.746221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.809529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.848459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.851647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-587433a9-6ea0-4198-b9e0-1a06434484fc tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:15.874081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b3856a-7326-443b-84dc-52321f147937,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:15.876646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:15.905621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:15.907197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2412953 Dec 22 15:58:15.910420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54424) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:15.916309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:15.922548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:15.926649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:15.929678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:15.935765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:15.980544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.044850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.071134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.073018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2e9fe72-1141-4246-8851-61c840752b6e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:16.096412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85faf04c-a1ef-4c4e-94b0-b4066bf00f95,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:16.099032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:16.134111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.135459 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2240028 Dec 22 15:58:16.138483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54428) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:16.144335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:16.150565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:16.154605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:16.157856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:16.164199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:16.209113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.274112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.305380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.307345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8db5d36b-03f7-46b9-97af-7a1ec3e39479 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:16.328667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9201c5-a39d-4dc0-89b0-e731aded4bc2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:16.332974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:16.368320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.369603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2301326 Dec 22 15:58:16.372620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54432) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:16.378452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:16.385267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:16.389288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:16.392308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:16.398950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:16.444112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.509528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.551736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.553640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ef55bbd-5e51-45a3-bc1f-d3c2084aa7b4 tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:16.576646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a20dd3-8d47-4523-af61-34e57a5298da,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:16.579207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:16.637099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.638414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2647955 Dec 22 15:58:16.641543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:16.647885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:16.654476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:16.658804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:16.662597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:16.668864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:16.705507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:58:16.712630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.783113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.803396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.811477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15e86921-49ab-4cbe-ab8d-a072d5da29ca tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:16.830862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdb1d84-ea12-4d12-bdff-cca18f69ace9,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:16.833876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:16.854301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.855735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2131867 Dec 22 15:58:16.858705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:16.864917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '35c8d76b-000c-49a4-961b-a2549122eb62', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:16.871385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:16.879391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:16.879391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:16.884782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:16.917294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:58:16.924028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.974632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:16.994111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:17.014339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:17.016316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3271c27d-8dab-497a-811a-300cc3fa1cb5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:17.040448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee549a5-e436-460a-a2bf-a92f86721137,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:17.042913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:17.065858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:17.067242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2074838 Dec 22 15:58:17.248806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-ca7e7606-6c41-4ed2-8932-fd3a43768581 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-812207882&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0462816 Dec 22 15:58:17.415049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d229b3a2-2e6b-415f-b3c9-84a7f9cea788 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:17.416652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d229b3a2-2e6b-415f-b3c9-84a7f9cea788 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 797 time: 0.1601269 Dec 22 15:58:17.434013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0470768b-952a-4afb-8b96-c365633f4982 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0113864 Dec 22 15:58:17.523568 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-63732a5b-1cb5-4ad0-9445-814a58257548 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842347 Dec 22 15:58:17.672614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-af71e845-5874-4b89-895e-ca4747f41024 service neutron] 10.222.0.18 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360428 Dec 22 15:58:17.816049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-cfa33ccf-a393-4d1e-8800-fb8f3b382d2d service neutron] 10.222.0.18 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366608 Dec 22 15:58:18.044390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-03951d25-0c85-452f-96ed-5277b8f8eff3 req-51004809-25b7-496f-bb69-8a372ab5392e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0445666 Dec 22 15:58:19.160476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f08eae0-0124-47e1-a6b5-2ee1f9dc7caf req-6ebaab8d-5c26-4d57-bd5a-895d5d1ccd31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0502417 Dec 22 15:58:20.275247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecc867a2-5446-4da0-be20-7fde9ffc1703 req-324ebc00-b61d-4574-a50c-c58c6618fe86 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0469239 Dec 22 15:58:20.514644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-e4db0736-13c5-43d8-86e3-77a332b6e5fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718789 Dec 22 15:58:20.673247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-4061588b-f021-4ba7-a4d5-7a13f9d002e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 1099 time: 0.0780673 Dec 22 15:58:20.839054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-de71f916-d231-47ca-9ec8-7e944a54e0a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:20.840580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-de71f916-d231-47ca-9ec8-7e944a54e0a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 898 time: 0.1395614 Dec 22 15:58:20.915599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-dce7a912-797b-47f9-8232-56c9590ab3f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 200 len: 217 time: 0.0661776 Dec 22 15:58:20.990838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-c7102b09-3511-4eef-ae19-04a2ad2d0e59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:20.992388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-c7102b09-3511-4eef-ae19-04a2ad2d0e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0671592 Dec 22 15:58:21.074025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-0fbdda36-15cb-4c08-b240-605d3e0fa803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718982 Dec 22 15:58:21.217775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-eec0f6f8-b777-48db-9698-6137343b36c8 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332114 Dec 22 15:58:21.370663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273b1ae1-f1a9-4520-882e-d53bfd531c46 req-dc492b92-fb57-4d59-b6ca-b7564269e5bd service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416550 Dec 22 15:58:21.390397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae973f71-b543-4f18-80b4-4e3dab63ef5a req-49e6d77e-a0d3-4cd1-b5f0-d94a47b9bb2f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0459466 Dec 22 15:58:22.564256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a940c656-e55b-4673-8d3e-cdce85e6838b req-3bf298af-414c-42c4-8a83-b8693daa8960 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0488441 Dec 22 15:58:23.736632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f915a3b-d982-4c0c-97e8-b92278fa1bb8 req-70ec8c56-4225-44be-b299-848b92f36a74 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0453062 Dec 22 15:58:24.142164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80764-6676-4694-b0c1-04131a7567a7 req-ac47a59f-a731-4585-bacd-5f94c2726c78 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:24.143753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-ac47a59f-a731-4585-bacd-5f94c2726c78 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 797 time: 0.1603198 Dec 22 15:58:24.207761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0d157158-271c-4f9a-9ed9-120c089e0f26 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:58:24.254928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0d157158-271c-4f9a-9ed9-120c089e0f26 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:58:24.256203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0d157158-271c-4f9a-9ed9-120c089e0f26 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 471 time: 0.0943077 Dec 22 15:58:24.268435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['35c8d76b-000c-49a4-961b-a2549122eb62']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:24.415810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:58:24.420054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:58:24.423033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:58:24.429628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:58:24.460324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:58:24.465381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:24.640245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.4 (766b519b-638d-46e5-a241-80869bd8eac3/b3b3f0b0-7492-41e3-9b46-326592e48f06/8a49fa00-ff56-431e-b5df-4cab682dbd13) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:58:24.843284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:24.864412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 8a49fa00-ff56-431e-b5df-4cab682dbd13 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:58:24.899682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:24.905840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b9b22b8-1f57-4244-a2c6-e568499cfaed tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:24.953437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101740f-c936-4295-bf20-af25259c81ce req-d6bcaca1-a5d4-4058-8072-d3469e1430f1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:24.955107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6101740f-c936-4295-bf20-af25259c81ce req-d6bcaca1-a5d4-4058-8072-d3469e1430f1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 931 time: 0.0840058 Dec 22 15:58:24.982467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 766b519b-638d-46e5-a241-80869bd8eac3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:58:24.985742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:58:24.991575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:58:25.010891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6101740f-c936-4295-bf20-af25259c81ce req-79813e04-046c-4c0e-b88e-0c2f1b59ba5a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489829 Dec 22 15:58:25.026649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:25.052652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.053082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.053503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.053924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.054336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.054775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.055185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.055594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.056002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.056453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.056856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:25.062743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:25.078245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:25.078936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:25.193715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9293606 Dec 22 15:58:25.211025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Request body: {'port': {'device_id': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:25.322919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-79129cf8-9e70-42fb-910f-c18185aefd28 None None] Provisioning for port 8a49fa00-ff56-431e-b5df-4cab682dbd13 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:58:25.326333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:25.327942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-79129cf8-9e70-42fb-910f-c18185aefd28 None None] Provisioning complete for port 8a49fa00-ff56-431e-b5df-4cab682dbd13 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:58:25.328370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79129cf8-9e70-42fb-910f-c18185aefd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:25.382322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-79129cf8-9e70-42fb-910f-c18185aefd28 None None] Port 8a49fa00-ff56-431e-b5df-4cab682dbd13 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:58:25.678312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a49fa00-ff56-431e-b5df-4cab682dbd13 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:58:25.685311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:25.700386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Transition to ACTIVE for port object 8a49fa00-ff56-431e-b5df-4cab682dbd13 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:58:25.757021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:25.761518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85cbad58-5f45-4b08-add0-0f9f2d1ae14c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:25.892092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Pushing event updated for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:25.897615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:26.013655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Attempting to bind port 8a49fa00-ff56-431e-b5df-4cab682dbd13 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:58:26.014017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Attempting to bind port 8a49fa00-ff56-431e-b5df-4cab682dbd13 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:58:26.014382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Attempting to bind port 8a49fa00-ff56-431e-b5df-4cab682dbd13 on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:58:26.021807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Port 8a49fa00-ff56-431e-b5df-4cab682dbd13 on network 766b519b-638d-46e5-a241-80869bd8eac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:58:26.022176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Attempting to bind port 8a49fa00-ff56-431e-b5df-4cab682dbd13 on network 766b519b-638d-46e5-a241-80869bd8eac3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:58:26.029490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:58:26.029941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Checking segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:58:26.030404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Bound using segment: {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:58:26.030899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Bound port: 8a49fa00-ff56-431e-b5df-4cab682dbd13, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8cbab-1307-4200-9f12-293e01c50637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:58:26.031534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:26.128569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:58:26.131848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:58:26.162671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:26.167667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:26.224914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222f548-df0c-487e-8c39-24be7a4bc44d req-8d3450dd-9b6c-40df-a8b8-745863978325 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:26.226510 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a222f548-df0c-487e-8c39-24be7a4bc44d req-8d3450dd-9b6c-40df-a8b8-745863978325 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 943 time: 0.0850046 Dec 22 15:58:26.236966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:26.238785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] 10.222.0.46 "PUT /v2.0/ports/8a49fa00-ff56-431e-b5df-4cab682dbd13 HTTP/1.1" status: 200 len: 1093 time: 1.0326440 Dec 22 15:58:26.239359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:26.252836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Pushing event updated for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:26.257157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:26.287964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a222f548-df0c-487e-8c39-24be7a4bc44d req-688fa497-061a-4728-a904-e1e4d70362d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544794 Dec 22 15:58:26.307453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'status': 'completed', 'code': 200} Dec 22 15:58:26.410810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d3f4ea4-e53f-4a14-b427-ae78e3c8700a req-69f7cc6b-4aa5-461a-b4b9-f759a475d15c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0774744 Dec 22 15:58:26.569516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f4ea4-e53f-4a14-b427-ae78e3c8700a req-c38a484d-b30f-41b8-a223-5d61293c963f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:26.571161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d3f4ea4-e53f-4a14-b427-ae78e3c8700a req-c38a484d-b30f-41b8-a223-5d61293c963f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8f95028e6c694248aba6266225c2dce3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1494248 Dec 22 15:58:26.720704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f4ea4-e53f-4a14-b427-ae78e3c8700a req-9b41f137-a49a-418a-b59e-ac8e773a5e6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:26.722856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d3f4ea4-e53f-4a14-b427-ae78e3c8700a req-9b41f137-a49a-418a-b59e-ac8e773a5e6b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1415007 Dec 22 15:58:26.848129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-a7aa5ce5-fc01-45af-a63e-67fb9bcaee97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0812678 Dec 22 15:58:27.145090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-8fd0fef5-bf6e-4fe5-90a2-23cdf0199b9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13 HTTP/1.1" status: 200 len: 217 time: 0.2848094 Dec 22 15:58:27.219203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80764-6676-4694-b0c1-04131a7567a7 req-62b15c57-27c0-412f-8ad9-d2c8394c4578 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:27.220739 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-62b15c57-27c0-412f-8ad9-d2c8394c4578 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0652547 Dec 22 15:58:27.306368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-ab34b5d1-7212-41a2-a353-101662b8ffd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739269 Dec 22 15:58:27.454771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-00ce5b57-b356-403f-9368-f004b018fc3a service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372776 Dec 22 15:58:27.502945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb111b6-dd98-4479-82b0-3f3036818308 req-0849e64c-9d74-4846-a0de-341b1d5c7f22 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:27.505117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fb111b6-dd98-4479-82b0-3f3036818308 req-0849e64c-9d74-4846-a0de-341b1d5c7f22 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 943 time: 0.0888698 Dec 22 15:58:27.555874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fb111b6-dd98-4479-82b0-3f3036818308 req-83ac2c18-4cf1-4854-b244-44cd92cf6280 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Dec 22 15:58:27.606310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37e80764-6676-4694-b0c1-04131a7567a7 req-03c04971-6ebd-4ce7-b7c1-dc9b50824a59 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411591 Dec 22 15:58:28.759868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfc8e9-f5e3-4a10-ba68-edf55d62f672 req-3b9f3946-0d6b-4ad8-a650-5508061d41e9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:28.761476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1dfc8e9-f5e3-4a10-ba68-edf55d62f672 req-3b9f3946-0d6b-4ad8-a650-5508061d41e9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 943 time: 0.0820396 Dec 22 15:58:28.810082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1dfc8e9-f5e3-4a10-ba68-edf55d62f672 req-9fb9b9da-5998-4a19-ac15-d1dfaf8b3f57 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Dec 22 15:58:29.913295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8a49fa00-ff56-431e-b5df-4cab682dbd13 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:58:30.060994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:30.075389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'port_id': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'mac_address': 'fa:16:3e:35:fe:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:58:30.136343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.154571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a49fa00-ff56-431e-b5df-4cab682dbd13 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:58:30.206485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebef939-1efe-4efb-9d13-2a305d2aecce req-f2490163-3c60-4142-8371-e79034c3d95c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:30.208648 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ebef939-1efe-4efb-9d13-2a305d2aecce req-f2490163-3c60-4142-8371-e79034c3d95c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 943 time: 0.0903671 Dec 22 15:58:30.259851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ebef939-1efe-4efb-9d13-2a305d2aecce req-4b297f98-bc23-480f-84eb-432725837d76 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448573 Dec 22 15:58:30.305190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:30.328527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:30.330477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:30.396729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:30.405679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.406072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.406740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.407125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.407507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.407891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.408268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.408643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.409015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.409385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.410377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:58:30.414423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:30.655056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['8a49fa00-ff56-431e-b5df-4cab682dbd13'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:58:31.467959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a31a3-1885-44a4-8b90-f3fd8c83d1c5 req-04b9687a-bb32-4902-996b-4c509d672dac tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:31.469586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-372a31a3-1885-44a4-8b90-f3fd8c83d1c5 req-04b9687a-bb32-4902-996b-4c509d672dac tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 944 time: 0.0838258 Dec 22 15:58:31.518225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-372a31a3-1885-44a4-8b90-f3fd8c83d1c5 req-d24a3667-bf15-4ec2-b6f2-db3237564cae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Dec 22 15:58:31.929001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8a49fa00-ff56-431e-b5df-4cab682dbd13 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:58:32.031638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 8a49fa00-ff56-431e-b5df-4cab682dbd13 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:58:32.036820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 8a49fa00-ff56-431e-b5df-4cab682dbd13 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:58:32.037229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.153145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.181186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:32.191889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:58:32.220109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:32.222715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:58:32.260534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'code': 200} Dec 22 15:58:32.295445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:58:32.311935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:58:32.546311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-75988dfa-50bb-4fc8-9d24-f99db8850af9 req-2fed3aad-c26f-466d-be09-239aa20f9de5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0773184 Dec 22 15:58:32.600196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-75988dfa-50bb-4fc8-9d24-f99db8850af9 req-042a622b-aa17-4147-9c90-760bfd303d0c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Dec 22 15:58:32.727278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5a53e-9daa-4e87-897a-c7d80fcdbf2b req-09c6f505-2c8f-4d53-8039-b1709e9b748c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:32.728898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-edf5a53e-9daa-4e87-897a-c7d80fcdbf2b req-09c6f505-2c8f-4d53-8039-b1709e9b748c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.0870836 Dec 22 15:58:32.776848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-edf5a53e-9daa-4e87-897a-c7d80fcdbf2b req-e077a090-937a-4e98-ba10-2a808485e1eb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Dec 22 15:58:34.001942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219f58-bbeb-4160-bc7a-97183796829f req-0f1baab3-85b7-460b-b4de-75e16a12932d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:34.004077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b6219f58-bbeb-4160-bc7a-97183796829f req-0f1baab3-85b7-460b-b4de-75e16a12932d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.0845296 Dec 22 15:58:34.056034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b6219f58-bbeb-4160-bc7a-97183796829f req-e2976c4a-86fc-40bc-9176-115169faf13b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457218 Dec 22 15:58:34.260265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b39f19-272d-47a9-b67c-49850ee8dfae req-7db69511-c4c8-42d2-b828-f67970b04860 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:34.261856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8b39f19-272d-47a9-b67c-49850ee8dfae req-7db69511-c4c8-42d2-b828-f67970b04860 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.0830092 Dec 22 15:58:34.313037 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8b39f19-272d-47a9-b67c-49850ee8dfae req-36821ad9-a9df-43ce-89b9-ee3e5cf7b613 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Dec 22 15:58:34.340370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54514) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:34.419011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a1cd5ee0-234c-42c2-a11f-03bd3fd2f93d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 1093 time: 0.0773075 Dec 22 15:58:34.421843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54518) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:34.428386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'port_id': '8a49fa00-ff56-431e-b5df-4cab682dbd13'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:58:34.506692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.124305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.150363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:35.586029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 associated. External IP: 172.26.1.197, port: 8a49fa00-ff56-431e-b5df-4cab682dbd13. Dec 22 15:58:35.991028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:58:36.199366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:58:36.204235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:36.209757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:58:36.223141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:36.223819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:58:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:36.260675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8009c272-a17d-43cb-a436-b9ea8e09ec56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 991 time: 1.8377082 Dec 22 15:58:36.261332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:58:36.263723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54522) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:36.319714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'status': 'completed', 'code': 200} Dec 22 15:58:36.416827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:36.434026 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c4d17d8e-8a8d-490f-8a44-11003b15e38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 991 time: 0.1689584 Dec 22 15:58:36.451838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-dc526861-9274-4edd-9fcc-8945a3982407 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 1098 time: 0.1051509 Dec 22 15:58:36.595188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-983f3b2f-cc1d-480c-b07e-d441c5706219 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.597429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-983f3b2f-cc1d-480c-b07e-d441c5706219 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 200 len: 898 time: 0.1374862 Dec 22 15:58:36.709463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-fed5e1c5-efe4-42b1-ae5f-821b6f878cd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13 HTTP/1.1" status: 200 len: 999 time: 0.1063242 Dec 22 15:58:36.780868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-6b8f1bfb-5c98-441c-843f-5e3c59b3ec88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:58:36.782797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-6b8f1bfb-5c98-441c-843f-5e3c59b3ec88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 200 len: 834 time: 0.0666833 Dec 22 15:58:36.789328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:35:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:58:35Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:36.794245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:58:36.812314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:58:36.813005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:58:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:36.873944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-ed48725d-53eb-4bf2-929e-e89be8aa9af2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766b519b-638d-46e5-a241-80869bd8eac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840139 Dec 22 15:58:37.007304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:58:37.025784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-c5e399c5-1988-4b51-9970-9f52cf464d73 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435316 Dec 22 15:58:37.177024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf4ccf04-f8fc-4491-b5e1-d61452ba8517 req-7c823737-0459-454e-8c40-7ab3bfbb75f5 service neutron] 10.222.0.46 "GET /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443667 Dec 22 15:58:37.437599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54528) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:37.545745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e23a46a-bdb7-482a-8c51-e194f18cc40a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 991 time: 0.1067653 Dec 22 15:58:37.576956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:35:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:58:35Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:58:37.581837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf0491-3ef6-4a46-a368-057f05f4e887 None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '11f9d29d-b371-40e5-8cdf-11e1fc4dafa5', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.197', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'port_id': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'mac_address': 'fa:16:3e:35:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:57:32Z', 'updated_at': '2021-12-22T15:58:35Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:58:37.938850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559f93d6-1203-469c-b980-8713bc41507d None None] New status for floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:58:38.548961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54532) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:58:38.661052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4de68621-417b-4bea-a44f-41416ef99da2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 200 len: 993 time: 0.1108224 Dec 22 15:58:39.997155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:42.768191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd199194-9d89-4dde-8b32-9766d1bbf451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:44.156921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:45.151228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a78ea005-196c-433b-b5cb-044312eda34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:45.494142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:46.984185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:58:52.208347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:59:10.007905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:12.541521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc6eeb-b694-4ab7-8d13-5fddcdc5bb75 req-7f55df24-5353-4578-a730-daaca9c0369d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:12.543197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-acfc6eeb-b694-4ab7-8d13-5fddcdc5bb75 req-7f55df24-5353-4578-a730-daaca9c0369d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.0890152 Dec 22 15:59:12.591051 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-acfc6eeb-b694-4ab7-8d13-5fddcdc5bb75 req-63038244-2178-45b7-8012-92c9f7a2e494 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Dec 22 15:59:12.762257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2eb3caca-6187-4576-b224-2d3514d52dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:13.805384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db328db-1bad-4f71-a143-0e011dc53f39 req-102f3f73-fc93-44e4-bf23-09229163d4ae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:13.807077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3db328db-1bad-4f71-a143-0e011dc53f39 req-102f3f73-fc93-44e4-bf23-09229163d4ae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.0862012 Dec 22 15:59:13.859656 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3db328db-1bad-4f71-a143-0e011dc53f39 req-ba284563-ad8d-4ad4-b580-9a100ee97996 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=35c8d76b-000c-49a4-961b-a2549122eb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465214 Dec 22 15:59:14.040152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-bd2d52a5-8ebc-4a60-96e0-e953f25bc52b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:14.040909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-bd2d52a5-8ebc-4a60-96e0-e953f25bc52b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:14.082321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-bd2d52a5-8ebc-4a60-96e0-e953f25bc52b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:14.083575 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-bd2d52a5-8ebc-4a60-96e0-e953f25bc52b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 945 time: 0.1274590 Dec 22 15:59:14.145270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.162030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 8a49fa00-ff56-431e-b5df-4cab682dbd13 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:14.162411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.417548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 8a49fa00-ff56-431e-b5df-4cab682dbd13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8a49fa00-ff56-431e-b5df-4cab682dbd13,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:14.417951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.712733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.713094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.713427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 disassociated. External IP: 172.26.1.197, port: 8a49fa00-ff56-431e-b5df-4cab682dbd13. Dec 22 15:59:14.713807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 8a49fa00-ff56-431e-b5df-4cab682dbd13 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:14.939740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:14.950885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:14.994956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=8a49fa00-ff56-431e-b5df-4cab682dbd13,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:14.999306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:15.059869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8630af6-b982-4b47-b8e9-c36fc87ba5cc req-f2855ffa-f5c5-44b1-b3b6-be18e2e7bfc7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0476472 Dec 22 15:59:15.151003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d028dfab-1ff1-4062-91a1-57160ed15faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:15.445045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:15.505542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:15.660064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:15.670520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:15.683090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:15.683759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:15.732404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 8a49fa00-ff56-431e-b5df-4cab682dbd13 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:59:15.735187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:15.738168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'name': 'network-vif-deleted', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:15.786451 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04b9b663-2e6f-4856-ba35-7aac233748cd req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/8a49fa00-ff56-431e-b5df-4cab682dbd13 HTTP/1.1" status: 204 len: 173 time: 1.6934063 Dec 22 15:59:15.795126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c0c3875-50ea-4eef-a8af-69b080386ce1', 'name': 'network-vif-deleted', 'tag': '8a49fa00-ff56-431e-b5df-4cab682dbd13', 'status': 'completed', 'code': 200} Dec 22 15:59:15.871554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:16.210809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:16.214987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:16.226824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:16.227491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:16.248854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cfefc18a-0c33-415a-8f54-29d9d24fc276 req-eb02ee0d-e276-4b04-8dc4-dae177e0ea40 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0c3875-50ea-4eef-a8af-69b080386ce1 HTTP/1.1" status: 200 len: 210 time: 0.0460935 Dec 22 15:59:16.415369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:16.751161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:16.755999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c542e25-17fb-433b-bf12-561202bce9cb None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'f4c15573-77b3-47c5-935c-f2727b6684cd', 'name': '', 'network_id': '766b519b-638d-46e5-a241-80869bd8eac3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:b5:ba:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:09Z', 'updated_at': '2021-12-22T15:57:16Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'b3b3f0b0-7492-41e3-9b46-326592e48f06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:16.978497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:17.204306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d492fb-c4d5-451c-9023-c15e312bc8c5 None None] New status for floating IP 11f9d29d-b371-40e5-8cdf-11e1fc4dafa5: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:59:17.370425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54560) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:17.454475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:17.488438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:17.562572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:17.568402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bf1e96e-5c5a-4a6d-9ced-b873c9b6d460 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:17.585987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c8d76b-000c-49a4-961b-a2549122eb62,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:17.588527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:17.670725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:17.671998 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/35c8d76b-000c-49a4-961b-a2549122eb62 HTTP/1.1" status: 204 len: 168 time: 0.3003581 Dec 22 15:59:17.746757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54566) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:17.912781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port d3004116-2710-47b9-bd49-44cb9d01a34e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:17.913164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.089041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.089322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.147629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8a49fa00-ff56-431e-b5df-4cab682dbd13 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:18.181103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 8a49fa00-ff56-431e-b5df-4cab682dbd13 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:18.181496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8a49fa00-ff56-431e-b5df-4cab682dbd13 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:18.216645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for d3004116-2710-47b9-bd49-44cb9d01a34e owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:18.413560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.417966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed8bc01e-2b01-43c1-a9ab-8011e7ef0129 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:18.460163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=d3004116-2710-47b9-bd49-44cb9d01a34e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:18.464552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:18.559369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.573851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:18.575099 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/11f9d29d-b371-40e5-8cdf-11e1fc4dafa5 HTTP/1.1" status: 204 len: 168 time: 0.8273203 Dec 22 15:59:19.076548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086d913-f96a-4a76-ae32-9a1820388ce7 req-41cfaf69-7752-4487-8507-26ee6283e2fb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:19.078098 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1086d913-f96a-4a76-ae32-9a1820388ce7 req-41cfaf69-7752-4487-8507-26ee6283e2fb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0878074 Dec 22 15:59:19.126420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1086d913-f96a-4a76-ae32-9a1820388ce7 req-9a3a251e-fe3d-4040-8581-ce7058ac516b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420122 Dec 22 15:59:20.336962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741d80b-95fe-4ab7-bac9-3f5392ff918c req-31af4027-bca8-4592-9b9e-8eaec2d0abbc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:20.338613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3741d80b-95fe-4ab7-bac9-3f5392ff918c req-31af4027-bca8-4592-9b9e-8eaec2d0abbc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.0840738 Dec 22 15:59:20.387727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3741d80b-95fe-4ab7-bac9-3f5392ff918c req-356cb67a-4698-4913-8361-827f5d242962 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429263 Dec 22 15:59:20.540518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-a2f68c64-abe1-447e-8c67-6f6d0fdd510e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:20.541202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-a2f68c64-abe1-447e-8c67-6f6d0fdd510e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:20.585324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-a2f68c64-abe1-447e-8c67-6f6d0fdd510e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:20.586927 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-a2f68c64-abe1-447e-8c67-6f6d0fdd510e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 946 time: 0.1276987 Dec 22 15:59:20.667344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port ad667c9a-6f15-43c0-8528-b94d85cd8812 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:20.667725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:20.923332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port ad667c9a-6f15-43c0-8528-b94d85cd8812, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ad667c9a-6f15-43c0-8528-b94d85cd8812,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:20.923730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:21.055517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for ad667c9a-6f15-43c0-8528-b94d85cd8812 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:21.224264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:21.230107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6e6034c-e0af-4f68-a050-e251806da1a2 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:21.277561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=ad667c9a-6f15-43c0-8528-b94d85cd8812,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:21.282191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:21.353836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port ad667c9a-6f15-43c0-8528-b94d85cd8812 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:59:21.356491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:21.360699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'name': 'network-vif-deleted', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:21.398275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e15c0b09-e211-4475-a93f-c25d8223d1f7 req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/ad667c9a-6f15-43c0-8528-b94d85cd8812 HTTP/1.1" status: 204 len: 173 time: 0.8027644 Dec 22 15:59:21.415897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641af067-146f-420b-88ba-99e5ec17e646', 'name': 'network-vif-deleted', 'tag': 'ad667c9a-6f15-43c0-8528-b94d85cd8812', 'status': 'completed', 'code': 200} Dec 22 15:59:21.563601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-456ee151-69d6-4cb8-8694-f591304a62b6 req-088bacd8-f913-4c8c-b283-b6f285370573 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=641af067-146f-420b-88ba-99e5ec17e646 HTTP/1.1" status: 200 len: 210 time: 0.0485001 Dec 22 15:59:22.672229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54584) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:22.744938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:22.780192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:22.865363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:22.870761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-014e9e40-b222-4da0-a7f3-8a7d58b1d7de tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:22.887028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:22.894763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:22.894983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:22.896225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/d01a9f30-5baf-4fdf-8fc6-65710a1eb3c1 HTTP/1.1" status: 204 len: 168 time: 0.2228911 Dec 22 15:59:22.951669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54590) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:23.366335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:23.997417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port f4c15573-77b3-47c5-935c-f2727b6684cd {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:23.998038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:24.178833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ad667c9a-6f15-43c0-8528-b94d85cd8812 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:24.188909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port f4c15573-77b3-47c5-935c-f2727b6684cd, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f4c15573-77b3-47c5-935c-f2727b6684cd,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:24.189311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:24.212983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: ad667c9a-6f15-43c0-8528-b94d85cd8812 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:24.213377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device ad667c9a-6f15-43c0-8528-b94d85cd8812 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:24.319952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for f4c15573-77b3-47c5-935c-f2727b6684cd owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:24.831771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:24.836661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9129f8d-8ba1-45b8-8092-67cc6bd7c7e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:24.881317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=f4c15573-77b3-47c5-935c-f2727b6684cd,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:24.884033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:25.191815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:25.790702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 663ffe7e-1992-4028-aa27-651ce85264a2 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:26.000042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:26.010717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Sync routers for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:26.014100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/663ffe7e-1992-4028-aa27-651ce85264a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0612693 Dec 22 15:59:26.017175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54594) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:26.023507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:26.024170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:26.212286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:26.217377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet b3b3f0b0-7492-41e3-9b46-326592e48f06 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 15:59:26.220524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.277229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.368148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.471957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.477056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3882c465-3357-479f-94e6-a9ba05f0eec8 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:26.513108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:59:24Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:26.514536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b3f0b0-7492-41e3-9b46-326592e48f06,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:26.517343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Checking router: 663ffe7e-1992-4028-aa27-651ce85264a2 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:26.527034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.528728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Routers {'663ffe7e-1992-4028-aa27-651ce85264a2'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:26.529405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['663ffe7e-1992-4028-aa27-651ce85264a2'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:26.531739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.532402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.532818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.533225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.533635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.534624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.535572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.535997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.536405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.536813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.537219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:26.541369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:26.546265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/b3b3f0b0-7492-41e3-9b46-326592e48f06 HTTP/1.1" status: 204 len: 168 time: 0.5248361 Dec 22 15:59:26.546265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54598) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:26.589520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd6d50-7af1-441e-b04d-f0a3e798eac7 None None] Network 766b519b-638d-46e5-a241-80869bd8eac3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:59:26.772023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:26.991983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.025204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 7b755d1e-ef85-4340-960f-f19e92d1a16c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:27.025517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.067639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] Set router 663ffe7e-1992-4028-aa27-651ce85264a2 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:27.304983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] DHCP port deletion for 766b519b-638d-46e5-a241-80869bd8eac3 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 15:59:27.314657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Deleting port c3218b88-7193-4bb1-9d8e-93d20404d474 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 15:59:27.330534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.445715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 7b755d1e-ef85-4340-960f-f19e92d1a16c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7b755d1e-ef85-4340-960f-f19e92d1a16c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:27.446110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.573270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 7b755d1e-ef85-4340-960f-f19e92d1a16c owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:27.599105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:59:24Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:27.606614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] For port c3218b88-7193-4bb1-9d8e-93d20404d474, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c3218b88-7193-4bb1-9d8e-93d20404d474,segment=NetworkSegment(9ab8cbab-1307-4200-9f12-293e01c50637),segment_id=9ab8cbab-1307-4200-9f12-293e01c50637)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:27.607055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.618695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6d8f8-b115-4565-8ad2-134c8cdd06fb None None] The sync data for ids ['663ffe7e-1992-4028-aa27-651ce85264a2'] in dv-neutron-822514-1-hyperv is: [{'id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'name': 'tempest-TestNetworkBasicOps-router-1874646345', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:59:24Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '7b755d1e-ef85-4340-960f-f19e92d1a16c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '663ffe7e-1992-4028-aa27-651ce85264a2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:57:05Z', 'updated_at': '2021-12-22T15:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:27.742862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Calling delete_port for c3218b88-7193-4bb1-9d8e-93d20404d474 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 15:59:27.848722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.853736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-168bbef3-1ae3-4cf3-a718-3758770a286e tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:27.894778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:27.899954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:27.900137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=7b755d1e-ef85-4340-960f-f19e92d1a16c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:27.902681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:27.946796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Pushing event deleted for resources: {'Port': ['ID=c3218b88-7193-4bb1-9d8e-93d20404d474,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:27.950559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:27.953694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] No DVR routers for this DVR port c3218b88-7193-4bb1-9d8e-93d20404d474 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:59:28.137991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.406393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.411776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.516451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.517064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 663ffe7e-1992-4028-aa27-651ce85264a2 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 15:59:28.532368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.533586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/663ffe7e-1992-4028-aa27-651ce85264a2 HTTP/1.1" status: 204 len: 168 time: 1.9868183 Dec 22 15:59:28.537266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54602) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:28.664864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.717612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c3218b88-7193-4bb1-9d8e-93d20404d474 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:28.755447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: c3218b88-7193-4bb1-9d8e-93d20404d474 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:28.755852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c3218b88-7193-4bb1-9d8e-93d20404d474 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:28.756322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4c15573-77b3-47c5-935c-f2727b6684cd no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:28.795957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: f4c15573-77b3-47c5-935c-f2727b6684cd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:28.796649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f4c15573-77b3-47c5-935c-f2727b6684cd not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:28.812382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.852559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766b519b-638d-46e5-a241-80869bd8eac3']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:28.857970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab8cbab-1307-4200-9f12-293e01c50637') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:28.858300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab8cbab-1307-4200-9f12-293e01c50637') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:28.870893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.885822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.892871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 15:59:28.893794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 15:59:28.910003 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 15:59:29.013457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.018038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.025487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a518302a-9b96-4796-96e7-49091cc610d5 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:29.048248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=766b519b-638d-46e5-a241-80869bd8eac3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:29.057416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.058635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.058635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.058950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.059154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.059566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.059969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.060374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.060776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.061177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.061615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:29.065126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:29.077080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/766b519b-638d-46e5-a241-80869bd8eac3 HTTP/1.1" status: 204 len: 168 time: 0.5382097 Dec 22 15:59:29.102766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54606) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:29.108910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--1844466785', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:29.114473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:29.118855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:29.121849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:29.128041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:29.167620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:59:29.173249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.204265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 15:59:29.214197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 15:59:29.289671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.289999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment efe86283-ae73-457f-8a58-fb2f1e700bea of type vlan for network 80d71308-91a0-42bf-a4ec-e615634b4ffd Dec 22 15:59:29.356314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.453439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.458246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:29.458932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.464538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6bf0d19d-9d5f-4bef-998b-43409f8b848c tempest-BulkNetworkOpsTest-1228346731 tempest-BulkNetworkOpsTest-1228346731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:29.576714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4727101 Dec 22 15:59:29.579859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54610) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:29.585933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=80d71308-91a0-42bf-a4ec-e615634b4ffd,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:29.586582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:29.588963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e86bf80-ae75-4490-87d0-63320688742e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:29.594423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:29.597442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 15:59:29.599458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:29.602530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:29.608644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:29.648105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.649155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.731677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:29.910433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.118405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.149894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.292605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.178 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/b73ffc71-b58f-4420-a580-a97a5f6fcf3b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:59:30.447102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.505837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.510541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:30.578101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:30.581792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:30.583779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:30.586218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:59:30.618474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7b755d1e-ef85-4340-960f-f19e92d1a16c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 15:59:30.619942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:30.652908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7b755d1e-ef85-4340-960f-f19e92d1a16c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 15:59:30.653305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7b755d1e-ef85-4340-960f-f19e92d1a16c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 15:59:30.779589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:30.780265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:31.059021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 5a1c2628-29ed-4920-9f00-ebf77e732cdb is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 15:59:31.265157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:31.275787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Sync routers for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:31.289770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:31.290275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:31.310666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:31.311959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7310195 Dec 22 15:59:31.315891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54614) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:31.365441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-310a9c61-e536-4801-8768-0ba678576f7c tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482242 Dec 22 15:59:31.368132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54618) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:31.477060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:31.745722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5318bc97-5a17-4aed-808d-a2dc04f57d89 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:31.747457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5318bc97-5a17-4aed-808d-a2dc04f57d89 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3783064 Dec 22 15:59:31.750425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54622) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:31.795987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:30Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:31.800174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0325c3b4-1060-4b88-9391-96dae67b6012 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454164 Dec 22 15:59:31.800748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54626) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:31.801729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Checking router: 5a1c2628-29ed-4920-9f00-ebf77e732cdb for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:31.802138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Updating router 5a1c2628-29ed-4920-9f00-ebf77e732cdb port b73ffc71-b58f-4420-a580-a97a5f6fcf3b binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:59:31.808108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-873686388', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:31.860506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:31.945458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:31.949560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:31.952537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:31.959628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:32.002113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:59:32.115034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.204354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.247650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Transition to ACTIVE for port object b73ffc71-b58f-4420-a580-a97a5f6fcf3b will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:32.282217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.286790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:32.367480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Attempting to bind port b73ffc71-b58f-4420-a580-a97a5f6fcf3b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:59:32.367895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Attempting to bind port b73ffc71-b58f-4420-a580-a97a5f6fcf3b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:59:32.368305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Attempting to bind port b73ffc71-b58f-4420-a580-a97a5f6fcf3b on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:59:32.373388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Pushing event updated for resources: {'Port': ['ID=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:32.386411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.386821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.387195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.387565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.387934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.388297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.388701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.389067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.389424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.389783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.390140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:32.394326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:59:32.394801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:59:32.395260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.395686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:59:32.396206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Bound port: b73ffc71-b58f-4420-a580-a97a5f6fcf3b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:59:32.396623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.426802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:32.478850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] For port b73ffc71-b58f-4420-a580-a97a5f6fcf3b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:59:32.481156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.482033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] For port b73ffc71-b58f-4420-a580-a97a5f6fcf3b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:59:32.485839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a797d801-0c3b-4488-8050-8815b00365e6 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:32.511080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.514817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:32.575076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=6c3e6795-df36-420d-9f80-727d798b9e45,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:32.579349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:32.585201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:59:32.585604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 80d71308-91a0-42bf-a4ec-e615634b4ffd, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 15:59:32.593837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Pushing event updated for resources: {'Port': ['ID=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:32.599753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8939b24-672d-4b8a-8b69-de0fb5da2f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:32.603256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:32.603862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:32.641956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 15:59:32.675928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 80d71308-91a0-42bf-a4ec-e615634b4ffd) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:32.681189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:32.681840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:32.686228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50946c27-f444-45d9-a76b-7fd1d8f61868 None None] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:59:32.732034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54630) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:32.732296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9300425 Dec 22 15:59:32.794502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:32.933346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-80d71308-91a0-42bf-a4ec-e615634b4ffd', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 15:59:32.934251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.107186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:30Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:33.111305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22292d13-eaa9-41b4-a805-f60edfd34a01 None None] The sync data for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv is: [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:30Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:33.111479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Allocated IP 172.20.0.2 (80d71308-91a0-42bf-a4ec-e615634b4ffd/6c3e6795-df36-420d-9f80-727d798b9e45/241a045b-2a31-4599-8473-2c0a33b26c93) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:59:33.331965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.342643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Transition to ACTIVE for port object 241a045b-2a31-4599-8473-2c0a33b26c93 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:33.363164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Transition to ACTIVE for port object 241a045b-2a31-4599-8473-2c0a33b26c93 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:33.396853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.402362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f4f7751-d731-4822-abdb-8a820c7a80ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:33.470068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:33.473324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:33.478455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:59:33.484119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Pushing event updated for resources: {'Port': ['ID=241a045b-2a31-4599-8473-2c0a33b26c93,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:33.496186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.496582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.496957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.497631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.497631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.498025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.498391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.498976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.499345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.499673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.500047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 15:59:33.504641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:33.599961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.605798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Attempting to bind port 241a045b-2a31-4599-8473-2c0a33b26c93 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:59:33.606220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Attempting to bind port 241a045b-2a31-4599-8473-2c0a33b26c93 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:59:33.606695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Attempting to bind port 241a045b-2a31-4599-8473-2c0a33b26c93 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:59:33.614890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:59:33.615257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Checking segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:59:33.615730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.616161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Bound using segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:59:33.616698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Bound port: 241a045b-2a31-4599-8473-2c0a33b26c93, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:59:33.617121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.720346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] For port 241a045b-2a31-4599-8473-2c0a33b26c93, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:59:33.724830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] For port 241a045b-2a31-4599-8473-2c0a33b26c93, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=241a045b-2a31-4599-8473-2c0a33b26c93,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:59:33.757184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:33.762032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:33.865958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Pushing event updated for resources: {'Port': ['ID=241a045b-2a31-4599-8473-2c0a33b26c93,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:33.869310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:34.045020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (80d71308-91a0-42bf-a4ec-e615634b4ffd/6c3e6795-df36-420d-9f80-727d798b9e45/c46b6947-7b04-41f4-9e83-a331fd905125) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:59:34.260079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:34.279718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object c46b6947-7b04-41f4-9e83-a331fd905125 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:34.340090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:34.345293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e936638b-eb16-4654-91c2-d3c9e51c5f83 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:34.420624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:34.423681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:34.428612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:59:34.460745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:34.467673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:34.493065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:34.611874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:34.718731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 241a045b-2a31-4599-8473-2c0a33b26c93 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:34.825119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 241a045b-2a31-4599-8473-2c0a33b26c93 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:34.831758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b73ffc71-b58f-4420-a580-a97a5f6fcf3b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:34.922933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port b73ffc71-b58f-4420-a580-a97a5f6fcf3b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:34.928658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b73ffc71-b58f-4420-a580-a97a5f6fcf3b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:34.929084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.046713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.058063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.063939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port b73ffc71-b58f-4420-a580-a97a5f6fcf3b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:35.115796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.116066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.119252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1615e74b-983e-452a-b4f4-cc03b8dfd49a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:35.146791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:35.193388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:35.196815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:35.239507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:35.244113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:35.247852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:35.397676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:35.398997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:35.517102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6a9d2-60b9-45ea-913b-460b2aedc05f None None] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 15:59:35.867803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Provisioning for port 241a045b-2a31-4599-8473-2c0a33b26c93 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:35.880648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Provisioning complete for port 241a045b-2a31-4599-8473-2c0a33b26c93 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:35.881080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:36.059493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 5a1c2628-29ed-4920-9f00-ebf77e732cdb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:36.079844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:36.116664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] For port 241a045b-2a31-4599-8473-2c0a33b26c93, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=241a045b-2a31-4599-8473-2c0a33b26c93,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:36.151099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:36.153166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:36.234995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Pushing event updated for resources: {'Port': ['ID=241a045b-2a31-4599-8473-2c0a33b26c93,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:36.238456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:36.286064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:36.296844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Sync routers for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:36.304914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/5a1c2628-29ed-4920-9f00-ebf77e732cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5716832 Dec 22 15:59:36.307547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54634) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:36.313586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:36.314288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:36.469342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b53c6-6611-43d1-91ae-bb7f3e9334f0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.469768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b53c6-6611-43d1-91ae-bb7f3e9334f0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.470179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b53c6-6611-43d1-91ae-bb7f3e9334f0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.470617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b53c6-6611-43d1-91ae-bb7f3e9334f0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.475261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-846b53c6-6611-43d1-91ae-bb7f3e9334f0 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1640496 Dec 22 15:59:36.475674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54638) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:36.484728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Provisioning complete for port 241a045b-2a31-4599-8473-2c0a33b26c93 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:36.485153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:36.559001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3079489-6830-4d44-8ae4-664165b3e8da tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.559419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3079489-6830-4d44-8ae4-664165b3e8da tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.559822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3079489-6830-4d44-8ae4-664165b3e8da tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.560249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3079489-6830-4d44-8ae4-664165b3e8da tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:36.564872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e3079489-6830-4d44-8ae4-664165b3e8da tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0853705 Dec 22 15:59:36.565714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54642) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:36.581088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:36.721219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 241a045b-2a31-4599-8473-2c0a33b26c93 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:36.856955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6083490d-9b64-4b99-850f-f55f08c91e36 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2898965 Dec 22 15:59:36.859763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54646) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:36.866314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1941134673', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:37.035639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Provisioning for port c46b6947-7b04-41f4-9e83-a331fd905125 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:37.038749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:37.043160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:37.046123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:37.053178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:37.073124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Provisioning complete for port c46b6947-7b04-41f4-9e83-a331fd905125 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:37.073766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.088302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 15:59:37.095184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.119844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] device_id is not set on port a332be02-6d14-4549-9278-e72f73eef0d2 yet. {{(pid=88958) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:59:37.128471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 241a045b-2a31-4599-8473-2c0a33b26c93 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:37.128897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.197555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b1200527-eb8b-416f-8686-a7a2ecb2f88b None None] Port c46b6947-7b04-41f4-9e83-a331fd905125 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:59:37.259429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:37.274727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.14 (80d71308-91a0-42bf-a4ec-e615634b4ffd/6c3e6795-df36-420d-9f80-727d798b9e45/a332be02-6d14-4549-9278-e72f73eef0d2) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:59:37.278607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Checking router: 5a1c2628-29ed-4920-9f00-ebf77e732cdb for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:37.279020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Updating router 5a1c2628-29ed-4920-9f00-ebf77e732cdb port c46b6947-7b04-41f4-9e83-a331fd905125 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 15:59:37.341491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b73ffc71-b58f-4420-a580-a97a5f6fcf3b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:37.407840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.427052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ea8eb915-3a30-4f88-9de1-8706e1ed1ac0 None None] Provisioning complete for port c46b6947-7b04-41f4-9e83-a331fd905125 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:37.427476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea8eb915-3a30-4f88-9de1-8706e1ed1ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.559040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea8eb915-3a30-4f88-9de1-8706e1ed1ac0 None None] Port c46b6947-7b04-41f4-9e83-a331fd905125 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:59:37.607666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b73ffc71-b58f-4420-a580-a97a5f6fcf3b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:37.608097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.742231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.760930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object a332be02-6d14-4549-9278-e72f73eef0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:37.814485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:37.821980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-596b45ef-d8c8-499a-8576-157697c4839b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:37.898136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:37.901328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:37.905551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:59:37.943822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:37.948748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:37.978128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:37.979001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.020977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1598761 Dec 22 15:59:38.139047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.152941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Transition to ACTIVE for port object c46b6947-7b04-41f4-9e83-a331fd905125 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:38.176025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.181702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:38.301525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-958943dd-b701-4919-9ac6-eb15ed8ea090 None None] Provisioning for port a332be02-6d14-4549-9278-e72f73eef0d2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:38.319022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Pushing event updated for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:38.321806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-958943dd-b701-4919-9ac6-eb15ed8ea090 None None] Provisioning complete for port a332be02-6d14-4549-9278-e72f73eef0d2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:38.322282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-958943dd-b701-4919-9ac6-eb15ed8ea090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.346789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:38.457293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-958943dd-b701-4919-9ac6-eb15ed8ea090 None None] Port a332be02-6d14-4549-9278-e72f73eef0d2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:59:38.466534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Attempting to bind port c46b6947-7b04-41f4-9e83-a331fd905125 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:59:38.467365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Attempting to bind port c46b6947-7b04-41f4-9e83-a331fd905125 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:59:38.467788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Attempting to bind port c46b6947-7b04-41f4-9e83-a331fd905125 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:59:38.476530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:59:38.477001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Checking segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:59:38.477580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.478028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Bound using segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:59:38.478578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Bound port: c46b6947-7b04-41f4-9e83-a331fd905125, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:59:38.479007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.479623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:38.486224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012461184', 'description': 'tempest-secgroup-smoke-1012461184 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:38.493640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:38.498261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:38.501364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:38.507957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:38.550424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.584230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] For port c46b6947-7b04-41f4-9e83-a331fd905125, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:59:38.587367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:38.588024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] For port c46b6947-7b04-41f4-9e83-a331fd905125, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c46b6947-7b04-41f4-9e83-a331fd905125,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:59:38.591396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:38.594358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:38.601340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:38.618802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.623447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3f34343-6121-48df-8c04-0e38ef429f6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:38.702513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Pushing event updated for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:38.706905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:38.710614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:38.711314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:38.714964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.744205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.750760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0e8a09e-3595-40be-a841-11c43b593ae5 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:38.801694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ae92e1-9220-4dde-92bd-87ba04dd627a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:38.804884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:38.832032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.833507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3528202 Dec 22 15:59:38.838390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54656) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:38.846085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:38.857315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:38.859906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:38.863421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:38.870143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:38.913173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:38.918329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:39.044103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.076661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.085241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-54ed7f7b-c442-4337-a48f-f5b5a8cba311 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:39.107317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c6b724-0399-460b-9acf-6cbcbc128e2a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:39.110778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:39.145334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.146716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3068428 Dec 22 15:59:39.149644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54660) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:39.155664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:39.162393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:39.166407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:39.169443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:39.176853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:39.214714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.267144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:38Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:39.271719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a388c-6c7b-4def-852f-ba84ba2f48fd None None] The sync data for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv is: [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:38Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:39.280136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.324937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.329182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:39.359240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be48c0e-9686-4432-81f3-84a5bd868aa5,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:39.362515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:39.395787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.397144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2465062 Dec 22 15:59:39.400045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54664) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:39.406400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:39.413737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:39.418057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:39.421199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:39.428637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:39.627050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.702229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.733700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.735928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dbf95178-5c70-4d4d-bd61-299a3e617104 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:39.760940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa6a081-bf21-4f9c-9d87-4f9b468f7c0b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:39.763839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:39.807113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.809132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4072752 Dec 22 15:59:39.811508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:39.818302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:39.825155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:39.829591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:39.833541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:39.840149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:39.889621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:39.964142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.001206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.003826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:40.024004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.030587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3fe906-0392-462b-84a6-e26e3d479bc2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:40.035696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:40.081271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.082593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2698252 Dec 22 15:59:40.087014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54672) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:40.093582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:40.100503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:40.104591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:40.107670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:40.114755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:40.145258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:59:40.152743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.229153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.264931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.266973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53ead349-37ec-4c22-a4d6-371d27c0225c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:40.292132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825fd149-25f7-4a7c-aed8-9d250d10ee82,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:40.294890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:40.326639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.327991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2398016 Dec 22 15:59:40.331197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54676) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:40.337460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '36ae92e1-9220-4dde-92bd-87ba04dd627a', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:40.344169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:40.348702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:40.351910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:40.358069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:40.395248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 15:59:40.402666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.475903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.504852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.506885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33326fff-a45a-4681-9986-523c94b3d847 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:40.531030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cc97ed-b759-4885-b23e-1677cdd02880,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:40.536709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:40.566343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.567715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2353144 Dec 22 15:59:40.696912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c46b6947-7b04-41f4-9e83-a331fd905125 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:40.766415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-6b114837-a31e-4616-a866-1bf1cc9e4769 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012461184&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0462544 Dec 22 15:59:40.802056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c46b6947-7b04-41f4-9e83-a331fd905125 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:40.807855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c46b6947-7b04-41f4-9e83-a331fd905125 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:40.808285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.855971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-073cfa04-a129-4618-a43d-bb71ddb67ad0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:40.856616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-073cfa04-a129-4618-a43d-bb71ddb67ad0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:40.893730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-073cfa04-a129-4618-a43d-bb71ddb67ad0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:40.895052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-073cfa04-a129-4618-a43d-bb71ddb67ad0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 931 time: 0.1186664 Dec 22 15:59:40.929831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:40.969614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port c46b6947-7b04-41f4-9e83-a331fd905125, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c46b6947-7b04-41f4-9e83-a331fd905125,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:41.004437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:41.006499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ee2af75-6cd8-43ff-904f-02f1fb7c28c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:41.074586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:41.077826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:41.081970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-a801649a-bd5b-4274-989d-a890a161ad00 service neutron] 10.222.0.18 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1726439 Dec 22 15:59:41.225171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-783c0596-250f-4aa6-a49c-e5d3a48868a1 service neutron] 10.222.0.18 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371522 Dec 22 15:59:41.369213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-2fb70c7c-fee6-4893-8796-e59a50310093 service neutron] 10.222.0.18 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375687 Dec 22 15:59:41.699581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44dce3ac-4d95-456e-bee6-4f4ea41f07d9 req-dcb3f74f-7935-4354-9aeb-b23ae8ec23f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 210 time: 0.0500865 Dec 22 15:59:42.674496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c46b6947-7b04-41f4-9e83-a331fd905125 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:42.758664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c46b6947-7b04-41f4-9e83-a331fd905125 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:42.759093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.790728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46d06320-b8f5-4f17-a7af-28df12f4ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:42.883508 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b68a5ab0-c618-4ab3-a3c9-ad120a9bdbed req-8ca8b84c-7fd9-43d2-a0e8-51092712d931 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 210 time: 0.0554640 Dec 22 15:59:43.227879 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-c11f2a74-3d78-4162-91b8-191264feb4e9 service neutron] 10.222.0.46 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1027 time: 0.0653191 Dec 22 15:59:43.388807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-4f63162f-46ee-477c-846d-9b432b8629b0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:43.390389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-4f63162f-46ee-477c-846d-9b432b8629b0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 797 time: 0.1564102 Dec 22 15:59:43.450806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-810dc37f-715d-44df-92d4-23b5fcb7d73e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:43.493597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-810dc37f-715d-44df-92d4-23b5fcb7d73e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:43.494955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-810dc37f-715d-44df-92d4-23b5fcb7d73e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 380 time: 0.0913436 Dec 22 15:59:43.510524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Request body: {'port': {'device_id': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:43.623167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:43.985122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a332be02-6d14-4549-9278-e72f73eef0d2 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:59:43.992550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.008121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Transition to ACTIVE for port object a332be02-6d14-4549-9278-e72f73eef0d2 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 15:59:44.041946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.046732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-762b523d-fddb-46de-94c3-06094e9b5329 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:44.092232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99a29-5588-4110-8dcf-c724699c1395 req-434359f5-2eeb-4940-b693-6f50d0b30817 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:44.093783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-17a99a29-5588-4110-8dcf-c724699c1395 req-434359f5-2eeb-4940-b693-6f50d0b30817 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 982 time: 0.0841746 Dec 22 15:59:44.149753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.150148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-17a99a29-5588-4110-8dcf-c724699c1395 req-6d702cb6-81cc-4ddc-90f1-ad5eee0949fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Dec 22 15:59:44.180070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:44.184486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:44.300791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 15:59:44.301162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 15:59:44.301530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:59:44.308589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 15:59:44.308955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 15:59:44.316356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 15:59:44.316733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Checking segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 15:59:44.317155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Bound using segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 15:59:44.317635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Bound port: a332be02-6d14-4549-9278-e72f73eef0d2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 15:59:44.318026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.414656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:59:44.417775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 15:59:44.442178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.446583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8746a859-81fe-4c12-921a-2dcc59b49132 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:44.508433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:44.509956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] 10.222.0.46 "PUT /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1132 time: 1.0038774 Dec 22 15:59:44.510533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:44.536672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:44.540662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:44.570767 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'status': 'completed', 'code': 200} Dec 22 15:59:44.655211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-958e3cda-ec59-4ee0-a855-4f0ad38c794e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 1135 time: 0.0767553 Dec 22 15:59:44.737918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-ccd0fb13-935e-4fdd-918d-fb39bde017a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 217 time: 0.0698612 Dec 22 15:59:44.809217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-4c24832d-83d8-4295-9683-fcd201ec1b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:44.810857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-4c24832d-83d8-4295-9683-fcd201ec1b92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 200 len: 834 time: 0.0639963 Dec 22 15:59:44.897912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-2c4050fd-f8d0-46fa-a48f-cedcc89354de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767615 Dec 22 15:59:45.046812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-7967bfa1-aa02-4ec5-8706-da3a34d9ebf4 service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384439 Dec 22 15:59:45.149309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f56153e-8472-46a9-a32c-f718f0f364c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:45.195621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c062c3b-4230-4a3c-af60-efb0827622ac req-8a0f222c-6390-4368-a612-5685d9063fc3 service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389573 Dec 22 15:59:45.352196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-0dc1b2d6-fd7c-4fd8-990f-4e604d3d7c1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 1135 time: 0.0764978 Dec 22 15:59:45.366162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1394b55-fc2e-49ab-a0d4-0379d2b92ea8 req-111bb17e-82f8-426c-a465-06c1c1328573 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:45.367845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f1394b55-fc2e-49ab-a0d4-0379d2b92ea8 req-111bb17e-82f8-426c-a465-06c1c1328573 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 982 time: 0.0883965 Dec 22 15:59:45.418689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f1394b55-fc2e-49ab-a0d4-0379d2b92ea8 req-0175fe22-8e42-466b-b3ad-188c45a93ce1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 Dec 22 15:59:45.496600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-e403543d-c2dc-48ca-bc75-a8919200f188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:45.498189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-e403543d-c2dc-48ca-bc75-a8919200f188 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 898 time: 0.1379702 Dec 22 15:59:45.510617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:45.573056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-c9bc8221-eb55-4d1e-b498-9cc59af8456a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 217 time: 0.0674291 Dec 22 15:59:45.640722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-64b387b3-6d84-4348-8221-2d290e75f7fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:45.642268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-64b387b3-6d84-4348-8221-2d290e75f7fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 200 len: 834 time: 0.0617568 Dec 22 15:59:45.723666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-2ff53774-8b5e-49b4-b74b-e2c47f2bb55e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741079 Dec 22 15:59:45.867442 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-d5f66b6d-96fe-47ac-b577-84485b4504a8 service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354232 Dec 22 15:59:46.010247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f391d6f0-1f8c-4901-87d6-cfb7dc52032b req-fa3b5211-00c2-4508-b546-b516b9b96e63 service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347139 Dec 22 15:59:46.624822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846988c-49cb-49bc-9dc2-21f51f8e3829 req-dc871611-7e69-4667-8abd-c9da5c34333e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:46.626429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8846988c-49cb-49bc-9dc2-21f51f8e3829 req-dc871611-7e69-4667-8abd-c9da5c34333e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 982 time: 0.0832114 Dec 22 15:59:46.676047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8846988c-49cb-49bc-9dc2-21f51f8e3829 req-e45bb7f4-90ff-4bfd-b30e-ff596b36ac32 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Dec 22 15:59:46.984786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:47.886766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd06a2-a371-41f4-b7f8-80e7a8e77218 req-1b629a0c-d469-42e3-8d7d-9701accea8ca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:47.888385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79dd06a2-a371-41f4-b7f8-80e7a8e77218 req-1b629a0c-d469-42e3-8d7d-9701accea8ca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 982 time: 0.0865867 Dec 22 15:59:47.937838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79dd06a2-a371-41f4-b7f8-80e7a8e77218 req-80171220-aa58-41f3-9e78-fd7350a135f5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Dec 22 15:59:48.334770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 15:59:48.478532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:48.492471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'mac_address': 'fa:16:3e:74:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 15:59:48.550386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:48.567990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a332be02-6d14-4549-9278-e72f73eef0d2 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 15:59:48.583241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:48.618159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:48.620045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:48.685717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:48.688847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:48.923087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['a332be02-6d14-4549-9278-e72f73eef0d2'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 15:59:49.146361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cef06-c4fd-46cb-8749-887c53faa4d2 req-7bbc29b5-af19-457e-8a92-0d36b550b4c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:49.148003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-068cef06-c4fd-46cb-8749-887c53faa4d2 req-7bbc29b5-af19-457e-8a92-0d36b550b4c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 983 time: 0.0824311 Dec 22 15:59:49.200382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-068cef06-c4fd-46cb-8749-887c53faa4d2 req-6b89f9bc-c7ca-4e86-88a0-0c73e2764597 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460286 Dec 22 15:59:50.334344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 15:59:50.407795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dffc13-fb93-4189-b7c3-a455ae64f672 req-1c9443f1-554d-4a04-8c50-75dc7a5bcf1c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:50.411492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e9dffc13-fb93-4189-b7c3-a455ae64f672 req-1c9443f1-554d-4a04-8c50-75dc7a5bcf1c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 983 time: 0.0863669 Dec 22 15:59:50.430393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port a332be02-6d14-4549-9278-e72f73eef0d2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 15:59:50.435736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port a332be02-6d14-4549-9278-e72f73eef0d2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:50.436159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:50.459859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e9dffc13-fb93-4189-b7c3-a455ae64f672 req-ff187cd8-4eec-467b-8ef9-6e2fcf193a36 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436742 Dec 22 15:59:50.555843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:50.583760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:50.593913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:50.630600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:50.632685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:50.668985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'code': 200} Dec 22 15:59:50.702263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:50.706163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:50.941309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4fefda76-21ef-41c5-9a5b-c2013c8488d3 req-2568ec08-6d43-41fe-b93f-fd30e67b8e4a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 1137 time: 0.0737686 Dec 22 15:59:50.989015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4fefda76-21ef-41c5-9a5b-c2013c8488d3 req-08cc7319-6547-4084-b3f4-569f403a4700 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382056 Dec 22 15:59:51.670989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caf9e7-af2d-4624-a6b4-97596ea32452 req-04cff6e8-38d9-4fb2-bc11-b52ac506995a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:51.672586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12caf9e7-af2d-4624-a6b4-97596ea32452 req-04cff6e8-38d9-4fb2-bc11-b52ac506995a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.0872159 Dec 22 15:59:51.723312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12caf9e7-af2d-4624-a6b4-97596ea32452 req-f81bba93-0221-4462-b948-d7d919c47b56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Dec 22 15:59:52.932862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d3875-4e74-4a46-9921-3ce5d2fe5458 req-676c8ac1-45d5-4c49-bf12-d7fadb6c468a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:52.934491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac7d3875-4e74-4a46-9921-3ce5d2fe5458 req-676c8ac1-45d5-4c49-bf12-d7fadb6c468a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.0837309 Dec 22 15:59:52.982921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac7d3875-4e74-4a46-9921-3ce5d2fe5458 req-bba33923-3f41-47c9-a9c0-5a5b2e7b6d4d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Dec 22 15:59:53.195658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a8d5c-f8d4-4dfb-b1ad-d3a3ebb12cf5 req-a4a1732a-6bb8-4be0-82f4-5253e491c45e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:53.197182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f30a8d5c-f8d4-4dfb-b1ad-d3a3ebb12cf5 req-a4a1732a-6bb8-4be0-82f4-5253e491c45e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.0898724 Dec 22 15:59:53.245695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f30a8d5c-f8d4-4dfb-b1ad-d3a3ebb12cf5 req-fca67829-9ffc-4870-a9d9-727d21ba9241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Dec 22 15:59:53.272816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54734) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:53.354043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-145cb186-6939-4540-825c-f5e4c4f8acb7 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 1132 time: 0.0793905 Dec 22 15:59:53.356381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54738) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:53.361828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:53.368507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 15:59:53.372548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 15:59:53.375509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 15:59:53.381517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 15:59:53.647602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:53.794260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:53.962013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.154 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/14198ef5-6ac8-4638-a59f-4260455b67ff) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 15:59:54.123822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:54.173520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:54.178848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:54.243507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 15:59:54.246262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 15:59:54.250173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 15:59:54.281654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=14198ef5-6ac8-4638-a59f-4260455b67ff,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:54.289066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:54.772888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:54.860790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.077316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.093392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.097323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0adde625-530b-4298-a9bf-01a749e2ea52 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:55.195399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=14198ef5-6ac8-4638-a59f-4260455b67ff,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:55.199770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:55.218657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:55.418612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP e00f4670-032a-4b7d-ae10-06fc32c286b4 associated. External IP: 172.26.1.154, port: a332be02-6d14-4549-9278-e72f73eef0d2. Dec 22 15:59:55.827051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 5a1c2628-29ed-4920-9f00-ebf77e732cdb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 15:59:56.032972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 15:59:56.044581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Sync routers for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 15:59:56.058719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:56.059438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:56.092198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:56.152081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.7945905 Dec 22 15:59:56.152788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 15:59:56.155232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54742) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 15:59:56.208681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'status': 'completed', 'code': 200} Dec 22 15:59:56.237540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d46e62bb-8fef-464e-8ccd-7f08346d6cc5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2&network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 1132 time: 0.0807135 Dec 22 15:59:56.253833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:56.309911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-70d29549-c3cf-4e49-892a-f3d6ac896332 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 1137 time: 0.0772815 Dec 22 15:59:56.459325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-ed5e95ce-16fc-4fca-9eec-da5e280aa9c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:56.460953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-ed5e95ce-16fc-4fca-9eec-da5e280aa9c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 898 time: 0.1437497 Dec 22 15:59:56.581094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-2d7bbf7c-616b-486b-9f82-bd223b345959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1038 time: 0.1138473 Dec 22 15:59:56.664770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-28f80b6b-8bac-469c-a0da-980fb8350101 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:56.666504 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-28f80b6b-8bac-469c-a0da-980fb8350101 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 200 len: 834 time: 0.0711374 Dec 22 15:59:56.744138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb629d5-ccca-445a-9082-289b3e114c4c req-a092475e-6051-45cb-bee1-a120423cd3a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:56.745697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fb629d5-ccca-445a-9082-289b3e114c4c req-a092475e-6051-45cb-bee1-a120423cd3a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.0930035 Dec 22 15:59:56.755577 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-b25c47d5-8ee1-4d2f-b683-e91d4cce90c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816386 Dec 22 15:59:56.777002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'e00f4670-032a-4b7d-ae10-06fc32c286b4', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1941134673', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'mac_address': 'fa:16:3e:74:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:59:54Z', 'updated_at': '2021-12-22T15:59:54Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:56.781441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Checking router: 5a1c2628-29ed-4920-9f00-ebf77e732cdb for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 15:59:56.797011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 15:59:56.797866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T15:59:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:56.809888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fb629d5-ccca-445a-9082-289b3e114c4c req-af2b5bf6-d658-4690-8f55-856f87c83247 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Dec 22 15:59:56.917884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-8ced347c-0803-402c-98ab-fd0bedbb293b service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546111 Dec 22 15:59:56.989906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 15:59:57.065730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8062c23a-eef4-4e6e-8224-a1e46baab9b2 req-971c55e8-162f-46b5-b461-5773d73bf618 service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394317 Dec 22 15:59:57.354338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'e00f4670-032a-4b7d-ae10-06fc32c286b4', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1941134673', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'mac_address': 'fa:16:3e:74:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:59:54Z', 'updated_at': '2021-12-22T15:59:54Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 15:59:57.358508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af1383b-3c27-472e-bd36-383b878f8af4 None None] The sync data for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv is: [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'e00f4670-032a-4b7d-ae10-06fc32c286b4', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1941134673', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'mac_address': 'fa:16:3e:74:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfd268c-ffc2-4967-9a20-69d34158faa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T15:59:54Z', 'updated_at': '2021-12-22T15:59:54Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 15:59:57.683883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8028cf0-b904-4b9f-a83e-fe36c7ac06c6 None None] New status for floating IP e00f4670-032a-4b7d-ae10-06fc32c286b4: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 15:59:58.052881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e7757-9de9-482b-8bf4-872a783ac996 req-d6687305-da05-4479-b337-38bab1676611 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:58.054716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c1e7757-9de9-482b-8bf4-872a783ac996 req-d6687305-da05-4479-b337-38bab1676611 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.0854037 Dec 22 15:59:58.109038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c1e7757-9de9-482b-8bf4-872a783ac996 req-890c83ec-c16f-49cc-913e-4da319f0ecc7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478830 Dec 22 15:59:58.340846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-6565b05c-9634-45f3-916b-99cf33308e6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:58.341585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-6565b05c-9634-45f3-916b-99cf33308e6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 15:59:58.395881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-6565b05c-9634-45f3-916b-99cf33308e6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 15:59:58.397132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-6565b05c-9634-45f3-916b-99cf33308e6b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 984 time: 0.3648195 Dec 22 15:59:58.473174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-d5eba013-5d02-4cab-a3c3-d06c4175b6dd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 15:59:58.474684 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-d5eba013-5d02-4cab-a3c3-d06c4175b6dd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688043 Dec 22 15:59:58.626544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-454a2ade-27ca-4ff4-947d-f99f113a772c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1445043 Dec 22 15:59:58.640078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 15:59:58.753826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:58.963709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 15:59:58.993495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 15:59:59.044408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] device_id is not set on port a332be02-6d14-4549-9278-e72f73eef0d2 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 15:59:59.052781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.086389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.091335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 15:59:59.226812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=6']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 15:59:59.239945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 15:59:59.298815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5624ab63-ff6e-49d4-833c-7c4119470a61 req-4ecf74da-349b-4357-9daf-1a3bacf7a1b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dfd268c-ffc2-4967-9a20-69d34158faa2 HTTP/1.1" status: 200 len: 210 time: 0.0533671 Dec 22 15:59:59.299048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] No DVR routers for this DVR port a332be02-6d14-4549-9278-e72f73eef0d2 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 15:59:59.494421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c6b6fac2-9d6d-42f8-bc3f-a7d33f6c9a8c None None] Provisioning complete for port a332be02-6d14-4549-9278-e72f73eef0d2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 15:59:59.495007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c6b6fac2-9d6d-42f8-bc3f-a7d33f6c9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.549305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c6b6fac2-9d6d-42f8-bc3f-a7d33f6c9a8c None None] Port a332be02-6d14-4549-9278-e72f73eef0d2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 15:59:59.558457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] In _notify_port_updated(), no bound segment for port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 15:59:59.559596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 15:59:59.561018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fcd1c7f5-f6d8-4c7e-968e-d87c9462b308 req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1027 time: 0.9251184 Dec 22 16:00:00.413404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54758) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:00.495856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccb116-6526-453c-ad10-42a40d588633 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:00.497392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e5ccb116-6526-453c-ad10-42a40d588633 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 926 time: 0.0829096 Dec 22 16:00:00.752478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54764) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:00.759274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172625844', 'description': 'tempest-secgroup-smoke-172625844 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:00.766329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:00.781030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:00.819764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:00.861095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:00.866886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:00.870275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:00.877324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:00.965534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.008034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.013738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87488ba3-d3e9-4c68-b93f-05df343017da tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.068089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db159020-28b2-4480-922f-946ebe4d0d3d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:01.071065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:01.110706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.112229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3582458 Dec 22 16:00:01.115689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:01.121838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:01.128575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:01.132596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:01.135665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:01.141671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:01.180007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.244962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.270496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.272425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27dc5fa0-6a46-4ba9-8d11-e210e5679f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.297304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515d3da4-e409-47a0-9e5b-1494942f5a87,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:01.303134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:01.337434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.338858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-760ee8ea-68a0-4d37-ba25-7b5a47e53630 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2220480 Dec 22 16:00:01.341796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54772) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:01.348442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:01.354840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:01.358916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:01.361970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:01.368572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:01.406678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.471859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.504686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.512220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa567938-76ef-4d5e-8146-3eb0f7fcfb9c tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.534358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67593503-6bdf-4610-a82c-baf749963ec9,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:01.536782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:01.567409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.568781 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa879759-143a-4c7f-97c7-19f5a06abe1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2258618 Dec 22 16:00:01.571714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54776) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:01.577847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:01.584975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:01.589021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:01.592026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:01.598322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:01.642093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.708181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.738704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.740631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5ce5a50-3eaa-4853-b3ba-d816d5d1cf0d tempest-SecGroupTest-345988125 tempest-SecGroupTest-345988125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.764062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e486d28f-d4b7-48ac-aa4d-48454bd61836,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:01.766632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:01.801825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.804051 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-38d5322f-8e9b-4bc6-ae49-5555ca8020fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2310407 Dec 22 16:00:01.806857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54780) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:01.813613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:01.820723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:01.827644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:01.830728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:01.837211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:01.876587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.943398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.967822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:01.975449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f107d29-77b6-4503-a8bc-164733b1085f tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:01.997642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993b6e1c-43fc-4b49-80ed-8977670652a1,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:02.000532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:02.029174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.030519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2224829 Dec 22 16:00:02.033809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54784) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:02.039804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:02.046425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:02.051617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:02.054755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:02.062544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:02.097806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:02.104644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.177466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.211903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.219193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59153638-0238-47bc-a459-d408ea85d359 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:02.239061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a92e159-8f83-486b-82af-176562e254c9,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:02.241593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:02.287670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.289109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2541490 Dec 22 16:00:02.292037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54788) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:02.298089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'db159020-28b2-4480-922f-946ebe4d0d3d', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:02.305442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:02.309464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:02.312519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:02.318678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:02.354970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:02.361786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.383536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:02.432503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.442230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:02.470579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.473105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c14b98b0-8102-48ec-a3dc-5a6c73777214 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:02.496979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9079a4d9-1cb6-4a2d-90a7-0feb649930cf,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:02.499502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:02.533731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:02.536000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2426343 Dec 22 16:00:02.712692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-251534bd-6bd0-4d54-be70-2988ca979f0f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:02.756140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-251534bd-6bd0-4d54-be70-2988ca979f0f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:02.757403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-251534bd-6bd0-4d54-be70-2988ca979f0f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172625844&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0889840 Dec 22 16:00:02.839492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-9e69af1a-b359-4572-96fb-3548c55706d6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:02.841033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-9e69af1a-b359-4572-96fb-3548c55706d6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 931 time: 0.0765061 Dec 22 16:00:02.921458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b799ce55-33da-489d-a2f1-26c0af63b213 service neutron] 10.222.0.18 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0658915 Dec 22 16:00:03.064560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-60391a62-d167-4455-8e9e-85685bf292c7 service neutron] 10.222.0.18 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360650 Dec 22 16:00:03.207822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-bfa61c16-f001-49c8-973a-cad79cf35e33 service neutron] 10.222.0.18 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367862 Dec 22 16:00:03.431958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d4631277-bcd2-43cd-9217-5ad582500934 req-bc084a3d-17a4-43e9-8ca6-6bcadd51619c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 210 time: 0.0459507 Dec 22 16:00:04.604279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b13ca3a-8d93-49dc-bd67-c1368c689386 req-2a30c3fc-25f9-4636-8c55-f0121b6d4771 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 210 time: 0.0487683 Dec 22 16:00:04.992792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-09551b0a-7ba5-4499-9afe-760d5fb83703 service neutron] 10.222.0.46 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1027 time: 0.0706537 Dec 22 16:00:05.154087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-a9f5d4c9-0507-446b-8ddf-55b829b8bab8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:05.155675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-a9f5d4c9-0507-446b-8ddf-55b829b8bab8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 797 time: 0.1539576 Dec 22 16:00:05.214753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b649db04-0314-48b7-bff7-f237b8027181 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 472 time: 0.0444651 Dec 22 16:00:05.229081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Request body: {'port': {'device_id': '86d34dc7-791f-49cf-a574-cae46a9ce648', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:05.348315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.700757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a332be02-6d14-4549-9278-e72f73eef0d2 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:05.708010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.723321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Transition to ACTIVE for port object a332be02-6d14-4549-9278-e72f73eef0d2 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:05.749088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:05.754495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89488ee7-d4a1-4094-917d-bf7598890241 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:05.812280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadfc1f-415c-408a-8bc2-c1dc84710e87 req-9169441c-57a7-4f35-964b-8af132b816a0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:05.814211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4aadfc1f-415c-408a-8bc2-c1dc84710e87 req-9169441c-57a7-4f35-964b-8af132b816a0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 982 time: 0.0861733 Dec 22 16:00:05.876589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4aadfc1f-415c-408a-8bc2-c1dc84710e87 req-5d2f2376-d757-4748-ba12-748ac93d9eed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Dec 22 16:00:05.892513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=7']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:05.904653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:06.046786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:06.047168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:06.047540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:06.055371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:00:06.055732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Attempting to bind port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:06.062728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:06.063096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Checking segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:06.063520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Bound using segment: {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:06.063991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Bound port: a332be02-6d14-4549-9278-e72f73eef0d2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe86283-ae73-457f-8a58-fb2f1e700bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:06.064374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.154824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:06.158154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:06.207930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.210267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:00:06.212721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00db6461-eebc-4f3c-976d-fe58167d1167 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:06.278900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:06.280432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] 10.222.0.46 "PUT /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1132 time: 1.0556433 Dec 22 16:00:06.280998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d34dc7-791f-49cf-a574-cae46a9ce648', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:06.300612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=8']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:06.305395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:06.342593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d34dc7-791f-49cf-a574-cae46a9ce648', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'status': 'completed', 'code': 200} Dec 22 16:00:06.431946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-dd2abe5e-f4f6-41db-a6f9-767663f2d5d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 1135 time: 0.0790625 Dec 22 16:00:06.550490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-f2c3257d-f9a2-43ce-bf3e-b0f229244e57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1038 time: 0.1071868 Dec 22 16:00:06.620751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-56289284-2799-49e9-a68c-0475425a2c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:06.622264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-56289284-2799-49e9-a68c-0475425a2c97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 200 len: 834 time: 0.0625446 Dec 22 16:00:06.706354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-4b6e9bdc-0f10-4e78-8f41-45b29d2eb1aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730281 Dec 22 16:00:06.849978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-1eb594ec-bea6-484d-a989-617b44f1db5b service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342771 Dec 22 16:00:06.997791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3d8b98c-ba0a-4eb1-938b-13ecbca76427 req-b408f0d6-2a25-441f-9477-3e2db68c330a service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379178 Dec 22 16:00:07.095452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1a9c-59ea-4e61-8b95-cf17d3813041 req-63ece329-b339-415f-bec8-e9080b441890 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:07.097290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e93f1a9c-59ea-4e61-8b95-cf17d3813041 req-63ece329-b339-415f-bec8-e9080b441890 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 982 time: 0.0894642 Dec 22 16:00:07.149770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e93f1a9c-59ea-4e61-8b95-cf17d3813041 req-5812bdf9-e04f-4b8c-a1f7-d16e9fd7a840 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Dec 22 16:00:07.154279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-d7f7ed66-e789-4393-b9b7-14434cf2d69e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 1135 time: 0.0790627 Dec 22 16:00:07.303880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338087f7-d21a-4580-99ab-d129d72368e2 req-4a73c16a-1004-4a9c-90db-d330f44ae590 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:07.305387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-4a73c16a-1004-4a9c-90db-d330f44ae590 service neutron] 10.222.0.46 "GET /v2.0/networks?id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 898 time: 0.1412055 Dec 22 16:00:07.416948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-b4b97a04-7bed-4e5e-9cbc-637736c6408b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1038 time: 0.1044822 Dec 22 16:00:07.485339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338087f7-d21a-4580-99ab-d129d72368e2 req-184fd394-0c8a-4805-ae69-8bdd912c8af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:07.487572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-184fd394-0c8a-4805-ae69-8bdd912c8af9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 200 len: 834 time: 0.0613606 Dec 22 16:00:07.566157 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-d8d7d31a-4a8b-44f4-ae17-47bf358c8496 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721736 Dec 22 16:00:07.706971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-8cb3f509-a93c-4183-b442-80c4036838ef service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327980 Dec 22 16:00:07.849280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-338087f7-d21a-4580-99ab-d129d72368e2 req-61f0b118-66bc-4cb4-88e6-44f88c150adc service neutron] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357012 Dec 22 16:00:08.359469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafac522-c5b3-46af-a29a-922ca2d622e4 req-b949aa5e-0704-4fe7-8f6c-f0ea0fbedbff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:08.361080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bafac522-c5b3-46af-a29a-922ca2d622e4 req-b949aa5e-0704-4fe7-8f6c-f0ea0fbedbff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 982 time: 0.0828404 Dec 22 16:00:08.409908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bafac522-c5b3-46af-a29a-922ca2d622e4 req-90492947-5859-4377-9666-19b5a4e46dbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419226 Dec 22 16:00:08.443378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:00:08.585531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:08.600118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'port_id': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'mac_address': 'fa:16:3e:74:16:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:08.654658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.673290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a332be02-6d14-4549-9278-e72f73eef0d2 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:08.688226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:08.727282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:08.729184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:08.794625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=9']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:08.804447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:08.977140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['a332be02-6d14-4549-9278-e72f73eef0d2'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:09.622834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01385c-5aeb-4fc1-8283-7cd97ddaab22 req-5ad4d66e-434c-40de-93e3-dd0f4328a891 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:09.624436 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce01385c-5aeb-4fc1-8283-7cd97ddaab22 req-5ad4d66e-434c-40de-93e3-dd0f4328a891 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 983 time: 0.0863020 Dec 22 16:00:09.674878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce01385c-5aeb-4fc1-8283-7cd97ddaab22 req-c76f0c29-f9a5-42d6-9715-0746b868bced tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Dec 22 16:00:10.007274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.465589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:10.607673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port a332be02-6d14-4549-9278-e72f73eef0d2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:10.612861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port a332be02-6d14-4549-9278-e72f73eef0d2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:10.613282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.891130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c4b3e-43c7-4ff1-a165-483517e165c5 req-0431cc0a-8c0f-44a0-9236-76175317b624 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:10.892854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-005c4b3e-43c7-4ff1-a165-483517e165c5 req-0431cc0a-8c0f-44a0-9236-76175317b624 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 983 time: 0.0853345 Dec 22 16:00:10.896016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.925371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d34dc7-791f-49cf-a574-cae46a9ce648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:10.935312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:10.949089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-005c4b3e-43c7-4ff1-a165-483517e165c5 req-7e100926-8789-482a-b2b4-bf471a666b61 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426769 Dec 22 16:00:10.967905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:10.970226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1c12034-e6da-4e4d-86fa-363d21fa55e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:11.004910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d34dc7-791f-49cf-a574-cae46a9ce648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332be02-6d14-4549-9278-e72f73eef0d2', 'code': 200} Dec 22 16:00:11.044997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=10']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:11.048691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:11.291884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6750ee49-d513-4429-972f-f3810bef804e req-2442f805-a898-4537-ad40-d1ac1370d2cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 1138 time: 0.0778785 Dec 22 16:00:11.340201 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6750ee49-d513-4429-972f-f3810bef804e req-f39860ee-af8f-4ca8-897b-504ccfcbd0d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Dec 22 16:00:12.148546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfa4a9-15fc-45bb-94b5-c4074869440a req-fdadfee6-3be2-4c86-9dbb-56946b3ab3da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:12.150160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6dfa4a9-15fc-45bb-94b5-c4074869440a req-fdadfee6-3be2-4c86-9dbb-56946b3ab3da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.0864344 Dec 22 16:00:12.198627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6dfa4a9-15fc-45bb-94b5-c4074869440a req-f4522316-ecac-47c6-8773-983e6a0e8bdc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Dec 22 16:00:12.761618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be759552-0301-4963-9a3e-cc16d550d650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:13.409902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9401192-54a9-4c88-9a0e-ca0c518c78da req-cd3ff3b5-51e3-43c5-8180-f3d10b9779e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:13.411587 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9401192-54a9-4c88-9a0e-ca0c518c78da req-cd3ff3b5-51e3-43c5-8180-f3d10b9779e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.0850303 Dec 22 16:00:13.462812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9401192-54a9-4c88-9a0e-ca0c518c78da req-66a9fea9-0289-497c-8248-e91bc009992e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450277 Dec 22 16:00:13.668751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59b8d1-f3c6-4c41-b7e7-073e82c11e26 req-901d23a0-42de-439f-ac23-89ff9f61e74f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:13.670407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd59b8d1-f3c6-4c41-b7e7-073e82c11e26 req-901d23a0-42de-439f-ac23-89ff9f61e74f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.0820799 Dec 22 16:00:13.722690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd59b8d1-f3c6-4c41-b7e7-073e82c11e26 req-19998926-4f34-420a-8bfe-069087899b31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Dec 22 16:00:13.751036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54840) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:13.827639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f1417947-b04b-4d05-805f-416d64f6cf54 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648&network_id=80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 200 len: 1133 time: 0.0753205 Dec 22 16:00:14.162107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:14.300879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a75f22-218a-4452-9d38-9b5ed1cd3d30 req-b7f672d6-fbd4-4c4b-a63d-1d0a37af9414 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:14.302472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d7a75f22-218a-4452-9d38-9b5ed1cd3d30 req-b7f672d6-fbd4-4c4b-a63d-1d0a37af9414 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.0850694 Dec 22 16:00:14.351112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d7a75f22-218a-4452-9d38-9b5ed1cd3d30 req-c3bf8634-7c24-456c-9b15-cdf57049f790 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Dec 22 16:00:15.144729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6368a8d-175c-49ee-ae7c-b2c89571d2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.499232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:15.560073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc857c-34f1-4b42-bf48-f68721cba773 req-b7594a06-d753-49e5-84ed-f670b099654e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:15.561692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecfc857c-34f1-4b42-bf48-f68721cba773 req-b7594a06-d753-49e5-84ed-f670b099654e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.0831008 Dec 22 16:00:15.612268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecfc857c-34f1-4b42-bf48-f68721cba773 req-426a0ef3-c565-4f2c-ac0a-306708d87a42 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=ff9f1a3d-977d-4a71-9162-b9219ee06042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Dec 22 16:00:15.866872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-908f0e81-d8b1-4667-aeac-6cde8b08e58b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:15.868483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-908f0e81-d8b1-4667-aeac-6cde8b08e58b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 985 time: 0.3168960 Dec 22 16:00:15.947056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-b7107cb0-a9eb-435e-9b81-93a678410438 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:15.948496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-b7107cb0-a9eb-435e-9b81-93a678410438 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0705264 Dec 22 16:00:16.105036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-45522c6b-c6c9-4ea3-aa72-67f7347be268 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1479468 Dec 22 16:00:16.122882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:16.234181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.439457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a332be02-6d14-4549-9278-e72f73eef0d2,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:16.468097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] For port a332be02-6d14-4549-9278-e72f73eef0d2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:16.522988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] device_id is not set on port a332be02-6d14-4549-9278-e72f73eef0d2 yet. {{(pid=88957) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 22 16:00:16.530639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.573331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:16.578172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:16.712598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=11']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:16.725549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:16.781381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] No DVR routers for this DVR port a332be02-6d14-4549-9278-e72f73eef0d2 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:00:16.990907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.027220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0d744dd0-7f4a-4c77-99f9-5063a73c60c6 None None] Provisioning complete for port a332be02-6d14-4549-9278-e72f73eef0d2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:17.028008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d744dd0-7f4a-4c77-99f9-5063a73c60c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.030393 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cf1d353b-6ae6-4b42-a8f1-435b6c2361df req-377dd41f-241d-40a5-80a8-8b2fdaf2f483 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d34dc7-791f-49cf-a574-cae46a9ce648 HTTP/1.1" status: 200 len: 210 time: 0.2867682 Dec 22 16:00:17.061283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] In _notify_port_updated(), no bound segment for port a332be02-6d14-4549-9278-e72f73eef0d2 on network 80d71308-91a0-42bf-a4ec-e615634b4ffd {{(pid=88957) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 22 16:00:17.062422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:17.063887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbff4b06-956b-4f1e-bce2-e2491c93da07 req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 200 len: 1028 time: 0.9452221 Dec 22 16:00:17.087369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0d744dd0-7f4a-4c77-99f9-5063a73c60c6 None None] Port a332be02-6d14-4549-9278-e72f73eef0d2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:18.142989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.216451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.247284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.343477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.349436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29c56e47-d425-44a8-859c-46a5233f53e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:18.364509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db159020-28b2-4480-922f-946ebe4d0d3d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:18.367970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:18.399576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.400851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/db159020-28b2-4480-922f-946ebe4d0d3d HTTP/1.1" status: 204 len: 168 time: 0.2566674 Dec 22 16:00:18.460958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54860) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:18.483578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:18.542022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a332be02-6d14-4549-9278-e72f73eef0d2 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:18.669051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 14198ef5-6ac8-4638-a59f-4260455b67ff {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:18.669437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.848296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.848666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:18.974680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 14198ef5-6ac8-4638-a59f-4260455b67ff owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:19.217714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.222638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-96f5f51f-2658-4ff6-9da8-e85fccc76dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:19.266363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=14198ef5-6ac8-4638-a59f-4260455b67ff,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:19.269328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:19.366069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:19.777497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 5a1c2628-29ed-4920-9f00-ebf77e732cdb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:20.211335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:20.221534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Sync routers for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:20.233748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:20.234543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:20.259626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.315343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/e00f4670-032a-4b7d-ae10-06fc32c286b4 HTTP/1.1" status: 204 len: 168 time: 1.8526320 Dec 22 16:00:20.423042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:20.615781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54868) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:20.694084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.725781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.758216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:20.762298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Checking router: 5a1c2628-29ed-4920-9f00-ebf77e732cdb for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:20.773810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:20.774470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:20.803770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.809271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6de07192-93b6-483e-9e31-da2a738142e8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:20.827000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ae92e1-9220-4dde-92bd-87ba04dd627a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:20.832739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:20.835434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:20.843083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68a55639-0bfc-47da-bd9c-5f64bbf5b3fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/36ae92e1-9220-4dde-92bd-87ba04dd627a HTTP/1.1" status: 204 len: 168 time: 0.2260549 Dec 22 16:00:20.906001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54874) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:20.975582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:20.976278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port a332be02-6d14-4549-9278-e72f73eef0d2 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:20.976659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.225857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.302556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:21.306719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac95191-8e14-44c2-b85c-89d5eb4d665c None None] The sync data for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv is: [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T15:59:34Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c46b6947-7b04-41f4-9e83-a331fd905125', 'name': '', 'network_id': '80d71308-91a0-42bf-a4ec-e615634b4ffd', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:9d:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:33Z', 'updated_at': '2021-12-22T15:59:40Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '6c3e6795-df36-420d-9f80-727d798b9e45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:21.356700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for a332be02-6d14-4549-9278-e72f73eef0d2 owned by {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:21.555828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.562605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da98ea66-55bd-4d17-9a16-7b91e13afe04 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:21.606771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=a332be02-6d14-4549-9278-e72f73eef0d2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:21.610644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:21.716896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:21.728605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/ports/a332be02-6d14-4549-9278-e72f73eef0d2 HTTP/1.1" status: 204 len: 168 time: 0.8206854 Dec 22 16:00:21.730845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54878) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:21.801082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8663b2-3416-458b-baf1-17363415481c None None] New status for floating IP e00f4670-032a-4b7d-ae10-06fc32c286b4: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:00:22.157004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.790097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port c46b6947-7b04-41f4-9e83-a331fd905125 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:22.790782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:22.988069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port c46b6947-7b04-41f4-9e83-a331fd905125, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c46b6947-7b04-41f4-9e83-a331fd905125,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:22.988386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.113494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for c46b6947-7b04-41f4-9e83-a331fd905125 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:23.331782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:23.336137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d951c46b-c133-41f2-b4de-b575f382c625 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:23.380170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=c46b6947-7b04-41f4-9e83-a331fd905125,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:23.383599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:23.692672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:24.533991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 5a1c2628-29ed-4920-9f00-ebf77e732cdb has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:24.746378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:24.756327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Sync routers for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:24.761380 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/5a1c2628-29ed-4920-9f00-ebf77e732cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292568 Dec 22 16:00:24.764196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54882) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:24.773028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:24.773723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:24.978222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 6c3e6795-df36-420d-9f80-727d798b9e45 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:00:24.981972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.043345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.115172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:25.130648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.225008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.229745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-977e4324-817e-4985-9ba9-1cc5bc1cfb74 tempest-FloatingIPNegativeTestJSON-1715518597 tempest-FloatingIPNegativeTestJSON-1715518597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:25.267246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3e6795-df36-420d-9f80-727d798b9e45,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:25.271417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:25.274820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.284013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/6c3e6795-df36-420d-9f80-727d798b9e45 HTTP/1.1" status: 204 len: 168 time: 0.5160217 Dec 22 16:00:25.284239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0eaa91-e2db-4772-bdce-8fcfe6b8d3bb None None] Network 80d71308-91a0-42bf-a4ec-e615634b4ffd requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:25.284367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:25.421144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T16:00:23Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:25.425358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Checking router: 5a1c2628-29ed-4920-9f00-ebf77e732cdb for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:25.436808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Routers {'5a1c2628-29ed-4920-9f00-ebf77e732cdb'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:25.437470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:25.506811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.569546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] DHCP port deletion for 80d71308-91a0-42bf-a4ec-e615634b4ffd request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:00:25.574282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Deleting port 241a045b-2a31-4599-8473-2c0a33b26c93 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:25.574740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.626581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] Set router 5a1c2628-29ed-4920-9f00-ebf77e732cdb gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:25.739339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.785225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port b73ffc71-b58f-4420-a580-a97a5f6fcf3b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:00:25.785611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.789623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] For port 241a045b-2a31-4599-8473-2c0a33b26c93, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=241a045b-2a31-4599-8473-2c0a33b26c93,segment=NetworkSegment(efe86283-ae73-457f-8a58-fb2f1e700bea),segment_id=efe86283-ae73-457f-8a58-fb2f1e700bea)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:25.790072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:25.935016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T16:00:23Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:25.939377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7c4d0-ee9b-4bb9-8a64-971dba6e49d2 None None] The sync data for ids ['5a1c2628-29ed-4920-9f00-ebf77e732cdb'] in dv-neutron-822514-1-hyperv is: [{'id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'name': 'tempest-TestNetworkBasicOps-router-1052597724', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178'}], 'enable_snat': True}, 'gw_port_id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T15:59:29Z', 'updated_at': '2021-12-22T16:00:23Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': 'b73ffc71-b58f-4420-a580-a97a5f6fcf3b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:36:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1c2628-29ed-4920-9f00-ebf77e732cdb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T15:59:30Z', 'updated_at': '2021-12-22T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:25.944429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Calling delete_port for 241a045b-2a31-4599-8473-2c0a33b26c93 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:25.973757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port b73ffc71-b58f-4420-a580-a97a5f6fcf3b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:25.974016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:26.050284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:26.056297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:26.099247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Pushing event deleted for resources: {'Port': ['ID=241a045b-2a31-4599-8473-2c0a33b26c93,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:26.103495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:26.104361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] No DVR routers for this DVR port 241a045b-2a31-4599-8473-2c0a33b26c93 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:00:26.108474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for b73ffc71-b58f-4420-a580-a97a5f6fcf3b owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:00:26.308925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:26.313702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25a60c1b-2f6f-4ec4-95b3-a2205802f270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:26.357292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=b73ffc71-b58f-4420-a580-a97a5f6fcf3b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:26.360422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:26.592133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:26.745034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 241a045b-2a31-4599-8473-2c0a33b26c93 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:26.782208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 241a045b-2a31-4599-8473-2c0a33b26c93 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:26.782902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 241a045b-2a31-4599-8473-2c0a33b26c93 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:26.783406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c46b6947-7b04-41f4-9e83-a331fd905125 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:26.832496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: c46b6947-7b04-41f4-9e83-a331fd905125 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:26.832875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c46b6947-7b04-41f4-9e83-a331fd905125 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:27.106337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.110785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.178682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.179286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 5a1c2628-29ed-4920-9f00-ebf77e732cdb {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:00:27.193956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.197836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/5a1c2628-29ed-4920-9f00-ebf77e732cdb HTTP/1.1" status: 204 len: 168 time: 1.9099500 Dec 22 16:00:27.198382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54890) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:27.325648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.469633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.497528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d71308-91a0-42bf-a4ec-e615634b4ffd']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:27.510374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe86283-ae73-457f-8a58-fb2f1e700bea') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:27.510736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe86283-ae73-457f-8a58-fb2f1e700bea') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:27.523941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.540112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.546594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:00:27.547023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:00:27.562014 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:00:27.708537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.712058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b11d8432-e526-404e-be51-28ed1913c0b7 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:27.729639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.741699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=80d71308-91a0-42bf-a4ec-e615634b4ffd,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:27.745892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:27.747505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/80d71308-91a0-42bf-a4ec-e615634b4ffd HTTP/1.1" status: 204 len: 168 time: 0.5480976 Dec 22 16:00:27.763126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:27.776952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2d50fa0-cc19-41a1-b044-b3aad2bd954d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0125711 Dec 22 16:00:27.779513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:27.785632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--2038258037', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:27.790996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:27.795547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:27.799632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:27.805952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:27.835792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:27.841636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.871588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:00:27.881230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.881615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment 26aae3e7-1b1b-4737-868d-bdb025cfbce4 of type vlan for network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac Dec 22 16:00:27.909080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.978672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.982659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:27.983294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:27.988502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bc0f1098-ab4f-4e07-b3c8-f4917b3b2147 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:28.095159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=2ef86add-27df-4a3e-abc9-3c32fc3a6fac,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:28.099647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:28.106966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:00:28.136866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3536148 Dec 22 16:00:28.137470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:28.143828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:28.151483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:28.155978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:28.159657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:28.165772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:28.201866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.203050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.222391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.403463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.618258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.653420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b73ffc71-b58f-4420-a580-a97a5f6fcf3b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:00:28.654511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:28.687244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: b73ffc71-b58f-4420-a580-a97a5f6fcf3b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:00:28.687909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b73ffc71-b58f-4420-a580-a97a5f6fcf3b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:00:28.793983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.117 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/1c4dfa63-1536-48f7-b5c0-5969b75b57db) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:28.951765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.007695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.012069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1917d9f-2e3f-424b-9740-5dcf818e27ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:29.083744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:29.087187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:29.089868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:29.119092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:29.141922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.142413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.142855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.143269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.143680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.144092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.144498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.144915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.145317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.145721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.146122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:29.149888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:29.288132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.288783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.560045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router ae899e3b-e0ba-42ac-b951-c578978d0764 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:00:29.770408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:29.780543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:29.795801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:29.796626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:29.834849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:29.839215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6974618 Dec 22 16:00:29.839522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54906) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:29.888000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d8476fb-1892-443b-9d18-53db8283d8e3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446768 Dec 22 16:00:29.888309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54910) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:29.987374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:30.030136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66557a50-eb39-40c3-b4da-17637a1f92d8 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:30.031849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66557a50-eb39-40c3-b4da-17637a1f92d8 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426120 Dec 22 16:00:30.035605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54914) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:30.087261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d9e7ecfc-7875-491e-b27e-83cf4d22290e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478415 Dec 22 16:00:30.089092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54918) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:30.096111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752172437', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:30.214187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:30.218229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:30.221754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:30.227801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:30.264502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:30.292913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:29Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:30.297099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:30.297503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Updating router ae899e3b-e0ba-42ac-b951-c578978d0764 port 1c4dfa63-1536-48f7-b5c0-5969b75b57db binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:00:30.350620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.378727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.636284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.649280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cca3c9c8-43c9-45fd-b34d-ccd4e58d1f7d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:30.692126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.704303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Transition to ACTIVE for port object 1c4dfa63-1536-48f7-b5c0-5969b75b57db will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:30.722757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=febd26ed-8bc0-4a13-bc88-d89d9b3625c2,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:30.738931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.742075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.742519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.742937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.743350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.743761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.744175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.744315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d8fb6a24-62fd-478a-b94d-12c9ec926252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:30.744579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.745032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.745439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.745840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.746239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:30.749936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:30.751119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:30.751541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 2ef86add-27df-4a3e-abc9-3c32fc3a6fac, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:00:30.801850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:00:30.827825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:30.831767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:30.832719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Attempting to bind port 1c4dfa63-1536-48f7-b5c0-5969b75b57db on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:30.833131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Attempting to bind port 1c4dfa63-1536-48f7-b5c0-5969b75b57db by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:30.833542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Attempting to bind port 1c4dfa63-1536-48f7-b5c0-5969b75b57db on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:30.840861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:30.841547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:30.841993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.842386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2ef86add-27df-4a3e-abc9-3c32fc3a6fac) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:30.842644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:30.843213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Bound port: 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:30.843636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.849435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:30.850542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:30.874275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6a95c-4ec4-4832-bb34-552d9f414618 None None] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:30.905314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8148813 Dec 22 16:00:30.908996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54922) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:31.182259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:31.187457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1c4dfa63-1536-48f7-b5c0-5969b75b57db,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:31.236316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:31.244768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:31.382144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:00:31.383067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:31.393267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:31.402425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:31.406144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:31.406890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:31.703404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:31.723188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:31.766722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Allocated IP 172.20.0.2 (2ef86add-27df-4a3e-abc9-3c32fc3a6fac/febd26ed-8bc0-4a13-bc88-d89d9b3625c2/537f21ab-4c20-4545-9e51-4bf171a3a3c1) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:32.227185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.242393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Transition to ACTIVE for port object 537f21ab-4c20-4545-9e51-4bf171a3a3c1 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:32.245634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:29Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:32.256058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc84fd8-85e4-4b9c-8ae7-e70dffa4544d None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:29Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:32.268179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Transition to ACTIVE for port object 537f21ab-4c20-4545-9e51-4bf171a3a3c1 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:32.309357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.314545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:32.346526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (2ef86add-27df-4a3e-abc9-3c32fc3a6fac/febd26ed-8bc0-4a13-bc88-d89d9b3625c2/fe92d119-4c6a-4b45-9e3e-57e2b8256cc8) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:32.383399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:32.384477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:32.388602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:32.395522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Pushing event updated for resources: {'Port': ['ID=537f21ab-4c20-4545-9e51-4bf171a3a3c1,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:32.399915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:32.488702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Attempting to bind port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:32.489054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Attempting to bind port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:32.489469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Attempting to bind port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 on network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:32.496428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:32.496853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Checking segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:32.497311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.497756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Bound using segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:32.498478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Bound port: 537f21ab-4c20-4545-9e51-4bf171a3a3c1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:32.498712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.526139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.543284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:32.592359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] For port 537f21ab-4c20-4545-9e51-4bf171a3a3c1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:32.596253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] For port 537f21ab-4c20-4545-9e51-4bf171a3a3c1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=537f21ab-4c20-4545-9e51-4bf171a3a3c1,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:32.600945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.606031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-457043a2-2ed2-43dd-b589-280e1aa6987d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:32.624517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.635215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d435679d-d885-406b-b151-7b0879a53db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:32.694553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:32.697900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:32.700494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:32.731728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Pushing event updated for resources: {'Port': ['ID=537f21ab-4c20-4545-9e51-4bf171a3a3c1,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:32.736925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:32.763971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:32.767908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:32.785373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.812029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:32.944724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:32.956455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1c4dfa63-1536-48f7-b5c0-5969b75b57db completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:32.961978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1c4dfa63-1536-48f7-b5c0-5969b75b57db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:32.962581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.095728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.116336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1c4dfa63-1536-48f7-b5c0-5969b75b57db,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:33.150731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.154285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0b83b15-aa8f-49d9-853b-42103a59b944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:33.241497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:33.245025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:33.645129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.691556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.722201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-72687e72-3a8b-43b1-a460-b27e7d5f9806 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:33.817432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:33.820188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:33.824101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:33.968232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:33.969501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:34.383250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router ae899e3b-e0ba-42ac-b951-c578978d0764 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:34.405299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277ecfe-29ff-4e70-9fb2-9113b488d037 None None] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:00:34.576774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-21e83390-cd3e-47bb-82bb-744578d0f6fd None None] Provisioning for port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:34.599716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:34.613639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7034836 Dec 22 16:00:34.616548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54926) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:34.769768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b214d2-50e0-4948-b7b0-e58b50511bee tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.770193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b214d2-50e0-4948-b7b0-e58b50511bee tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.770654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b214d2-50e0-4948-b7b0-e58b50511bee tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.771154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b214d2-50e0-4948-b7b0-e58b50511bee tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.775549 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-78b214d2-50e0-4948-b7b0-e58b50511bee tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1553292 Dec 22 16:00:34.775821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54930) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:34.798657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 537f21ab-4c20-4545-9e51-4bf171a3a3c1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:34.863571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89510e-21f5-4534-8e45-0e7077c265e5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.863775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89510e-21f5-4534-8e45-0e7077c265e5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.864137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89510e-21f5-4534-8e45-0e7077c265e5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.864438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89510e-21f5-4534-8e45-0e7077c265e5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:34.869110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d89510e-21f5-4534-8e45-0e7077c265e5 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0892041 Dec 22 16:00:34.869451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54934) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:34.904723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:34.911888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:34.912445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.057894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.086516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f65cf9f0-cdaa-47ea-9efc-17e7954822d8 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2155983 Dec 22 16:00:35.093927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Provisioning for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:35.102188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:35.102635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.132648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 537f21ab-4c20-4545-9e51-4bf171a3a3c1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=537f21ab-4c20-4545-9e51-4bf171a3a3c1,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:35.152351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.153245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:35.184026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d476b00a-403f-4f58-a207-d36896b3c8c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:35.271635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:35.310112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=537f21ab-4c20-4545-9e51-4bf171a3a3c1,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:35.311918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:35.314565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Provisioning complete for port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:35.315270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-63dd513c-c32e-4c31-8f4e-5fd1f19ad76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.327382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:35.328111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:35.361820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.362380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.362833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.363451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.364206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.364685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.365162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.365732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.366346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.366835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.367450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:35.378680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:35.394220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1c4dfa63-1536-48f7-b5c0-5969b75b57db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:35.394848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.406380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54940) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:35.414409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677768765', 'description': 'tempest-secgroup-smoke-1677768765 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:35.421348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:35.427542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:35.431379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:35.440139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:35.476299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.517911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:35.522204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:35.525573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:35.533174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:35.554502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:35.608568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.636170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.643623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8a450526-b7ec-4b97-911f-a74ea5dfbd22 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:35.694162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd217ca-7922-4625-ac37-4d9c69ef62e1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:35.697387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:35.726147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.730284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9bb457a5-7f70-41dc-b2cd-b09244ea1fb4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3198693 Dec 22 16:00:35.730611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54944) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:35.737562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:35.744567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:35.748944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:35.753008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:35.759435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:35.806611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.872548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.883057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d44e505f-ca62-4390-b194-15d9cf0bdf63 None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:35.883564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d44e505f-ca62-4390-b194-15d9cf0bdf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.903418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.905391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:35.917302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:35.924768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:35.925183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Updating router ae899e3b-e0ba-42ac-b951-c578978d0764 port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:00:35.932012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5dc8efc-8a3d-4aed-83b2-1dce4ad5eec9,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:35.934753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:35.939736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d44e505f-ca62-4390-b194-15d9cf0bdf63 None None] Port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:35.966180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.970298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2359865 Dec 22 16:00:35.970692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54948) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:35.976886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:35.983568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:35.986997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:35.988667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:35.991908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:35.998165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:36.066930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.137032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.167747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.169626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84a8123e-80cd-4fd1-85c1-2d7798e06903 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:36.194129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b5a1d-f85c-4b5c-9b6c-3bbad66a7e83,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:36.196696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:36.228840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.233090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2583249 Dec 22 16:00:36.233209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54952) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:36.239504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:36.245690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:36.249688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:36.253253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:36.259270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:36.304598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.354456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.367015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Transition to ACTIVE for port object fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:36.370301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.400179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.404531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:36.423153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.425686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-062d85ac-4624-4788-9fb8-28a21e1cb0e0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:36.450084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7e413b-e0ee-488f-aa64-c815dcbee02a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:36.453001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:36.483252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.485248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2505038 Dec 22 16:00:36.488147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54956) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:36.494495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:36.501279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:36.506130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:36.509657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:36.516273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:36.528080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:36.543100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.543479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.543851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.544218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.544578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.544940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.545299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.545660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.546016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.546369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.546755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:00:36.563765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.574549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:36.637089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.640628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Attempting to bind port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:36.641048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Attempting to bind port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:36.641462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Attempting to bind port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 on network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:36.649002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:36.649315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Checking segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:36.649766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.650209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Bound using segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:36.650757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Bound port: fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:36.651171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.670687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.672712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a2ff35d-c167-4028-82fe-912916205276 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:36.724883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3dec89b-6d2b-47c7-83e8-2f1f27c79c67,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:36.728667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:36.731278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 537f21ab-4c20-4545-9e51-4bf171a3a3c1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:36.764017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:36.767883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:36.773853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.777924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2860515 Dec 22 16:00:36.778331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 54960) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:36.785690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:36.792175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:36.796711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:36.801093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:36.804855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.808463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:36.817106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a3f21c6-bb05-4ba3-bb61-968ae95b2e04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:36.848001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:36.848255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:36.848425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.857581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:36.903400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:36.904155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:36.961274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:36.975022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:36.976072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.009211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.018112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e6830998-dc34-432b-8806-e1fdd3b94db8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:37.037877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db532c1-2053-42c8-b567-275601fdd20c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:37.040927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:37.111111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.112430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:37.116302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 54964) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:37.116881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3368669 Dec 22 16:00:37.122724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '3fd217ca-7922-4625-ac37-4d9c69ef62e1', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:37.129656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:37.133958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:37.137408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:37.148979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:37.191181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:00:37.199046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.288322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.322706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.325209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:37.356865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c319524-bceb-47d2-9f03-7c93cf57922f,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:37.360408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:37.395106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:37.402551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2790740 Dec 22 16:00:37.576950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-de52831a-86d3-49a1-8558-1246e2c1abd8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:37.613551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-de52831a-86d3-49a1-8558-1246e2c1abd8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:37.615024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-de52831a-86d3-49a1-8558-1246e2c1abd8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677768765&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0823066 Dec 22 16:00:37.636031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:36Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:37.640520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fea30b-17af-411c-98a9-6d20d06856fa None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:36Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:37.789009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-4e52cbfd-ff36-4f9c-aef9-f6de4bb0ce92 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:37.789781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-4e52cbfd-ff36-4f9c-aef9-f6de4bb0ce92 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:37.831617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-4e52cbfd-ff36-4f9c-aef9-f6de4bb0ce92 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:37.832957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-4e52cbfd-ff36-4f9c-aef9-f6de4bb0ce92 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 797 time: 0.2108011 Dec 22 16:00:37.852234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-84c60c2d-07cf-4e1c-a65a-5242a2f4dace tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0130551 Dec 22 16:00:37.941724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c0fd439b-4ff8-47d1-8a4e-fd1bc3a911b9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:37.978974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c0fd439b-4ff8-47d1-8a4e-fd1bc3a911b9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:37.980441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c0fd439b-4ff8-47d1-8a4e-fd1bc3a911b9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221366 Dec 22 16:00:38.137913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-cd699029-4473-4042-9142-aac0f88d768a service neutron] 10.222.0.18 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440349 Dec 22 16:00:38.287341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-543e3421-02e6-4f9e-b790-53bc7aaf2fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427538 Dec 22 16:00:38.583810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d38c3629-88e4-4b32-bbf8-eaaa3885d28b req-635e3b4a-0821-46fe-bb09-2009f5339284 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 210 time: 0.0535395 Dec 22 16:00:38.737798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:38.842036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:38.848602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:38.849030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:38.975472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:39.058285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:39.076179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:39.078307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:39.152100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:39.155565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:39.753588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef32f57e-cff3-4e88-bcab-d256542a935e req-400dbaac-38d7-4bda-b86f-e0e6317eb626 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 210 time: 0.0455425 Dec 22 16:00:40.030213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:40.316233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-e1fee13a-c702-4adf-bed5-31c885d1957c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:40.317729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-e1fee13a-c702-4adf-bed5-31c885d1957c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 797 time: 0.1582048 Dec 22 16:00:40.376945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-6f8a22c3-3ed2-4dc2-91ca-691424c09ec4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:00:40.389239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-6f8a22c3-3ed2-4dc2-91ca-691424c09ec4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:00:40.390517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-6f8a22c3-3ed2-4dc2-91ca-691424c09ec4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 380 time: 0.0565925 Dec 22 16:00:40.403104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['3fd217ca-7922-4625-ac37-4d9c69ef62e1']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:40.549562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:40.562697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:40.607329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:00:40.613165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:40.712667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:40.783554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:40.784573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:40.790696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.9 (2ef86add-27df-4a3e-abc9-3c32fc3a6fac/febd26ed-8bc0-4a13-bc88-d89d9b3625c2/6eced0f6-36d9-405c-bd5a-ce7da48e577c) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:41.000894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.007416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e37b11e8-4fb2-4426-9e07-ddfa9d043cbc req-3657d626-b9b5-4da2-b385-277c93e071e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 210 time: 0.0460896 Dec 22 16:00:41.018757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 6eced0f6-36d9-405c-bd5a-ce7da48e577c will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:41.064792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.070479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1069bf0-8ae9-4598-81b1-f2b0e7fe42e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:41.144336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:41.148029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:41.152825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:41.190252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:41.198982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:41.232204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:41.232887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.328443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9293454 Dec 22 16:00:41.345789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Request body: {'port': {'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:41.441716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-066c1e33-a055-4ad4-80eb-2dc770cf5be7 None None] Provisioning for port 6eced0f6-36d9-405c-bd5a-ce7da48e577c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:41.447016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-066c1e33-a055-4ad4-80eb-2dc770cf5be7 None None] Provisioning complete for port 6eced0f6-36d9-405c-bd5a-ce7da48e577c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:41.447745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-066c1e33-a055-4ad4-80eb-2dc770cf5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.474787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.502706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-066c1e33-a055-4ad4-80eb-2dc770cf5be7 None None] Port 6eced0f6-36d9-405c-bd5a-ce7da48e577c cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:00:41.837808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eced0f6-36d9-405c-bd5a-ce7da48e577c {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:41.844821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.938744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Transition to ACTIVE for port object 6eced0f6-36d9-405c-bd5a-ce7da48e577c will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:00:41.961500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:41.966041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e789526-78fd-4c65-a331-add41f7f1f20 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:42.100335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Pushing event updated for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:42.103365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:42.218662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Attempting to bind port 6eced0f6-36d9-405c-bd5a-ce7da48e577c on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:00:42.219578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Attempting to bind port 6eced0f6-36d9-405c-bd5a-ce7da48e577c by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:00:42.220640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Attempting to bind port 6eced0f6-36d9-405c-bd5a-ce7da48e577c on network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:42.228151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Port 6eced0f6-36d9-405c-bd5a-ce7da48e577c on network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:00:42.228514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Attempting to bind port 6eced0f6-36d9-405c-bd5a-ce7da48e577c on network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:00:42.236151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:00:42.236596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Checking segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:00:42.236735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828267a-574b-416e-b7d4-28e1bcec38a7 req-95a632b5-5a84-4946-855f-931f539feaa4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:42.237106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Bound using segment: {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:00:42.237598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Bound port: 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26aae3e7-1b1b-4737-868d-bdb025cfbce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:00:42.237987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:42.242992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1828267a-574b-416e-b7d4-28e1bcec38a7 req-95a632b5-5a84-4946-855f-931f539feaa4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 943 time: 0.1028111 Dec 22 16:00:42.292034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1828267a-574b-416e-b7d4-28e1bcec38a7 req-6e6a4d37-ecdf-44b0-8b01-8f785229abaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472054 Dec 22 16:00:42.332962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:00:42.336199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:00:42.366244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:42.370786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:42.440715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:42.442209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] 10.222.0.46 "PUT /v2.0/ports/6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 1093 time: 1.1018460 Dec 22 16:00:42.442828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:42.456405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Pushing event updated for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:42.459794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:42.508950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'status': 'completed', 'code': 200} Dec 22 16:00:42.600819 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-a25569ac-02ac-4b2c-8e1f-75035029734a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1096 time: 0.0799761 Dec 22 16:00:42.682015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-389fb467-73b8-4a58-9f1c-90eb74203928 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 217 time: 0.0699525 Dec 22 16:00:42.779147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-04fa68ae-258a-474a-8d73-2eb45d60b5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:42.984810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-8d2cbde8-6702-4826-b57f-f620a34a739b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:42.986415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-8d2cbde8-6702-4826-b57f-f620a34a739b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 200 len: 834 time: 0.2947428 Dec 22 16:00:43.068982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-a5df7216-c6c0-4210-ae97-340a78b84f05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726500 Dec 22 16:00:43.210458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:00:43.213649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-8cd36e90-c604-4a29-8cc9-1faa0d00ed43 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343389 Dec 22 16:00:43.356100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4cba475-c15a-4b5c-ada0-a9c4006ebf6f req-f939b419-9e49-435d-8ea9-add0a8956cb6 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342998 Dec 22 16:00:43.503703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0281036-1a9b-4345-aa03-550266cfd247 req-665f49b3-908e-43d5-9d5e-24e796c4ebdb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:43.505531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0281036-1a9b-4345-aa03-550266cfd247 req-665f49b3-908e-43d5-9d5e-24e796c4ebdb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 943 time: 0.0881250 Dec 22 16:00:43.549493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-0ce0dfb6-c83e-4f13-84c5-6b3ce8dbf3ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1096 time: 0.0818381 Dec 22 16:00:43.555543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0281036-1a9b-4345-aa03-550266cfd247 req-08164bc3-d276-44e7-ab36-cf1f251e6a1e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Dec 22 16:00:43.694969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-7ce6e877-d1a4-42b4-b2fe-21cfb8e0354f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:43.696538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-7ce6e877-d1a4-42b4-b2fe-21cfb8e0354f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 898 time: 0.1409895 Dec 22 16:00:43.768384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-99f2dc79-7813-42c2-938c-05969ae50b3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 217 time: 0.0646610 Dec 22 16:00:43.840741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-30ba4dcc-b9b5-492a-bbe3-6890194c43d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:43.842348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-30ba4dcc-b9b5-492a-bbe3-6890194c43d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 200 len: 834 time: 0.0677226 Dec 22 16:00:43.923469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-d013dfdc-5450-4f65-b0ad-2951f22e06dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733125 Dec 22 16:00:44.063377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-c7348bbe-ec59-46c6-9432-479c5427ab11 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331666 Dec 22 16:00:44.167475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:44.212336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d1509c-c05a-4cda-b8de-74475adcd822 req-8970e91b-7430-4c26-a46a-b58a1c560b35 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411178 Dec 22 16:00:44.599123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eced0f6-36d9-405c-bd5a-ce7da48e577c details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:00:44.745446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:44.760109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:00:44.769321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c2246-8a24-45f5-a3a4-c4d42a1a57c1 req-50cea7a3-d43a-48b4-8999-84ffef29cb3f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:44.771156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-632c2246-8a24-45f5-a3a4-c4d42a1a57c1 req-50cea7a3-d43a-48b4-8999-84ffef29cb3f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 943 time: 0.0877891 Dec 22 16:00:44.819445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:44.822799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-632c2246-8a24-45f5-a3a4-c4d42a1a57c1 req-ead75178-c892-4a35-9c74-36af386fba38 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441096 Dec 22 16:00:44.839045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eced0f6-36d9-405c-bd5a-ce7da48e577c {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:00:44.855947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:44.915834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:44.917740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:44.986451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:44.989605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:45.148455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e0177b8-ca32-46c8-8a3a-76fbb9945deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:45.165835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6eced0f6-36d9-405c-bd5a-ce7da48e577c'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:00:45.520063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:46.038826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fb70e-5df6-4d12-ac78-9c232797f58e req-3afd4a05-2106-45b9-b5ab-db633b3213e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:46.040454 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd2fb70e-5df6-4d12-ac78-9c232797f58e req-3afd4a05-2106-45b9-b5ab-db633b3213e3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 944 time: 0.0829618 Dec 22 16:00:46.091851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd2fb70e-5df6-4d12-ac78-9c232797f58e req-125b33e5-120d-4c73-99c4-6a9dd3b2c758 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453107 Dec 22 16:00:46.614303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eced0f6-36d9-405c-bd5a-ce7da48e577c up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:00:46.759959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 6eced0f6-36d9-405c-bd5a-ce7da48e577c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:00:46.764938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 6eced0f6-36d9-405c-bd5a-ce7da48e577c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:00:46.765360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:46.885293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:46.919201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:46.929756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:00:46.967393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:46.975060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22c0f14c-09c6-4762-b1b3-fd7b71613c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:47.005800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'code': 200} Dec 22 16:00:47.018240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:47.040065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:47.043233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:47.282330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f7c4fa0a-2f8b-4885-b24f-b130c0425968 req-035f523d-08af-4b1f-aee4-ff7c80b0105c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1098 time: 0.0785403 Dec 22 16:00:47.304208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887c404-d89b-4df5-930d-72f017b78be0 req-d2a60c43-8012-4d34-a6b0-785e69a5f986 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:47.305830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7887c404-d89b-4df5-930d-72f017b78be0 req-d2a60c43-8012-4d34-a6b0-785e69a5f986 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.0838320 Dec 22 16:00:47.332777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f7c4fa0a-2f8b-4885-b24f-b130c0425968 req-b9ed5a5e-dd97-4357-8367-38350e6c9c3d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405216 Dec 22 16:00:47.355899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7887c404-d89b-4df5-930d-72f017b78be0 req-8409dcc6-d70b-4063-b3c0-af253884e1b9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438454 Dec 22 16:00:48.571505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f8045-4b77-4d1f-8065-2fdc0cd355bb req-f30a4df4-118e-422a-a34d-c95a3e07c16c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:48.573342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a3f8045-4b77-4d1f-8065-2fdc0cd355bb req-f30a4df4-118e-422a-a34d-c95a3e07c16c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.0873542 Dec 22 16:00:48.622146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a3f8045-4b77-4d1f-8065-2fdc0cd355bb req-c55f4d9a-6b2a-436c-a7b3-084451b93c3f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419805 Dec 22 16:00:49.827375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82b195-f023-47ec-a00c-2dc3c67b9a6d req-0a172774-565a-4422-b2e2-8994b2e9acdb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:49.829055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd82b195-f023-47ec-a00c-2dc3c67b9a6d req-0a172774-565a-4422-b2e2-8994b2e9acdb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.0850475 Dec 22 16:00:49.879458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd82b195-f023-47ec-a00c-2dc3c67b9a6d req-5c7aaac4-142e-40b4-97d5-e2dad1191a32 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Dec 22 16:00:50.089790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e2e04b-1bfd-4b51-a121-6d0c02a8c9ff req-1b1f935a-85f8-4ba9-87ae-404ea6730778 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:50.091472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04e2e04b-1bfd-4b51-a121-6d0c02a8c9ff req-1b1f935a-85f8-4ba9-87ae-404ea6730778 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.0854609 Dec 22 16:00:50.139754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04e2e04b-1bfd-4b51-a121-6d0c02a8c9ff req-84258d36-8c3b-4eff-838a-27d476bc54a1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Dec 22 16:00:50.168349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55018) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:50.249131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6bc9be8-7226-4d8a-8f25-f37eaab2f86b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1093 time: 0.0795372 Dec 22 16:00:50.252859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55022) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:50.258484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:00:50.264455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:00:50.269293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:00:50.272324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:00:50.278345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:00:50.304442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:50.453174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:50.843427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.130 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/ee910578-b9b8-4a3c-9b94-4d981e91caaf) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:00:50.999999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:51.047577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:51.052383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:51.121004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:00:51.123755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:00:51.128577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:00:51.160636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=ee910578-b9b8-4a3c-9b94-4d981e91caaf,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:51.167013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:51.662782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:51.760625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:51.976998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:52.012655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:52.017561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:00:52.127471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=ee910578-b9b8-4a3c-9b94-4d981e91caaf,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:00:52.131849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:00:52.140551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:52.338476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 9dca9738-8c00-488e-9e58-ddc8e1cd493b associated. External IP: 172.26.1.130, port: 6eced0f6-36d9-405c-bd5a-ce7da48e577c. Dec 22 16:00:52.741734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router ae899e3b-e0ba-42ac-b951-c578978d0764 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:00:52.958582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:00:52.969129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:00:52.983062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:52.983748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:53.011622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:00:53.067350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8133621 Dec 22 16:00:53.068067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:00:53.070254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55026) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:53.125359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'status': 'completed', 'code': 200} Dec 22 16:00:53.180391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:53.315196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-68e3e08d-9718-4d58-8a29-083c77b275e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1098 time: 0.1606762 Dec 22 16:00:53.476798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-786a4228-65dd-4bb4-a916-72eaec36f02b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764 HTTP/1.1" status: 200 len: 923 time: 0.4049275 Dec 22 16:00:53.479445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55032) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:53.541702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-229f227d-8a37-4ae4-a811-8a22bf161d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:53.543337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-229f227d-8a37-4ae4-a811-8a22bf161d7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 898 time: 0.2198291 Dec 22 16:00:53.551732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:53.555938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:00:53.567462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:00:53.568069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:00:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:53.691153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07dc500a-6b3c-4ec9-ab30-841ab0ec6873 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.2093396 Dec 22 16:00:53.694690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-2fb29808-565d-434d-b7d4-1343345452ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 999 time: 0.1444042 Dec 22 16:00:53.755282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:00:53.763540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-0f010090-8b59-47a4-8df5-cc1903b94df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:00:53.765173 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-0f010090-8b59-47a4-8df5-cc1903b94df6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 200 len: 834 time: 0.0643289 Dec 22 16:00:53.851220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-6951ae30-f8e0-4f7c-9454-ddfbb4e8880b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749893 Dec 22 16:00:53.995796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-814ea209-f4f0-470f-84e2-077ca9905f37 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382492 Dec 22 16:00:54.128644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:00:54.133288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311642f-94a6-4d43-a1b2-6e4f83e18f8f None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:00:51Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:00:38Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:00:54.149158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4191c65-ab3b-4fe4-b559-8ff7a6f4fa45 req-5734f791-bc00-4f48-b8a2-9a43d0aeca23 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467707 Dec 22 16:00:54.469623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6e57b-e2cd-43d2-b0a6-055354d1805d None None] New status for floating IP 9dca9738-8c00-488e-9e58-ddc8e1cd493b: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:00:54.693673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55036) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:00:54.806693 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29783bdf-7ee1-49b4-afe3-328ea1713981 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 993 time: 0.1116364 Dec 22 16:01:10.045155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:11.985599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-f5d6d175-ab85-4ef8-a724-f02bcaafd619 req-dec83a5f-b435-4c1c-a1bc-5303f890ea70 service neutron] (88957) timed out ('10.222.0.46', 59684) {{(pid=88957) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:01:12.765481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0d70fa2-b0a0-44f5-a4a0-716efa4bf200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:14.167096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:15.161365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-88c9c3d8-5a7d-424b-991b-65bd47087ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:15.509822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:16.999552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:20.213002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:01:21.511301 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-3ca1175e-1f35-4da7-a787-4e7fcb1762fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769477 Dec 22 16:01:21.660669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-f834d925-d877-4468-98f7-313e2bc40653 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1098 time: 0.0761921 Dec 22 16:01:21.857494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-449350c3-0601-4138-a1e2-5bfe2f089268 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:21.859201 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-449350c3-0601-4138-a1e2-5bfe2f089268 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 898 time: 0.1387539 Dec 22 16:01:21.974761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-e7444c20-41cf-4f82-939a-750bd1688d5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 1001 time: 0.1009641 Dec 22 16:01:22.041856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-cde95600-7d51-46d2-86db-9d1873508eaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:22.043440 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-cde95600-7d51-46d2-86db-9d1873508eaa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 200 len: 834 time: 0.0619962 Dec 22 16:01:22.133152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-bc6eddbc-bae9-4b8e-9dbb-cc93fbbe1ab1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786402 Dec 22 16:01:22.274337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-f51a678b-15f5-41ec-9204-a46d63ef381f service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332331 Dec 22 16:01:22.416397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7652c6c6-a3b2-4e0d-8a9d-26ed9d58f1a0 req-e835a855-b948-459a-adc4-690b13202182 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344142 Dec 22 16:01:26.032004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55050) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:26.443144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8463152a-cfb0-4224-8129-9828e6c7c594 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4096193 Dec 22 16:01:26.446093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55054) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:26.695455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d251006-878b-43cb-bbba-2dfa183e5efd tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Notify agent at dv-neutron-822514-1-hyperv the message router_removed_from_agent {{(pid=88957) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 22 16:01:26.698736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d251006-878b-43cb-bbba-2dfa183e5efd tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "DELETE /v2.0/agents/ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce/l3-routers/ae899e3b-e0ba-42ac-b951-c578978d0764 HTTP/1.1" status: 204 len: 168 time: 0.2515812 Dec 22 16:01:26.701450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55058) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:26.898897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1bd29323-9444-4e68-9c14-2ccff96e0957 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1961536 Dec 22 16:01:26.901611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55062) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:27.013077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c3cdd4c-222a-409f-8300-345636b78353 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 993 time: 0.1101744 Dec 22 16:01:27.059112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bba9e3-49af-4ada-8314-2b35d0867ccd None None] New status for floating IP 9dca9738-8c00-488e-9e58-ddc8e1cd493b: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:01:28.017532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55066) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:28.128296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e5c59c7c-f370-4093-90e5-ef60e2a20071 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.1093726 Dec 22 16:01:28.730820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:28.849840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.883825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:28.915391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:28.916202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:28.944393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:29.035664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:29.039259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:29.091539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.107749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1c4dfa63-1536-48f7-b5c0-5969b75b57db,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:29.138993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:29.141733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4ce945f0-70de-4cf9-890e-2194b8dea07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:29.208929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:29.212034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:29.283692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55072) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:29.555955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5f65d1-fa00-4dbe-ad0a-74d6c07f1001 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Router ae899e3b-e0ba-42ac-b951-c578978d0764 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:01:29.556275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5f65d1-fa00-4dbe-ad0a-74d6c07f1001 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Notify agent at dv-neutron-822514-1-hyperv the message router_added_to_agent {{(pid=88958) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 22 16:01:29.583274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eb5f65d1-fa00-4dbe-ad0a-74d6c07f1001 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "POST /v2.0/agents/ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2983744 Dec 22 16:01:29.585474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55078) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:29.604647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:29.617150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:29.617811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:29.812056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:30.012833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f814e3ca-dd57-4be2-a5cc-39bdac7f4d04 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4261129 Dec 22 16:01:30.015823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55084) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:30.127953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-51809a1e-9676-4258-9b11-36f2b11e8738 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.1108153 Dec 22 16:01:30.181321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:01:27Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:28Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.185468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:30.196708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:30.197372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.381937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:30.750968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:01:27Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:28Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:30.759000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c60bca-8e8b-4472-9f0e-d58835df5f08 None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9dca9738-8c00-488e-9e58-ddc8e1cd493b', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'port_id': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'mac_address': 'fa:16:3e:95:a7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:00:51Z', 'updated_at': '2021-12-22T16:01:27Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:28Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:31.132023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55088) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:31.258989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c87355a9-a81a-4037-832c-ae0816d2a76c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.1245699 Dec 22 16:01:32.261926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55092) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:32.379010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c4e4c8e-f21b-4638-aeae-492bea7d369c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.1157093 Dec 22 16:01:32.774095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:32.850567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:32.850992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:32.968757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.000632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:33.035228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.036126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:33.063253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0fd4a652-b8c7-4202-8adc-7a15b6e9051d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:33.152342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:33.155739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.166758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1c4dfa63-1536-48f7-b5c0-5969b75b57db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:33.167183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.285456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.302520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1c4dfa63-1536-48f7-b5c0-5969b75b57db,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:33.326577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:33.328454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:33.383199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55096) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:33.395222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:33.398489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:33.502149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5330a301-79f2-46c8-9c2f-e9d664277089 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 991 time: 0.1175032 Dec 22 16:01:34.009039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68edb3-5ba9-404b-a07f-4135f381ee76 None None] New status for floating IP 9dca9738-8c00-488e-9e58-ddc8e1cd493b: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:01:34.507215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55100) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:34.621950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-586d83bb-78f2-463c-916a-e66113cb526d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 200 len: 993 time: 0.1132944 Dec 22 16:01:34.745568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:34.819083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:34.819507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:34.937850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:34.953786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:35.006836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1c4dfa63-1536-48f7-b5c0-5969b75b57db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:35.007181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.167328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port ee910578-b9b8-4a3c-9b94-4d981e91caaf {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:35.167712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.349240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.349528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.475853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for ee910578-b9b8-4a3c-9b94-4d981e91caaf owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:35.658349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:35.663264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01c6fb4f-d46c-4f2f-b7f8-e3328a3dcb97 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:35.710889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=ee910578-b9b8-4a3c-9b94-4d981e91caaf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:35.750393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.750878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.751981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.752506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.752930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.753349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.753767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.754186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.754637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.755050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.755463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:35.762591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:35.819108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:36.228092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router ae899e3b-e0ba-42ac-b951-c578978d0764 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:36.439748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:36.449769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:36.457953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:36.462830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:36.463493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:36.512435 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/9dca9738-8c00-488e-9e58-ddc8e1cd493b HTTP/1.1" status: 204 len: 168 time: 1.5569081 Dec 22 16:01:36.513191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:36.570215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'status': 'completed', 'code': 200} Dec 22 16:01:36.661103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:36.698558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-cb8f5bea-ac47-4a4f-895a-263879d06177 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 1098 time: 0.0975502 Dec 22 16:01:36.888054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-118cc5a2-0a5b-4c18-adec-33d66e60e6f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:36.889860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-118cc5a2-0a5b-4c18-adec-33d66e60e6f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 200 len: 898 time: 0.1808181 Dec 22 16:01:37.176328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:32Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:37.181093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:37.193295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:37.193978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:37.232586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-0b402188-f43e-4feb-b08e-19e0618cac83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 200 len: 217 time: 0.3344495 Dec 22 16:01:37.284773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3830a299-69a7-480a-9f29-ebcc20e7c475 req-a56a3a48-1675-4c20-b164-57c01d29e617 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:37.288516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3830a299-69a7-480a-9f29-ebcc20e7c475 req-a56a3a48-1675-4c20-b164-57c01d29e617 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.2248127 Dec 22 16:01:37.318530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-62d63906-8464-431c-a48d-611db8497b6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:37.320269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-62d63906-8464-431c-a48d-611db8497b6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 200 len: 834 time: 0.0745051 Dec 22 16:01:37.359595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3830a299-69a7-480a-9f29-ebcc20e7c475 req-e4374579-5201-4999-8d50-426295a91de6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640762 Dec 22 16:01:37.408003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:37.418449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-a12a3bec-5a1f-4f57-b65a-491420c021c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ef86add-27df-4a3e-abc9-3c32fc3a6fac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0910873 Dec 22 16:01:37.574711 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-551b9e1b-e5a5-4a4d-a9c4-3f38611485b4 service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482742 Dec 22 16:01:37.725132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c462d4-8930-41d1-b5b7-d3313e5f1c6a req-6fdbf123-aff0-4b09-8d94-211d4557da2c service neutron] 10.222.0.46 "GET /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420677 Dec 22 16:01:37.744426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:32Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:37.748559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdd3409-d40e-4601-a74f-f3297fb73dc9 None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:00:32Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'fe92d119-4c6a-4b45-9e3e-57e2b8256cc8', 'name': '', 'network_id': '2ef86add-27df-4a3e-abc9-3c32fc3a6fac', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:ec:a9:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:31Z', 'updated_at': '2021-12-22T16:01:32Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': 'febd26ed-8bc0-4a13-bc88-d89d9b3625c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:38.553472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807ac23-f550-4b54-aaad-de5035298325 req-77fe2d37-0c82-45ae-925b-4d14e33ce8aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:38.554249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-6807ac23-f550-4b54-aaad-de5035298325 req-77fe2d37-0c82-45ae-925b-4d14e33ce8aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:38.601382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-6807ac23-f550-4b54-aaad-de5035298325 req-77fe2d37-0c82-45ae-925b-4d14e33ce8aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:38.602755 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6807ac23-f550-4b54-aaad-de5035298325 req-77fe2d37-0c82-45ae-925b-4d14e33ce8aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.1429234 Dec 22 16:01:38.661650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f27ba-c095-4c07-a9c5-33b2a0abd407 req-68b18e92-7c52-49cc-9028-b22a103e84d9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:38.663261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a6f27ba-c095-4c07-a9c5-33b2a0abd407 req-68b18e92-7c52-49cc-9028-b22a103e84d9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 945 time: 0.1701851 Dec 22 16:01:38.680477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 6eced0f6-36d9-405c-bd5a-ce7da48e577c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:38.680740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:38.713377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a6f27ba-c095-4c07-a9c5-33b2a0abd407 req-997a78c1-6080-4055-95a7-c92901bd4c70 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=3fd217ca-7922-4625-ac37-4d9c69ef62e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439205 Dec 22 16:01:38.948502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 6eced0f6-36d9-405c-bd5a-ce7da48e577c, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eced0f6-36d9-405c-bd5a-ce7da48e577c,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:38.949124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.053629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38c7360-ccb5-4d31-a267-3647140ffec1 None None] New status for floating IP 9dca9738-8c00-488e-9e58-ddc8e1cd493b: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:01:39.077496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 6eced0f6-36d9-405c-bd5a-ce7da48e577c owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:39.264132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.270314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab842cf5-0ba5-4288-b2de-33abca49f438 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:39.315634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=6eced0f6-36d9-405c-bd5a-ce7da48e577c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:39.319990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:39.389972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 6eced0f6-36d9-405c-bd5a-ce7da48e577c on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:01:39.392712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:39.395527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'name': 'network-vif-deleted', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:01:39.436460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6807ac23-f550-4b54-aaad-de5035298325 req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/6eced0f6-36d9-405c-bd5a-ce7da48e577c HTTP/1.1" status: 204 len: 173 time: 0.8252938 Dec 22 16:01:39.451108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca5d9e9-f8c4-4198-92f5-41991e950b0b', 'name': 'network-vif-deleted', 'tag': '6eced0f6-36d9-405c-bd5a-ce7da48e577c', 'status': 'completed', 'code': 200} Dec 22 16:01:39.912307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0679bb50-6cd5-4799-986c-74144c1c3761 req-64437f50-6741-4f97-8a6c-0294964a4462 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ca5d9e9-f8c4-4198-92f5-41991e950b0b HTTP/1.1" status: 200 len: 210 time: 0.0468297 Dec 22 16:01:40.098429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:40.848439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eced0f6-36d9-405c-bd5a-ce7da48e577c no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:40.883029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 6eced0f6-36d9-405c-bd5a-ce7da48e577c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:40.883425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eced0f6-36d9-405c-bd5a-ce7da48e577c not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:41.022056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55130) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:41.099363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.130039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.362276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.367837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-179361de-407f-4241-9b3b-5aca838027fa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:41.383270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd217ca-7922-4625-ac37-4d9c69ef62e1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:41.386100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:41.418003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:41.419416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fd217ca-7922-4625-ac37-4d9c69ef62e1 HTTP/1.1" status: 204 len: 168 time: 0.3962147 Dec 22 16:01:41.523808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55136) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:41.943028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.585145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:42.585839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.765221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab7007e6-6a82-4569-9b73-89075e5e5b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.800965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port fe92d119-4c6a-4b45-9e3e-57e2b8256cc8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:42.801367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:42.928269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:43.159818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:43.164499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cdbaa33-3a44-4fca-b014-f37035f09fd5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:43.206901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=fe92d119-4c6a-4b45-9e3e-57e2b8256cc8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:43.209454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:43.741060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:44.155322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:44.353827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router ae899e3b-e0ba-42ac-b951-c578978d0764 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:44.562479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:44.572791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Sync routers for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:44.575978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0510094 Dec 22 16:01:44.578801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:44.586133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:44.586919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:44.770616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:44.781642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet febd26ed-8bc0-4a13-bc88-d89d9b3625c2 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:01:44.785998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:44.844997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:44.966049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.062654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.067915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e530760b-ebe6-4862-bab2-6c8b0f828bac tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:45.075319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:43Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:45.079617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Checking router: ae899e3b-e0ba-42ac-b951-c578978d0764 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:45.090727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Routers {'ae899e3b-e0ba-42ac-b951-c578978d0764'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:45.091315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['ae899e3b-e0ba-42ac-b951-c578978d0764'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:45.106369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=febd26ed-8bc0-4a13-bc88-d89d9b3625c2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:45.109120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:45.112436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.119144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dcd04e16-1b34-414b-937a-fd61e5f1a347 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/febd26ed-8bc0-4a13-bc88-d89d9b3625c2 HTTP/1.1" status: 204 len: 168 time: 0.5387721 Dec 22 16:01:45.121848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:45.129228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e48d3f3-0f62-4637-8874-fae277c357f0 None None] Network 2ef86add-27df-4a3e-abc9-3c32fc3a6fac requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:45.226393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbbc63f9-cfb0-40f1-b98f-b2d86c303c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.281810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] Set router ae899e3b-e0ba-42ac-b951-c578978d0764 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:45.338314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.413353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] DHCP port deletion for 2ef86add-27df-4a3e-abc9-3c32fc3a6fac request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:01:45.418178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Deleting port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:45.419624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.553061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.570941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.583059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 1c4dfa63-1536-48f7-b5c0-5969b75b57db {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:01:45.583446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.592810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37131f0a-435b-4292-b372-c0c865484540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:43Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:45.597516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37131f0a-435b-4292-b372-c0c865484540 None None] The sync data for ids ['ae899e3b-e0ba-42ac-b951-c578978d0764'] in dv-neutron-822514-1-hyperv is: [{'id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'name': 'tempest-TestNetworkBasicOps-router-2061823888', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117'}], 'enable_snat': True}, 'gw_port_id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:43Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '1c4dfa63-1536-48f7-b5c0-5969b75b57db', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae899e3b-e0ba-42ac-b951-c578978d0764', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:00:28Z', 'updated_at': '2021-12-22T16:01:33Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:45.658396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] For port 537f21ab-4c20-4545-9e51-4bf171a3a3c1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=537f21ab-4c20-4545-9e51-4bf171a3a3c1,segment=NetworkSegment(26aae3e7-1b1b-4737-868d-bdb025cfbce4),segment_id=26aae3e7-1b1b-4737-868d-bdb025cfbce4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:45.659142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.789544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 1c4dfa63-1536-48f7-b5c0-5969b75b57db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1c4dfa63-1536-48f7-b5c0-5969b75b57db,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:45.790162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:45.793233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Calling delete_port for 537f21ab-4c20-4545-9e51-4bf171a3a3c1 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:45.932808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 1c4dfa63-1536-48f7-b5c0-5969b75b57db owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:01:46.107779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.112682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-51241b6f-c569-4481-a97d-6191aaffd263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:46.155469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Pushing event deleted for resources: {'Port': ['ID=537f21ab-4c20-4545-9e51-4bf171a3a3c1,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:46.166512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] No DVR routers for this DVR port 537f21ab-4c20-4545-9e51-4bf171a3a3c1 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:01:46.168744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.169131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.169508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.169880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.170254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.170657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.171043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.171413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.171776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.172138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.172519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:46.176251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:46.176670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.181671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8aafb67a-fa39-494c-b84a-fe547651a8fc tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:46.224134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=1c4dfa63-1536-48f7-b5c0-5969b75b57db,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:46.227935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:46.686478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.790124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 537f21ab-4c20-4545-9e51-4bf171a3a3c1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:46.841599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 537f21ab-4c20-4545-9e51-4bf171a3a3c1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:46.842063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 537f21ab-4c20-4545-9e51-4bf171a3a3c1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:46.842667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:46.876619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:46.877016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fe92d119-4c6a-4b45-9e3e-57e2b8256cc8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:46.967407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:46.973394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.001641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.063757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.064356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router ae899e3b-e0ba-42ac-b951-c578978d0764 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:01:47.080545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.081891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/ae899e3b-e0ba-42ac-b951-c578978d0764 HTTP/1.1" status: 204 len: 168 time: 1.9590030 Dec 22 16:01:47.084912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55148) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:47.215123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.358635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.387809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef86add-27df-4a3e-abc9-3c32fc3a6fac']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:47.401537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26aae3e7-1b1b-4737-868d-bdb025cfbce4') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:47.401868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26aae3e7-1b1b-4737-868d-bdb025cfbce4') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:47.414628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.433139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.440382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:01:47.440804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:01:47.457052 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:01:47.558995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.562585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16fed429-9ba9-4253-aa6f-477d52d3c79f tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:47.578390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.590476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=2ef86add-27df-4a3e-abc9-3c32fc3a6fac,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:47.593872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:47.651016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e20bf81-e1fd-407f-b008-a9ebf7738d9f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/2ef86add-27df-4a3e-abc9-3c32fc3a6fac HTTP/1.1" status: 204 len: 168 time: 0.5650237 Dec 22 16:01:47.675061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55152) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:47.681091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--1384932635', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:47.686537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:47.692138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:47.695270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:47.701598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:47.737830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:01:47.743378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.776530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:01:47.842773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:47.843232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment a918c732-60c3-4c0b-8b31-5760e2ff5c7f of type vlan for network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 Dec 22 16:01:47.938056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.044530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.049731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:48.050370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.055584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5e04dc0b-539f-4166-88d3-0fc7f31d811c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:48.162832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4867036 Dec 22 16:01:48.165905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55156) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:48.171251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=7cb2b719-1b22-4fc0-985b-533a90cf5a50,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:48.171890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-210697564', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:48.175455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec6a33d-1a52-4372-ac4f-0a359b9743d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:48.180441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:48.183134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:01:48.185531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:48.188744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:48.195234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:48.229573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.230731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.318542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.503484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.702068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:01:48.727946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.736421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1c4dfa63-1536-48f7-b5c0-5969b75b57db {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:01:48.736825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1c4dfa63-1536-48f7-b5c0-5969b75b57db not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:01:48.769019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:48.913473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.223 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/9d45bacb-9596-41bf-a59e-e9f6dad9b298) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:49.095702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:49.144015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:49.148406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:49.214638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:49.217569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:49.222055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:49.252168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=9d45bacb-9596-41bf-a59e-e9f6dad9b298,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:49.277406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.277843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.278264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.278706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.279125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.279537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.279946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.280359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.280769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.281175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.281583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:49.287188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:49.429853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:49.430669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:49.686476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 2e376862-27d0-49d5-b6bc-8788bfbfa189 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:01:49.894916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:49.905067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Sync routers for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:49.918992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:49.919697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:49.944010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:49.945335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7782731 Dec 22 16:01:49.948993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55160) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:49.995705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3adc505-6b8d-434b-95e0-efe8fca0b6cc tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453708 Dec 22 16:01:49.998336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55164) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:50.111454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:50.140417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473c7c52-a864-40a5-8565-9b10c77c093b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:50.145477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-473c7c52-a864-40a5-8565-9b10c77c093b tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433151 Dec 22 16:01:50.145710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55168) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:50.192609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2a87b1b3-2743-4e42-8790-ba72191fde5a tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432985 Dec 22 16:01:50.193021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55172) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:50.199316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539087343', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:50.318505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:50.322659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:50.325692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:50.332885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:50.378067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:01:50.415438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:49Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:50.419596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Checking router: 2e376862-27d0-49d5-b6bc-8788bfbfa189 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:50.420003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Updating router 2e376862-27d0-49d5-b6bc-8788bfbfa189 port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:01:50.476976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.490336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.889304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.902131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Transition to ACTIVE for port object 9d45bacb-9596-41bf-a59e-e9f6dad9b298 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:50.915421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.920336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-790ef390-229d-4df6-a76b-818d67676c0b tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:50.941715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:50.946509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:51.007344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=3ee80930-9ec8-44da-9480-5c28c20c1ff6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:51.010762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:51.018429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:51.018854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 7cb2b719-1b22-4fc0-985b-533a90cf5a50, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:01:51.027736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Pushing event updated for resources: {'Port': ['ID=9d45bacb-9596-41bf-a59e-e9f6dad9b298,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:51.030646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:51.031711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Attempting to bind port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:51.032798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Attempting to bind port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:51.033218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Attempting to bind port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:51.040574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:51.041000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:51.041452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.041890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:51.042407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Bound port: 9d45bacb-9596-41bf-a59e-e9f6dad9b298, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:51.042855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.067218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:01:51.101565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 7cb2b719-1b22-4fc0-985b-533a90cf5a50) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:51.105810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:51.106429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.111856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88835b81-f41c-4f52-8849-b7dba6eb420e None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:51.157383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-376eccf0-04e4-4935-b5d5-54720cbdbeb3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9597580 Dec 22 16:01:51.157630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] For port 9d45bacb-9596-41bf-a59e-e9f6dad9b298, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:51.158273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55176) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:51.224733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] For port 9d45bacb-9596-41bf-a59e-e9f6dad9b298, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9d45bacb-9596-41bf-a59e-e9f6dad9b298,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:51.286025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.295708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:51.433131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Pushing event updated for resources: {'Port': ['ID=9d45bacb-9596-41bf-a59e-e9f6dad9b298,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:51.438692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:01:51.440153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:51.450028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:51.460973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:51.462173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:51.784616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:51.967709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.003962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Allocated IP 172.20.0.2 (7cb2b719-1b22-4fc0-985b-533a90cf5a50/3ee80930-9ec8-44da-9480-5c28c20c1ff6/282dfda1-29f8-40a0-b3bc-222a9b0211d3) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:52.476131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.491599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Transition to ACTIVE for port object 282dfda1-29f8-40a0-b3bc-222a9b0211d3 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:52.498698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:49Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:52.508725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a55b9aa-c90a-4308-b727-33de345ef9c5 None None] The sync data for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv is: [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:49Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:52.544048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Transition to ACTIVE for port object 282dfda1-29f8-40a0-b3bc-222a9b0211d3 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:52.584350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.589628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:52.619364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (7cb2b719-1b22-4fc0-985b-533a90cf5a50/3ee80930-9ec8-44da-9480-5c28c20c1ff6/384c07df-53ec-4dbd-85da-6eb9314ec90b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:01:52.660280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:52.663842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:52.665822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Pushing event updated for resources: {'Port': ['ID=282dfda1-29f8-40a0-b3bc-222a9b0211d3,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:52.668495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:52.670492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:52.763987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Attempting to bind port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:52.764330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Attempting to bind port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:52.764742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Attempting to bind port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 on network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:52.771852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:52.772276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Checking segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:52.772728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.773169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Bound using segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:52.773697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Bound port: 282dfda1-29f8-40a0-b3bc-222a9b0211d3, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:52.774116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.847400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.868229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 384c07df-53ec-4dbd-85da-6eb9314ec90b will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:52.879272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] For port 282dfda1-29f8-40a0-b3bc-222a9b0211d3, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:52.882989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] For port 282dfda1-29f8-40a0-b3bc-222a9b0211d3, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=282dfda1-29f8-40a0-b3bc-222a9b0211d3,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:52.931476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.931799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:52.936201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:52.937276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa209c0-cda2-4351-aec7-50f68b72362c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:53.011179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:53.015247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:53.017837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:01:53.034350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Pushing event updated for resources: {'Port': ['ID=282dfda1-29f8-40a0-b3bc-222a9b0211d3,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:53.038303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:53.062593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:53.065848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:53.090197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:53.235838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:53.714943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:53.736506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:53.767522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13d1470e-a5f1-4726-a48e-b59315572e28 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:53.862832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:53.867714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:53.868710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:54.015239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:01:54.016547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:01:54.425962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 2e376862-27d0-49d5-b6bc-8788bfbfa189 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:01:54.588442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c41102e-40d2-403e-ba14-0c7d9cb3c644 None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:01:54.644005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:01:54.658589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/2e376862-27d0-49d5-b6bc-8788bfbfa189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4989090 Dec 22 16:01:54.661644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55180) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:54.739818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f7a4c8f0-042e-4f91-8121-30d9e1db63ae None None] Provisioning for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:54.836830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13c9d1-130d-4ce2-a145-4a21caaae520 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.837217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13c9d1-130d-4ce2-a145-4a21caaae520 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.837865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13c9d1-130d-4ce2-a145-4a21caaae520 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.840129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9d45bacb-9596-41bf-a59e-e9f6dad9b298 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:54.843059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55184) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:54.843209 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e13c9d1-130d-4ce2-a145-4a21caaae520 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1800778 Dec 22 16:01:54.925653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58dd56-2241-4a3a-83ee-4c8a07ebc23e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.925992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58dd56-2241-4a3a-83ee-4c8a07ebc23e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.926385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58dd56-2241-4a3a-83ee-4c8a07ebc23e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.926875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58dd56-2241-4a3a-83ee-4c8a07ebc23e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:54.928672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6c58dd56-2241-4a3a-83ee-4c8a07ebc23e tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0846248 Dec 22 16:01:54.931583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:54.972576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:54.978201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:54.978677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.104392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.129260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 9d45bacb-9596-41bf-a59e-e9f6dad9b298, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9d45bacb-9596-41bf-a59e-e9f6dad9b298,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:55.161410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.162379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 282dfda1-29f8-40a0-b3bc-222a9b0211d3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:55.192148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:55.309775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=9d45bacb-9596-41bf-a59e-e9f6dad9b298,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:55.314469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:55.323029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Provisioning complete for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:55.323468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.354120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:55.372393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:55.372944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.423628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0f134bf8-4c82-4276-aed4-b9a17b737e7a tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.4878652 Dec 22 16:01:55.542231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Sync routers for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:01:55.556821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:55.557850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:55.563805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.593343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.628905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] For port 282dfda1-29f8-40a0-b3bc-222a9b0211d3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=282dfda1-29f8-40a0-b3bc-222a9b0211d3,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:55.693228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:01:55.693484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:01:55.694630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.697780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59296b32-531f-47ac-9a86-ca9e1bcd1539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:55.759697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:55.777595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Pushing event updated for resources: {'Port': ['ID=282dfda1-29f8-40a0-b3bc-222a9b0211d3,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:55.780881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:55.784464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55194) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:55.790860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795927760', 'description': 'tempest-secgroup-smoke-1795927760 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:55.798414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:55.806238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:55.808139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Provisioning for port 384c07df-53ec-4dbd-85da-6eb9314ec90b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:55.809494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:55.815905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:55.817482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Provisioning complete for port 384c07df-53ec-4dbd-85da-6eb9314ec90b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:55.821080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.885491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Port 384c07df-53ec-4dbd-85da-6eb9314ec90b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:01:55.887306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:55.926269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:55.930434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:55.933397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:55.939517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:56.002599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.010705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-726b492c-7ce9-4caa-b6b5-341d81e508f0 None None] Provisioning complete for port 384c07df-53ec-4dbd-85da-6eb9314ec90b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:56.015250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-726b492c-7ce9-4caa-b6b5-341d81e508f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.036967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.050384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da65a3fe-9a9f-4596-a9c9-2687ba843fd7 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.074045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-726b492c-7ce9-4caa-b6b5-341d81e508f0 None None] Port 384c07df-53ec-4dbd-85da-6eb9314ec90b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:01:56.096258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb519d56-2a5d-406e-a603-3751b2753a38,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.099702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:56.132754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.134152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3485906 Dec 22 16:01:56.137698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55198) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:56.143805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:56.150320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:56.154393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:56.158063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:56.164391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:56.208123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.263227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:56.268228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Checking router: 2e376862-27d0-49d5-b6bc-8788bfbfa189 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:01:56.268636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Updating router 2e376862-27d0-49d5-b6bc-8788bfbfa189 port 384c07df-53ec-4dbd-85da-6eb9314ec90b binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:01:56.273968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.304358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.306286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.321946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.331039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130464bc-3c14-4b8f-833b-ae2625aec273,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.333667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:56.372569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.373902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2351975 Dec 22 16:01:56.377998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55202) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:56.384045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:56.390477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:56.395152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:56.398133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:56.404232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:56.447720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.517258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.543835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.545760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be48b9b3-a95d-45b3-84d9-77ccbd2377d5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.569278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c59f865-99e1-49d7-999f-2eb562ec546a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.571878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:56.601191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.602552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2234771 Dec 22 16:01:56.605533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55206) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:56.611842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:56.618011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:56.622037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:56.625014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:56.631332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:56.670377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.677397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.689903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Transition to ACTIVE for port object 384c07df-53ec-4dbd-85da-6eb9314ec90b will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:01:56.732842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.737465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.738016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3994f25-f24e-496b-a6e2-d55297b47986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.759243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9d45bacb-9596-41bf-a59e-e9f6dad9b298 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:56.761150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.763305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:56.789550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e82dbaa-33cf-44d9-89f0-0854dc250cbd,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.792588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:56.824457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.829034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2192521 Dec 22 16:01:56.829567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55210) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:56.833458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:56.834181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.835809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:56.842310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:56.848948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:56.852648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:56.863375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:56.894565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Pushing event updated for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:56.910215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.910721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.911005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.911378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.911754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.912122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.912487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.912855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.913219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.913575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.913935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:01:56.922373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:56.936859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:56.979965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 282dfda1-29f8-40a0-b3bc-222a9b0211d3 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:57.010390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Attempting to bind port 384c07df-53ec-4dbd-85da-6eb9314ec90b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:01:57.011152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Attempting to bind port 384c07df-53ec-4dbd-85da-6eb9314ec90b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:01:57.011764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Attempting to bind port 384c07df-53ec-4dbd-85da-6eb9314ec90b on network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:01:57.020985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:01:57.021714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Checking segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:01:57.022340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.023100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Bound using segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:01:57.023819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Bound port: 384c07df-53ec-4dbd-85da-6eb9314ec90b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:01:57.024446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.026501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.058754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.068860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1036a1-62c3-4a86-8ec4-0f0a70d93aea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:57.093679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5127f755-8914-4b88-b332-a6e55c0bac44,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:57.102951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.137365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] For port 384c07df-53ec-4dbd-85da-6eb9314ec90b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:01:57.139509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.142476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] For port 384c07df-53ec-4dbd-85da-6eb9314ec90b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=384c07df-53ec-4dbd-85da-6eb9314ec90b,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:01:57.143202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3125615 Dec 22 16:01:57.145389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55214) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:57.152547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:57.159796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:57.163862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:57.166948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:57.173182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:57.179998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.186817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:57.212889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:01:57.220882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.231440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:57.231867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.258485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:01:57.281963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Pushing event updated for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:57.286706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.287725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:01:57.288400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:57.303567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.361436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.365321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ac8f601-8b75-4f8a-b53b-c9aa070be55e tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:57.397261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5117d033-c702-424d-9472-80c24872fcfe,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:57.400231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.458112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.459503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3130488 Dec 22 16:01:57.462601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55218) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:01:57.469220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': 'eb519d56-2a5d-406e-a603-3751b2753a38', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:01:57.476119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:01:57.480597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:01:57.483725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:01:57.485328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:01:57.491008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:01:57.533012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:01:57.540830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.610552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.646939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.655269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d50d9d3-94dc-45f5-812a-ddf46f8b0e6a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:57.681206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ae6cb7-a79b-4c34-a949-0b02e84fc6a5,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:57.683947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:01:57.715072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:57.716394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2526820 Dec 22 16:01:57.821153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:57Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:01:57.825755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e8fbc6-7c02-48e3-9d1d-229dfc17955f None None] The sync data for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv is: [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:57Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:01:57.940477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-a39018c8-f556-4d33-990f-288c0a1c4fb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:01:57.978386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-a39018c8-f556-4d33-990f-288c0a1c4fb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:01:57.979775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-a39018c8-f556-4d33-990f-288c0a1c4fb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795927760&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.1135063 Dec 22 16:01:58.155290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-1adca724-7dfe-4dc5-9792-7bc10c374dbc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:01:58.157812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-1adca724-7dfe-4dc5-9792-7bc10c374dbc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 797 time: 0.1698043 Dec 22 16:01:58.176749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-81bdb92e-4a1e-4efc-8905-ee2c36d0ec68 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0129611 Dec 22 16:01:58.271810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-4d12cd78-1700-473b-9a89-3d5f7d33c3cb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867903 Dec 22 16:01:58.428670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-61e0924f-1808-45ff-8e4c-b5f26b8a1366 service neutron] 10.222.0.18 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423802 Dec 22 16:01:58.582422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-937be166-0fad-470c-940f-6d844de34c68 service neutron] 10.222.0.18 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473439 Dec 22 16:01:58.782719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 384c07df-53ec-4dbd-85da-6eb9314ec90b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:01:58.903129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b5559353-f3a3-4a3c-a4eb-8d8f454396c7 req-628df54b-f76f-4a19-8125-b79b03e8ba6f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 210 time: 0.0638199 Dec 22 16:01:58.910069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 384c07df-53ec-4dbd-85da-6eb9314ec90b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:01:58.917238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 384c07df-53ec-4dbd-85da-6eb9314ec90b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:01:58.917673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:59.049801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:59.085841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 384c07df-53ec-4dbd-85da-6eb9314ec90b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=384c07df-53ec-4dbd-85da-6eb9314ec90b,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:01:59.120999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:01:59.123087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbfc724d-1ab0-47c5-9773-0c81c21ef3e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:01:59.194097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:01:59.197581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:00.075383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1f8c8f5-6775-42bb-8f1d-3edab137e7f5 req-da095445-22b9-46ff-aa8c-ab82b6f6814f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 210 time: 0.0491185 Dec 22 16:02:00.633574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f5257deb-b209-4afb-a625-0a0bc49b0748 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:00.634411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f5257deb-b209-4afb-a625-0a0bc49b0748 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:02:00.681169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f5257deb-b209-4afb-a625-0a0bc49b0748 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:02:00.682659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f5257deb-b209-4afb-a625-0a0bc49b0748 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 797 time: 0.2100337 Dec 22 16:02:00.747409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-4ebdc181-71c9-4d4b-acc1-876267214ee8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:02:00.758869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 384c07df-53ec-4dbd-85da-6eb9314ec90b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:02:00.761045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-4ebdc181-71c9-4d4b-acc1-876267214ee8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:02:00.762348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-4ebdc181-71c9-4d4b-acc1-876267214ee8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 380 time: 0.0615671 Dec 22 16:02:00.775543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['eb519d56-2a5d-406e-a603-3751b2753a38']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:02:00.835443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 384c07df-53ec-4dbd-85da-6eb9314ec90b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:02:00.835893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:00.929118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:02:00.933468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:02:00.936454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:02:00.943591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:02:01.004472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:02:01.010236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:01.182057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.9 (7cb2b719-1b22-4fc0-985b-533a90cf5a50/3ee80930-9ec8-44da-9480-5c28c20c1ff6/5f16c588-9664-40f3-a050-70f7fe4b8929) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:02:01.251184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93cf5593-1918-45cc-91ee-365c8e7d48ae req-abb6a30e-d410-445f-a0a4-cce9d379b147 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 210 time: 0.0457168 Dec 22 16:02:01.620233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:01.636672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 5f16c588-9664-40f3-a050-70f7fe4b8929 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:02:01.680937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:01.686500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c2a0f9b-80f3-4ca9-a4e1-bbb44c6a465d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:01.756064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:02:01.759205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:02:01.763702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:02:01.794451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:01.800738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:01.838345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:01.839039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:01.916243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1446681 Dec 22 16:02:01.933013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Request body: {'port': {'device_id': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:02:02.050010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.124725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4e9eb9ed-abd2-4eb1-b922-cca03b21f6fb None None] Provisioning for port 5f16c588-9664-40f3-a050-70f7fe4b8929 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:02:02.130212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4e9eb9ed-abd2-4eb1-b922-cca03b21f6fb None None] Provisioning complete for port 5f16c588-9664-40f3-a050-70f7fe4b8929 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:02:02.130701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e9eb9ed-abd2-4eb1-b922-cca03b21f6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.189884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4e9eb9ed-abd2-4eb1-b922-cca03b21f6fb None None] Port 5f16c588-9664-40f3-a050-70f7fe4b8929 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:02:02.414224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f16c588-9664-40f3-a050-70f7fe4b8929 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:02:02.422126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.441056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Transition to ACTIVE for port object 5f16c588-9664-40f3-a050-70f7fe4b8929 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:02:02.472890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38643663-d512-444f-a92f-8df6459c793b req-1aa00dc9-a861-47ee-a172-82eca6c8e70c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:02.474785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-38643663-d512-444f-a92f-8df6459c793b req-1aa00dc9-a861-47ee-a172-82eca6c8e70c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 931 time: 0.0974469 Dec 22 16:02:02.475541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.480476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8167e351-b3b0-40b9-a49c-08baa000c467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:02.534427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-38643663-d512-444f-a92f-8df6459c793b req-ef067e32-4fe1-488b-8f08-71e4585c3eb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519984 Dec 22 16:02:02.614277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Pushing event updated for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:02.618874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:02.750477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Attempting to bind port 5f16c588-9664-40f3-a050-70f7fe4b8929 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:02:02.751090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Attempting to bind port 5f16c588-9664-40f3-a050-70f7fe4b8929 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:02:02.751227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Attempting to bind port 5f16c588-9664-40f3-a050-70f7fe4b8929 on network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:02:02.757911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Port 5f16c588-9664-40f3-a050-70f7fe4b8929 on network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:02:02.758278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Attempting to bind port 5f16c588-9664-40f3-a050-70f7fe4b8929 on network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:02:02.765682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:02:02.767412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Checking segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:02:02.767874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Bound using segment: {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:02:02.768574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Bound port: 5f16c588-9664-40f3-a050-70f7fe4b8929, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:02:02.769242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.915051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:02:02.918887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f16c588-9664-40f3-a050-70f7fe4b8929,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:02:02.939117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:02.943965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b903ab02-ad52-4fee-b0ba-ad54d2ae0eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:03.007073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:03.009752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] 10.222.0.46 "PUT /v2.0/ports/5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 1093 time: 1.0804851 Dec 22 16:02:03.009752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:02:03.029573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Pushing event updated for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:03.033348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:03.080577 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'status': 'completed', 'code': 200} Dec 22 16:02:03.191783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11545d4a-7fc2-483b-af7a-328b95a4feae req-4b3155b7-ed47-4d5f-8184-20121f61cf06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1096 time: 0.0840938 Dec 22 16:02:03.353444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11545d4a-7fc2-483b-af7a-328b95a4feae req-ac345d6f-562f-410b-962e-ad62a31b2214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:03.355077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11545d4a-7fc2-483b-af7a-328b95a4feae req-ac345d6f-562f-410b-962e-ad62a31b2214 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8f95028e6c694248aba6266225c2dce3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1500511 Dec 22 16:02:03.504330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11545d4a-7fc2-483b-af7a-328b95a4feae req-4b908784-cb90-4adf-9425-fa64fe9245ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:03.505897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11545d4a-7fc2-483b-af7a-328b95a4feae req-4b908784-cb90-4adf-9425-fa64fe9245ca service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408942 Dec 22 16:02:03.624749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-07833d4c-dc85-4c3a-b561-3698c59eb27b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1096 time: 0.0774508 Dec 22 16:02:03.710285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-8dc155ff-e3d4-4b8f-8c8c-cd938b65e446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 217 time: 0.0730455 Dec 22 16:02:03.786307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-6c453648-4d30-464e-aa50-d362ba1f1fd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:03.787996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-6c453648-4d30-464e-aa50-d362ba1f1fd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0674758 Dec 22 16:02:03.882343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cdb53-132a-417f-9475-1005c6d35d36 req-e98123e4-0b0c-48fe-a4d1-f28126a877e1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:03.884001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3b1cdb53-132a-417f-9475-1005c6d35d36 req-e98123e4-0b0c-48fe-a4d1-f28126a877e1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 943 time: 0.0871787 Dec 22 16:02:03.884662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-081efa5e-54e0-462d-9011-6b623c40e81d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805318 Dec 22 16:02:03.935187 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3b1cdb53-132a-417f-9475-1005c6d35d36 req-a4090cf2-e40f-4674-ae09-1bae092ab064 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 Dec 22 16:02:04.058911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-e354289d-a653-4e80-a2ad-f63ba78a1b74 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628361 Dec 22 16:02:04.206205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2ccdab-9067-49d6-b792-bb5b46e6824a req-0ecd315b-d0dd-4d5f-ae49-607b26827f08 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347098 Dec 22 16:02:05.148432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d8772-b79a-4405-9a4f-ebc35311dd1a req-2c7cd0a3-8d26-4fd8-9e15-970e29e5246e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:05.150046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d5d8772-b79a-4405-9a4f-ebc35311dd1a req-2c7cd0a3-8d26-4fd8-9e15-970e29e5246e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 943 time: 0.0906901 Dec 22 16:02:05.199735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d5d8772-b79a-4405-9a4f-ebc35311dd1a req-51af711e-eced-4acd-ae97-99691eefc571 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Dec 22 16:02:06.405858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04844fb3-67ce-4e3a-bceb-0daf88a23085 req-0bc6d078-b4d2-4430-b91d-af49a7e409e1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:06.407532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04844fb3-67ce-4e3a-bceb-0daf88a23085 req-0bc6d078-b4d2-4430-b91d-af49a7e409e1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 943 time: 0.0826674 Dec 22 16:02:06.456598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04844fb3-67ce-4e3a-bceb-0daf88a23085 req-d10529a1-c298-49dc-9479-9ce4b72bf597 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 Dec 22 16:02:06.988654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5f16c588-9664-40f3-a050-70f7fe4b8929 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:02:07.129314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f16c588-9664-40f3-a050-70f7fe4b8929,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:02:07.143418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'port_id': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'mac_address': 'fa:16:3e:0a:ba:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:02:07.197160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:07.215417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f16c588-9664-40f3-a050-70f7fe4b8929 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:02:07.230811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f16c588-9664-40f3-a050-70f7fe4b8929,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:02:07.252149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:07.254006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:07.322751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:07.326052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:07.519416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['5f16c588-9664-40f3-a050-70f7fe4b8929'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:02:07.663588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2f02-7764-4b4d-ad61-32c9ca11829f req-17d6d38f-ddd1-4cfa-ba17-c9e874317fbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:07.665201 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-747c2f02-7764-4b4d-ad61-32c9ca11829f req-17d6d38f-ddd1-4cfa-ba17-c9e874317fbf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 944 time: 0.0856056 Dec 22 16:02:07.713616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-747c2f02-7764-4b4d-ad61-32c9ca11829f req-5b25d12c-d239-437e-b011-3e368451e928 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Dec 22 16:02:08.922820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d863ce-2f5e-4efe-9cc7-7560a56eaf49 req-fca4cddd-85e1-43cf-afd4-04f8f6d62aa6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:08.924450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82d863ce-2f5e-4efe-9cc7-7560a56eaf49 req-fca4cddd-85e1-43cf-afd4-04f8f6d62aa6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 944 time: 0.0857365 Dec 22 16:02:08.976978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82d863ce-2f5e-4efe-9cc7-7560a56eaf49 req-8a11446c-2eae-4346-b80a-c2e72cf7c4f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464787 Dec 22 16:02:08.998590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5f16c588-9664-40f3-a050-70f7fe4b8929 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:02:09.092277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 5f16c588-9664-40f3-a050-70f7fe4b8929 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:02:09.097408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 5f16c588-9664-40f3-a050-70f7fe4b8929 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:02:09.097845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:09.214863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:09.242515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:02:09.253071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f16c588-9664-40f3-a050-70f7fe4b8929,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:02:09.275336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:09.277333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:09.314794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'code': 200} Dec 22 16:02:09.348987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:09.352424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:09.603023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-38236f8b-2509-41e3-880a-e85b5ac48275 req-5515cc07-8182-498d-875d-262427d4083d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0741503 Dec 22 16:02:09.651288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-38236f8b-2509-41e3-880a-e85b5ac48275 req-647c3890-dafa-49d1-8b6f-595bf2b49983 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Dec 22 16:02:10.061876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:10.183549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818df4c-dd81-4239-ad08-d995f1f48e26 req-d01fed27-d8f7-45d3-b34b-22d04fd062b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:10.185172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a818df4c-dd81-4239-ad08-d995f1f48e26 req-d01fed27-d8f7-45d3-b34b-22d04fd062b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.0862160 Dec 22 16:02:10.233353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a818df4c-dd81-4239-ad08-d995f1f48e26 req-b9dc2d15-a5c8-43c4-a6bf-ca0273d9108b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412261 Dec 22 16:02:11.446702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31592b-d3ad-479e-b320-bc4d18c498bd req-8b54085f-f835-4a2c-a074-b5425209a119 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:11.448304 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce31592b-d3ad-479e-b320-bc4d18c498bd req-8b54085f-f835-4a2c-a074-b5425209a119 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.0860238 Dec 22 16:02:11.497297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce31592b-d3ad-479e-b320-bc4d18c498bd req-00e1157d-a029-4058-8908-3937f248d81b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Dec 22 16:02:11.698028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ac5f0-e84a-4695-a651-eba7a0deffa9 req-75f5197e-99ce-4efe-a552-df2b5a0028c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:11.699680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-049ac5f0-e84a-4695-a651-eba7a0deffa9 req-75f5197e-99ce-4efe-a552-df2b5a0028c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.0811634 Dec 22 16:02:11.747160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-049ac5f0-e84a-4695-a651-eba7a0deffa9 req-08d8d123-5948-47fd-9077-62c330f237b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 Dec 22 16:02:11.775569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55274) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:11.858945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fd1b2316-ff95-4187-924d-1a6989c624e4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1093 time: 0.0820007 Dec 22 16:02:11.864652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55278) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:11.870503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:02:11.877221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:02:11.881356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:02:11.884385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:02:11.891226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:02:11.932491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:12.082728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:12.222174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.172 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/35d59fd8-81be-4b7d-a22e-507d3222e8c4) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:02:12.381320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:12.452719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=35d59fd8-81be-4b7d-a22e-507d3222e8c4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:12.611566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:12.761005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bea52718-5914-46b6-b036-58aa47af09cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:13.095403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:13.197193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:13.639714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:13.678526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:13.683053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca8bcb55-b952-49e2-a250-1aa282ff9fd2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:02:13.793896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=35d59fd8-81be-4b7d-a22e-507d3222e8c4,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:02:13.798719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:02:13.807945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:14.011763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 9c920341-3eb8-4c95-a57e-eed4f0d841b1 associated. External IP: 172.26.1.172, port: 5f16c588-9664-40f3-a050-70f7fe4b8929. Dec 22 16:02:14.170502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:14.421945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 2e376862-27d0-49d5-b6bc-8788bfbfa189 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:02:14.626618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:02:14.636641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Sync routers for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:02:14.650027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:02:14.650748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:01:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:02:14.690779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:14.756662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8909001 Dec 22 16:02:14.757377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:02:14.759649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55282) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:14.815162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'status': 'completed', 'code': 200} Dec 22 16:02:14.862816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:02:14.884907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b35db07-0981-4903-87a9-8d0880e61aaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9c920341-3eb8-4c95-a57e-eed4f0d841b1 HTTP/1.1" status: 200 len: 991 time: 0.1237044 Dec 22 16:02:14.923188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-2de0a672-7705-42a9-b99d-c8e57af9529d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0813367 Dec 22 16:02:15.066637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-605685de-c15e-4a8f-8d42-7dc137f164dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:15.068148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-605685de-c15e-4a8f-8d42-7dc137f164dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 898 time: 0.1384699 Dec 22 16:02:15.183826 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-5b1f79ce-b3b6-4c87-91b9-37547c4af27c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 999 time: 0.1081941 Dec 22 16:02:15.256210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9c920341-3eb8-4c95-a57e-eed4f0d841b1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'port_id': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'mac_address': 'fa:16:3e:0a:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:02:12Z', 'updated_at': '2021-12-22T16:02:12Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:02:15.260438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-d25ce8e0-59cf-41fc-8c4a-24975a93d77d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:15.260438 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-d25ce8e0-59cf-41fc-8c4a-24975a93d77d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0685322 Dec 22 16:02:15.260710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Checking router: 2e376862-27d0-49d5-b6bc-8788bfbfa189 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:02:15.271784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:02:15.272457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:02:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:02:15.328132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf3648c3-4424-41aa-9e06-d20fd4b699bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:15.346351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-af93111a-0e6b-4f68-910a-2f4dfba5e2ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794308 Dec 22 16:02:15.464187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:02:15.491916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-17d24c92-bd80-4dc8-83d1-3055341f46b8 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392183 Dec 22 16:02:15.611759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:15.637765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0c8c4af-87b4-4ede-a9a8-8bb607acc1fc req-61ab0f8d-324a-4923-aa2c-e0403eb2e945 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394458 Dec 22 16:02:15.847166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9c920341-3eb8-4c95-a57e-eed4f0d841b1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'port_id': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'mac_address': 'fa:16:3e:0a:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:02:12Z', 'updated_at': '2021-12-22T16:02:12Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:02:15.851403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275a5d4-83d2-48c6-955b-f26b1bcca374 None None] The sync data for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv is: [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '9c920341-3eb8-4c95-a57e-eed4f0d841b1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.172', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'port_id': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'mac_address': 'fa:16:3e:0a:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:02:12Z', 'updated_at': '2021-12-22T16:02:12Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:02:15.887319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55288) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:16.000665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-229b6f1d-3a50-4e1c-bcb5-bded665cbecb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9c920341-3eb8-4c95-a57e-eed4f0d841b1 HTTP/1.1" status: 200 len: 991 time: 0.1119769 Dec 22 16:02:16.194308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c7ecbc-e9bf-4115-9562-e228d2b42731 None None] New status for floating IP 9c920341-3eb8-4c95-a57e-eed4f0d841b1: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:02:17.004640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55292) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:02:17.006398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:17.113252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fe82fdb6-8334-4827-8f6e-f1ca5bbe65aa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/9c920341-3eb8-4c95-a57e-eed4f0d841b1 HTTP/1.1" status: 200 len: 993 time: 0.1071744 Dec 22 16:02:23.581598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-7fb1cf07-6444-4558-9457-415c5f947e6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1445420 Dec 22 16:02:23.729022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-173eedf4-7477-479b-b4d3-eedd179fe6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0744524 Dec 22 16:02:23.883648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-71f92091-5fca-4275-8d53-06ff07d0d62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:23.885245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-71f92091-5fca-4275-8d53-06ff07d0d62f service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 898 time: 0.1373961 Dec 22 16:02:23.996046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-8dfa07c2-61b2-469e-a445-ba7da19574ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 1001 time: 0.1031373 Dec 22 16:02:24.064721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-f6867147-9dab-461d-9cb3-dfdef6718ce8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:02:24.066425 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-f6867147-9dab-461d-9cb3-dfdef6718ce8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0635130 Dec 22 16:02:24.150143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-90acf53c-c93b-462c-8872-cecd4311fde8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762715 Dec 22 16:02:24.295947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-df5a95ac-5f71-4319-b16d-3d09b7d3319b service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379893 Dec 22 16:02:24.438779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53db169c-9b4b-4d84-bae0-f1bc7a21e8f4 req-7ab4c929-ffb4-4656-9c86-a89c5a8eb01a service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345072 Dec 22 16:02:34.239723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:02:40.086100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:42.749269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a224fb-eb58-4027-89eb-523d6f4835fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:44.166023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:45.171751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18b31a5f-64e1-4cda-9f74-274d0de78961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:45.520342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:02:47.004127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:10.091927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:11.240730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:03:12.787033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c22b76c-d8a2-436f-b6a3-aad3f7633ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:14.152048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:15.169158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f06e90a-9d4c-45d3-8009-e97f22fb2c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:15.531581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:17.005905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:25.539573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-798812ca-d6c0-4c56-8730-c31fdb090428 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742974 Dec 22 16:03:25.695797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-06b8dedf-099f-4b6e-8a5d-e9a64476bcf6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0746694 Dec 22 16:03:26.086119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-57fdd4a9-222a-4d21-a1ab-9cb7d91561ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:26.087781 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-57fdd4a9-222a-4d21-a1ab-9cb7d91561ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 898 time: 0.3688283 Dec 22 16:03:26.197237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-3b028f91-bdef-4a2f-85fb-c5599182ae1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 1001 time: 0.0983496 Dec 22 16:03:26.271098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-9dd4d6bb-48ef-45ce-bed0-262b904e11b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:03:26.272669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-9dd4d6bb-48ef-45ce-bed0-262b904e11b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0665519 Dec 22 16:03:26.354257 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-f49aa6cc-804a-4224-afe2-17f1a3fcb520 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717707 Dec 22 16:03:26.497728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-de6f8027-d86c-4438-a5ad-c4510c2ff25d service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330802 Dec 22 16:03:26.643197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b066848-b832-4d7f-8178-ab2e3f997a2c req-6ecf4067-8b97-4f28-9b82-936a15dc4d09 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341660 Dec 22 16:03:40.102790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:42.763530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-008b7b02-5b6e-4935-8dbe-7a394c21bc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:44.148465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.169054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-76475e04-2506-410f-8432-705bf97b038b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:45.552208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:47.018406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:03:48.242356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:04:10.265899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:10.384249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55318) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:10.482121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:04:10.735626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036847372436'] for subnet, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:11.043221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730482402470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7866045'] for subnet, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:11.048026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3dec8c83-c2c8-49d4-9b04-2fda788ec395 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:04:11.102942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:11.103595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:11.104727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eaf63-6a76-4748-b559-0975344afca0 None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:04:11.104990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/subnets/3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 835 time: 0.7196574 Dec 22 16:04:11.121545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=3ee80930-9ec8-44da-9480-5c28c20c1ff6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:04:11.132973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.133509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.133927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.134344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.134822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.135228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.135636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.136040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.136443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.136849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.137353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:04:11.140896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43bc2cf3-d23e-4cdc-ac96-3dd2f60ca8a8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:04:11.679789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Provisioning complete for port 5f16c588-9664-40f3-a050-70f7fe4b8929 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:04:11.680340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:11.810740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Provisioning complete for port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:04:11.811169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:11.942297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Provisioning complete for port 384c07df-53ec-4dbd-85da-6eb9314ec90b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:04:11.942680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b18f5b01-553d-4597-9a4f-a480129949a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:12.737093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28dd3dd1-bb1f-4728-804d-5b4a72205eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:14.148585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:15.176828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a556f896-2f62-4666-b0a7-35fd95bf6ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:15.531339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:17.028473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:25.244071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:04:25.534622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-693bef7d-bf5b-41b2-a797-ed360d6ebaad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744131 Dec 22 16:04:25.686282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-66ca5c5b-1dfb-4f5d-a4d1-dff4dd3c760e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0736902 Dec 22 16:04:25.847145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-c1f7fe3b-a348-4cfe-9f3a-39f23b67c08c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:25.848752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-c1f7fe3b-a348-4cfe-9f3a-39f23b67c08c service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 898 time: 0.1390626 Dec 22 16:04:25.959536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-5f6c0cc2-ee31-480b-b9a2-b9bdd073c5c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 1001 time: 0.1010566 Dec 22 16:04:26.036168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-efdfbe5d-7147-4cea-9254-de2638b33a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:26.037726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-efdfbe5d-7147-4cea-9254-de2638b33a24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0685174 Dec 22 16:04:26.124361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-82d1e8cd-48df-4378-8fcf-00772d75577a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761893 Dec 22 16:04:26.277710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-85d774bb-70a6-4818-ac3d-74267a232676 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425664 Dec 22 16:04:26.425474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08a16c11-0a91-4637-a42c-bb5d0acff2b4 req-9d6262f2-87b7-4dfe-ad1a-3673c001a0f2 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357474 Dec 22 16:04:40.108484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:42.759416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f8c9b96-f05b-4ca2-8f00-652f1e6ad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:44.150967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:45.182671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0437a88-8557-4285-8638-56567249357f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:45.532031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:47.025502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:54.072222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55330) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:04:54.279870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 35d59fd8-81be-4b7d-a22e-507d3222e8c4 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:04:54.280250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:54.459047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:54.459411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:54.584576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 35d59fd8-81be-4b7d-a22e-507d3222e8c4 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:04:54.811400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:54.816438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c07b7f7-1f8e-487f-b52f-c5fa228a151b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:04:54.857944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=35d59fd8-81be-4b7d-a22e-507d3222e8c4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:04:54.862417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:04:54.956225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:55.591895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 2e376862-27d0-49d5-b6bc-8788bfbfa189 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:04:55.800278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:04:55.817226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:55.822118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Sync routers for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:04:55.835402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:04:55.836166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:55.876108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/9c920341-3eb8-4c95-a57e-eed4f0d841b1 HTTP/1.1" status: 204 len: 168 time: 1.8026958 Dec 22 16:04:55.879974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:04:56.029946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:04:56.035399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'status': 'completed', 'code': 200} Dec 22 16:04:56.146081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-be483cae-05e3-4eca-9106-a937a6267a6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 1098 time: 0.0795469 Dec 22 16:04:56.300806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-40de8d2f-1b8e-491d-8603-b3a41e28e4ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:56.302532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-40de8d2f-1b8e-491d-8603-b3a41e28e4ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 200 len: 898 time: 0.1465337 Dec 22 16:04:56.380447 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-4d165cb2-fd9b-4d95-9699-a044e5654610 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 200 len: 217 time: 0.0706215 Dec 22 16:04:56.392708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:56.397093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Checking router: 2e376862-27d0-49d5-b6bc-8788bfbfa189 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:04:56.409722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:04:56.410416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:56.439634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dee29b-89f2-40af-8209-37b9b547636b req-3be69802-0f29-401e-a4a6-22e55c810fa3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:56.441641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1dee29b-89f2-40af-8209-37b9b547636b req-3be69802-0f29-401e-a4a6-22e55c810fa3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.0913005 Dec 22 16:04:56.455093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-3e5860e5-36ab-4512-8eea-c5c365817a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:56.456705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-3e5860e5-36ab-4512-8eea-c5c365817a01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 200 len: 843 time: 0.0695555 Dec 22 16:04:56.493606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1dee29b-89f2-40af-8209-37b9b547636b req-9b84b255-597e-4d09-9dd4-73e1c7f1dd90 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Dec 22 16:04:56.543139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-0e77c2cc-ce09-4a51-bccb-a1c693f3a61f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7cb2b719-1b22-4fc0-985b-533a90cf5a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787864 Dec 22 16:04:56.604346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:04:56.690070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-553cd3ff-8a36-46a9-9826-fbf68554d333 service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390569 Dec 22 16:04:56.838937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-176d7947-d310-4692-9e55-bcb8499afdb5 req-e482cab0-ba22-44b8-ab03-6f57080b987e service neutron] 10.222.0.46 "GET /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416247 Dec 22 16:04:56.941581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:04:56.945696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c9216-850e-40b4-8ba2-3f0a71b011a5 None None] The sync data for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv is: [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:53Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '384c07df-53ec-4dbd-85da-6eb9314ec90b', 'name': '', 'network_id': '7cb2b719-1b22-4fc0-985b-533a90cf5a50', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:90:a6:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:52Z', 'updated_at': '2021-12-22T16:01:59Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '3ee80930-9ec8-44da-9480-5c28c20c1ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:04:57.377102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12149699-6859-4648-809e-45eeda22dea5 None None] New status for floating IP 9c920341-3eb8-4c95-a57e-eed4f0d841b1: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:04:57.726565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bafaba-7563-4e10-9b14-e4bccc138086 req-48f7a466-ab41-40bf-a0fd-5edf71c716c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:57.728210 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-34bafaba-7563-4e10-9b14-e4bccc138086 req-48f7a466-ab41-40bf-a0fd-5edf71c716c5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.0845466 Dec 22 16:04:57.776319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-34bafaba-7563-4e10-9b14-e4bccc138086 req-863b6358-7888-4d63-b657-7ffe627a4717 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=eb519d56-2a5d-406e-a603-3751b2753a38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Dec 22 16:04:57.942584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-08a01e18-ce54-458f-b827-4a55989c0a4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:04:57.943340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-08a01e18-ce54-458f-b827-4a55989c0a4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:04:57.985407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-08a01e18-ce54-458f-b827-4a55989c0a4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:04:57.986647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-08a01e18-ce54-458f-b827-4a55989c0a4b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 945 time: 0.1288321 Dec 22 16:04:58.062734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 5f16c588-9664-40f3-a050-70f7fe4b8929 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:04:58.063090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.319037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 5f16c588-9664-40f3-a050-70f7fe4b8929, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5f16c588-9664-40f3-a050-70f7fe4b8929,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:04:58.319354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.443849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 5f16c588-9664-40f3-a050-70f7fe4b8929 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:04:58.796881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.803145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:04:58.851200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=5f16c588-9664-40f3-a050-70f7fe4b8929,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:04:58.854278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:04:58.924873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 5f16c588-9664-40f3-a050-70f7fe4b8929 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:04:58.927370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:04:58.930248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'name': 'network-vif-deleted', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:04:58.958025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-631eab11-8873-4994-bccd-8f47fc52f3b5 req-fae36b15-0910-4947-9dba-9a17c24a364d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa1b1f73-5905-4224-b982-7b25ff23f333 HTTP/1.1" status: 200 len: 210 time: 0.0502102 Dec 22 16:04:58.986301 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa1b1f73-5905-4224-b982-7b25ff23f333', 'name': 'network-vif-deleted', 'tag': '5f16c588-9664-40f3-a050-70f7fe4b8929', 'status': 'completed', 'code': 200} Dec 22 16:04:58.989857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2562d274-1d6f-4cc7-b917-1d7fe5a8e80a req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/5f16c588-9664-40f3-a050-70f7fe4b8929 HTTP/1.1" status: 204 len: 173 time: 0.9927278 Dec 22 16:05:00.070188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55362) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:00.142069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:00.173330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:00.416616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:00.420832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-805f29cc-2004-4f6f-ae8a-7a29a317ee80 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:00.437401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb519d56-2a5d-406e-a603-3751b2753a38,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:00.448252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.448682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.449101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.449617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.450040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.450519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.450933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.453447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.453447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.453447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.453447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:00.456159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:00.473386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:00.474723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c2e8823f-5444-4ad1-9a29-595ee1be97af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb519d56-2a5d-406e-a603-3751b2753a38 HTTP/1.1" status: 204 len: 168 time: 0.4033892 Dec 22 16:05:00.538549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55368) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:00.959274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:01.591080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 384c07df-53ec-4dbd-85da-6eb9314ec90b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:01.591692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:01.877286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5f16c588-9664-40f3-a050-70f7fe4b8929 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:01.915114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 5f16c588-9664-40f3-a050-70f7fe4b8929 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:01.915519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5f16c588-9664-40f3-a050-70f7fe4b8929 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:02.015699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 384c07df-53ec-4dbd-85da-6eb9314ec90b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=384c07df-53ec-4dbd-85da-6eb9314ec90b,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:02.016106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:02.140514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 384c07df-53ec-4dbd-85da-6eb9314ec90b owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:02.245314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:05:02.413933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:02.418284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2609bdc2-788e-4026-9d9c-4aff0d46ea19 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:02.463267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=384c07df-53ec-4dbd-85da-6eb9314ec90b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:02.466107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:02.775432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:03.376943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 2e376862-27d0-49d5-b6bc-8788bfbfa189 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:03.584621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:03.595016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Sync routers for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:03.598885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/2e376862-27d0-49d5-b6bc-8788bfbfa189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0591331 Dec 22 16:05:03.601784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55372) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:03.607649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:03.608317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:03.799733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:03.802922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 3ee80930-9ec8-44da-9480-5c28c20c1ff6 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:05:03.806823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:03.868855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.006983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.103118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.105154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:05:02Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:04.107712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f4f7f75-407f-4be8-bb12-44fa783ce2b9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:04.109886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Checking router: 2e376862-27d0-49d5-b6bc-8788bfbfa189 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:04.121362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Routers {'2e376862-27d0-49d5-b6bc-8788bfbfa189'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:04.122028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['2e376862-27d0-49d5-b6bc-8788bfbfa189'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:04.149461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee80930-9ec8-44da-9480-5c28c20c1ff6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:04.152557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:04.155071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.162495 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/3ee80930-9ec8-44da-9480-5c28c20c1ff6 HTTP/1.1" status: 204 len: 168 time: 0.5596659 Dec 22 16:05:04.165390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55376) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:04.178074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fee41-a69f-4613-a1fc-29e2ec981ba7 None None] Network 7cb2b719-1b22-4fc0-985b-533a90cf5a50 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:04.387154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.599854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.644921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] Set router 2e376862-27d0-49d5-b6bc-8788bfbfa189 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:04.645357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 9d45bacb-9596-41bf-a59e-e9f6dad9b298 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:04.645749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:04.885215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] DHCP port deletion for 7cb2b719-1b22-4fc0-985b-533a90cf5a50 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:05:04.895261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Deleting port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:05:04.895765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.078678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 9d45bacb-9596-41bf-a59e-e9f6dad9b298, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9d45bacb-9596-41bf-a59e-e9f6dad9b298,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:05.079077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.186821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] For port 282dfda1-29f8-40a0-b3bc-222a9b0211d3, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=282dfda1-29f8-40a0-b3bc-222a9b0211d3,segment=NetworkSegment(a918c732-60c3-4c0b-8b31-5760e2ff5c7f),segment_id=a918c732-60c3-4c0b-8b31-5760e2ff5c7f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:05.188010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.196004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:05:02Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:05.204913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 9d45bacb-9596-41bf-a59e-e9f6dad9b298 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:05.253724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1464019-9fc1-4658-b1fc-86c91d368601 None None] The sync data for ids ['2e376862-27d0-49d5-b6bc-8788bfbfa189'] in dv-neutron-822514-1-hyperv is: [{'id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'name': 'tempest-TestNetworkBasicOps-router-210697564', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223'}], 'enable_snat': True}, 'gw_port_id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:05:02Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '9d45bacb-9596-41bf-a59e-e9f6dad9b298', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e376862-27d0-49d5-b6bc-8788bfbfa189', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:01:48Z', 'updated_at': '2021-12-22T16:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:05.324703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Calling delete_port for 282dfda1-29f8-40a0-b3bc-222a9b0211d3 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:05:05.483020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.488814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:05.511825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:05.520100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:05.534159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=9d45bacb-9596-41bf-a59e-e9f6dad9b298,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:05.538383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:05.581501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Pushing event deleted for resources: {'Port': ['ID=282dfda1-29f8-40a0-b3bc-222a9b0211d3,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:05.589128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] No DVR routers for this DVR port 282dfda1-29f8-40a0-b3bc-222a9b0211d3 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:05:05.601261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.601656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.602040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.602419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.602880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.603263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.603634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.604143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.604143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.605392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.605685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:05.610408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:05.804232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.092459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.097642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.203243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.203849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 2e376862-27d0-49d5-b6bc-8788bfbfa189 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:05:06.219476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.221338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/2e376862-27d0-49d5-b6bc-8788bfbfa189 HTTP/1.1" status: 204 len: 168 time: 2.0549316 Dec 22 16:05:06.224269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55380) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:06.355566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.505526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.530246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb2b719-1b22-4fc0-985b-533a90cf5a50']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:06.543979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:06.544324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a918c732-60c3-4c0b-8b31-5760e2ff5c7f') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:06.556280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.572238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.579595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:05:06.580062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:05:06.595820 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:05:06.808337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.812492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b347127-f9c5-4a06-a0e3-467e749f1808 tempest-NetworksIpV6TestAttrs-1269767522 tempest-NetworksIpV6TestAttrs-1269767522-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:06.834624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:06.849596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9d45bacb-9596-41bf-a59e-e9f6dad9b298 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:06.849911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=7cb2b719-1b22-4fc0-985b-533a90cf5a50,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:06.853224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:06.883383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/7cb2b719-1b22-4fc0-985b-533a90cf5a50 HTTP/1.1" status: 204 len: 168 time: 0.6580112 Dec 22 16:05:06.884923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9d45bacb-9596-41bf-a59e-e9f6dad9b298 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:06.885321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9d45bacb-9596-41bf-a59e-e9f6dad9b298 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:06.885794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 384c07df-53ec-4dbd-85da-6eb9314ec90b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:06.892369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55386) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:06.898732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--242081925', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:06.904193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:06.909177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:06.912466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:06.924266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:06.926217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 384c07df-53ec-4dbd-85da-6eb9314ec90b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:06.926818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 384c07df-53ec-4dbd-85da-6eb9314ec90b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:06.927424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 282dfda1-29f8-40a0-b3bc-222a9b0211d3 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:05:06.962617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:06.964677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 282dfda1-29f8-40a0-b3bc-222a9b0211d3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:05:06.965079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 282dfda1-29f8-40a0-b3bc-222a9b0211d3 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:05:06.970400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.005734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:05:07.052487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.052882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment a60d4542-7cd0-4431-b0b8-37989c0872d4 of type vlan for network 2ff88da2-9468-452a-a3bd-a62943a84972 Dec 22 16:05:07.119128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.205256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.209442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:07.210085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.215393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57fbfbca-7e54-4a35-a54d-a7e8918e9823 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:07.329374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=2ff88da2-9468-452a-a3bd-a62943a84972,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:07.332198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:07.340624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 2ff88da2-9468-452a-a3bd-a62943a84972 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:05:07.362368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4687619 Dec 22 16:05:07.365180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55390) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:07.371026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:07.379711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:07.383754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:07.386757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:07.393246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:07.431165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.432182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.543197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.729785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.953199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:07.988937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:08.132425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.145 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/90934e69-994a-42ab-aba4-775a98253afb) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:08.287821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:08.351331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:08.355740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-08dcd41c-ee4c-4a1b-a8a2-8ddfec421590 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:08.424111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:08.427009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:08.430904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:08.462418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=90934e69-994a-42ab-aba4-775a98253afb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:08.469482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:08.620231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:08.620905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:08.911048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:05:09.354515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:09.364827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:09.377549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:09.378331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:09.419776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:09.421750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0549312 Dec 22 16:05:09.425298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55396) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:09.568872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d6735f2-23c2-4a29-9766-6728a21392db tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397154 Dec 22 16:05:09.569135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:09.569258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55402) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:09.711577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e08e23-9d8a-44ef-bc41-ec9aa6fc8fc8 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:09.713223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66e08e23-9d8a-44ef-bc41-ec9aa6fc8fc8 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431425 Dec 22 16:05:09.716618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55406) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:09.761363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b572327d-1230-47f9-9ff2-2273f3b7f0a9 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434816 Dec 22 16:05:09.764049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55410) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:09.770612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591785849', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:09.871041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:08Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:09.875957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:09.876370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Updating router 15444d2b-e601-4203-96de-30faffef421b port 90934e69-994a-42ab-aba4-775a98253afb binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:05:09.889103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:09.893867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:09.896960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:09.903078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:09.928525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:09.979837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:10.093613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.099978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.308082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.370191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Transition to ACTIVE for port object 90934e69-994a-42ab-aba4-775a98253afb will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:10.399720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.404144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-63eb74da-73b9-4899-91f0-0c742fae2508 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:10.487258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Pushing event updated for resources: {'Port': ['ID=90934e69-994a-42ab-aba4-775a98253afb,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:10.490214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Attempting to bind port 90934e69-994a-42ab-aba4-775a98253afb on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:10.491432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Attempting to bind port 90934e69-994a-42ab-aba4-775a98253afb by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:10.491432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Attempting to bind port 90934e69-994a-42ab-aba4-775a98253afb on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:10.503173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.503557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.503933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.504307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.504677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.505044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.505409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.505773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.506135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.506515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.506878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:10.508976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.510543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:10.510964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:10.511406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.511829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:10.512345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Bound port: 90934e69-994a-42ab-aba4-775a98253afb, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:10.512835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.514137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f69d8a68-2d7a-460b-aab5-1a7ba02353c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:10.536044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:10.586761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] For port 90934e69-994a-42ab-aba4-775a98253afb, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:10.589836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] For port 90934e69-994a-42ab-aba4-775a98253afb, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=90934e69-994a-42ab-aba4-775a98253afb,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:10.596086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:10.601712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:10.613088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:10.613486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 2ff88da2-9468-452a-a3bd-a62943a84972, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:05:10.617747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.622430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64425fbb-809f-4ab1-8e84-210d384030c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:10.659653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:05:10.694401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 2ff88da2-9468-452a-a3bd-a62943a84972) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:10.698714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:10.699389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:10.706263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Pushing event updated for resources: {'Port': ['ID=90934e69-994a-42ab-aba4-775a98253afb,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:10.708205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3953c18-4aea-4c0c-ba75-b5cef576bd90 None None] Network 2ff88da2-9468-452a-a3bd-a62943a84972 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:10.710090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:10.711709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:10.712353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:10.752544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9868059 Dec 22 16:05:10.755667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55414) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:10.902794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:10.973674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-2ff88da2-9468-452a-a3bd-a62943a84972', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:05:10.974692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.178156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Allocated IP 172.20.0.2 (2ff88da2-9468-452a-a3bd-a62943a84972/89d83dc6-67cc-4678-9f0c-2bf6d4ecba83/a5add179-672e-4622-a4a9-cb8582e04e64) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:11.218431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:08Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:11.222563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e4b13-f8b5-470a-9647-b9bb99f59bc3 None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:08Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:11.451337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.462727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Transition to ACTIVE for port object a5add179-672e-4622-a4a9-cb8582e04e64 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:11.531674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Transition to ACTIVE for port object a5add179-672e-4622-a4a9-cb8582e04e64 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:11.559950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.566174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:11.576447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.638354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:11.641515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:11.645613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:11.699922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Pushing event updated for resources: {'Port': ['ID=a5add179-672e-4622-a4a9-cb8582e04e64,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:11.735170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:11.759119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Attempting to bind port a5add179-672e-4622-a4a9-cb8582e04e64 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:11.759547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Attempting to bind port a5add179-672e-4622-a4a9-cb8582e04e64 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:11.759961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Attempting to bind port a5add179-672e-4622-a4a9-cb8582e04e64 on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:11.768892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:11.769734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Checking segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:11.769734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.770164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Bound using segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:11.770724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Bound port: a5add179-672e-4622-a4a9-cb8582e04e64, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:11.771143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.881378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] For port a5add179-672e-4622-a4a9-cb8582e04e64, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:11.884988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] For port a5add179-672e-4622-a4a9-cb8582e04e64, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a5add179-672e-4622-a4a9-cb8582e04e64,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:11.960120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:11.964924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:12.050854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Pushing event updated for resources: {'Port': ['ID=a5add179-672e-4622-a4a9-cb8582e04e64,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:12.053561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:12.058771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (2ff88da2-9468-452a-a3bd-a62943a84972/89d83dc6-67cc-4678-9f0c-2bf6d4ecba83/4784d7c8-9c98-488d-8950-77f61f102c9d) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:12.307719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:12.328070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 4784d7c8-9c98-488d-8950-77f61f102c9d will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:12.382004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:12.386457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdf3bf70-dd01-426d-9356-7e2248e6b59b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:12.476061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:12.479664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:12.482265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:12.513517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:12.539369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.539795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.540216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.540629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.541038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.541448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.541858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.542266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.542690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.543103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.543504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:05:12.547973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:12.561732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:12.675936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:12.748073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb1d7d6-bc76-43e9-9ebd-a1f03694b27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:12.924162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a5add179-672e-4622-a4a9-cb8582e04e64 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:13.045334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port a5add179-672e-4622-a4a9-cb8582e04e64 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:13.050807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 90934e69-994a-42ab-aba4-775a98253afb up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:13.148724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 90934e69-994a-42ab-aba4-775a98253afb completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:13.154318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 90934e69-994a-42ab-aba4-775a98253afb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:13.154779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.284521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.302976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 90934e69-994a-42ab-aba4-775a98253afb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=90934e69-994a-42ab-aba4-775a98253afb,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:13.340166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.342217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-518b0fbb-b1c3-40f4-9339-2e0ac8a56f80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:13.376965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.411274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.417197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=90934e69-994a-42ab-aba4-775a98253afb,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:13.421555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:13.440990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5f99a5c-5e19-48eb-8257-4b6c9655a00c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:13.537265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:13.541920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:13.542907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:13.696414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:13.697585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:13.728361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1c4e6-2515-4df8-9b7d-918eabfd0de2 None None] Network 2ff88da2-9468-452a-a3bd-a62943a84972 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:05:13.908300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Provisioning for port a5add179-672e-4622-a4a9-cb8582e04e64 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:13.923410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Provisioning complete for port a5add179-672e-4622-a4a9-cb8582e04e64 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:13.923844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:14.127789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:14.228570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:14.294202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:14.335919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] For port a5add179-672e-4622-a4a9-cb8582e04e64, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a5add179-672e-4622-a4a9-cb8582e04e64,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:14.353237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:14.364377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:14.372564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/15444d2b-e601-4203-96de-30faffef421b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6131763 Dec 22 16:05:14.372756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55418) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:14.378663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:14.379338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:04:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:14.435644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:14.445317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:14.537072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb9416-2594-4211-93e6-32cf5033c219 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.537505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb9416-2594-4211-93e6-32cf5033c219 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.537955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb9416-2594-4211-93e6-32cf5033c219 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.538332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb9416-2594-4211-93e6-32cf5033c219 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.540127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c6eb9416-2594-4211-93e6-32cf5033c219 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1664417 Dec 22 16:05:14.543148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55422) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:14.617268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Pushing event updated for resources: {'Port': ['ID=a5add179-672e-4622-a4a9-cb8582e04e64,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:14.624605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:14.626119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f473cb3-f528-4c0b-ab9e-f352a892a5b4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.626595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f473cb3-f528-4c0b-ab9e-f352a892a5b4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.627010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f473cb3-f528-4c0b-ab9e-f352a892a5b4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.627415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f473cb3-f528-4c0b-ab9e-f352a892a5b4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:14.632547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3f473cb3-f528-4c0b-ab9e-f352a892a5b4 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0850277 Dec 22 16:05:14.632547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55426) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:14.646583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Provisioning complete for port a5add179-672e-4622-a4a9-cb8582e04e64 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:14.647009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:14.701273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:14.852778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f64a33a-a7d7-453e-a22a-b8131dbc583c tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2190759 Dec 22 16:05:14.932316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a5add179-672e-4622-a4a9-cb8582e04e64 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:15.119039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55432) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:15.126173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581195322', 'description': 'tempest-secgroup-smoke-1581195322 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:15.132843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:15.137183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:15.140939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:15.147092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:15.181903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Provisioning for port 4784d7c8-9c98-488d-8950-77f61f102c9d completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:15.182681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.187405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port a5add179-672e-4622-a4a9-cb8582e04e64 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:15.190151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.224128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:15.228195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:15.231181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:15.232631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Provisioning complete for port 4784d7c8-9c98-488d-8950-77f61f102c9d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:15.233060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.237538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:15.256379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-15456cc6-c260-4c68-9516-cdb1044b415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.314561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-dcfec4e3-e256-4fd1-8558-aef1955e05ed None None] Port 4784d7c8-9c98-488d-8950-77f61f102c9d cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:15.379770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:15.389160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:15.389626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Updating router 15444d2b-e601-4203-96de-30faffef421b port 4784d7c8-9c98-488d-8950-77f61f102c9d binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:05:15.393093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.416720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.423016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e4935f3-45a7-47fd-ab7a-f42aed201933 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:15.446732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 90934e69-994a-42ab-aba4-775a98253afb up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:15.467006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9210e951-264c-41fc-9948-dab8445ff2fd,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:15.470527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:15.497073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.498463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3783195 Dec 22 16:05:15.501587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55436) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:15.507719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:15.514066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:15.518705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:15.521717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:15.525022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.527838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:15.553904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8bcaf56d-1995-4c47-9e12-3de133dfd856 None None] Provisioning complete for port 4784d7c8-9c98-488d-8950-77f61f102c9d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:15.554516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bcaf56d-1995-4c47-9e12-3de133dfd856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.575311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.644965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.661531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaf56d-1995-4c47-9e12-3de133dfd856 None None] Port 4784d7c8-9c98-488d-8950-77f61f102c9d cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:15.686017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.713949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.715894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb6ad9c7-4587-49da-8087-c6e669c9854b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:15.727657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 90934e69-994a-42ab-aba4-775a98253afb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:15.728079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.737600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a377b8b-6e89-40ae-9312-37f5eb55e9df,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:15.741876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:15.771292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.772651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2700415 Dec 22 16:05:15.775701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55440) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:15.782755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:15.789325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:15.793656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:15.796774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:15.802989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:15.835704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.905869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.942777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:15.951104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9180cb30-517e-4b9a-9915-6bb0952f0e54 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:15.973374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec9761a-cf9c-4776-9013-6c57bbf471d6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:15.976202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.025906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.027330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2506058 Dec 22 16:05:16.030893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55444) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:16.037458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:16.044397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:16.049550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:16.053059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:16.059706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:16.107115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.176008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.208171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.215832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7fa68e9-15e4-4e72-86af-b18b3f4688e6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:16.239705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee5f313-fbb2-4f0a-8fa1-f847d541d0f6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:16.242239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.249215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.261781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Transition to ACTIVE for port object 4784d7c8-9c98-488d-8950-77f61f102c9d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:16.271246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.272557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2406182 Dec 22 16:05:16.275550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55448) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:16.282667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:16.289394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:16.293966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:16.297042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:16.299897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.303150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:16.304685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c13f675-bdce-4289-8d23-90b1a5748731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:16.347413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.424726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.431867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Pushing event updated for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:16.436948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.454874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.456965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b478bae-b3dd-4a56-897f-7c72661c071d tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:16.482764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7759aaa-7649-4d3a-9bf1-c2e52813a9a2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:16.487874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.525943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.529977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Attempting to bind port 4784d7c8-9c98-488d-8950-77f61f102c9d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:16.531451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Attempting to bind port 4784d7c8-9c98-488d-8950-77f61f102c9d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:16.531607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55452) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:16.531781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Attempting to bind port 4784d7c8-9c98-488d-8950-77f61f102c9d on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:16.535061 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2582595 Dec 22 16:05:16.538230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:16.539446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:16.539872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Checking segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:16.540457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.540878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Bound using segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:16.541404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Bound port: 4784d7c8-9c98-488d-8950-77f61f102c9d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:16.541826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.549625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:16.555554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:16.559086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:16.567222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:16.606032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:16.616565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.640297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] For port 4784d7c8-9c98-488d-8950-77f61f102c9d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:16.643775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] For port 4784d7c8-9c98-488d-8950-77f61f102c9d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4784d7c8-9c98-488d-8950-77f61f102c9d,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:16.674751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.678866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:16.684496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.716413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.718588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7120f6b9-3815-4c86-87d1-db8746a6dc98 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:16.742987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a926c07-2111-4f4c-bf7c-d0820004d602,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:16.745646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.776750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Pushing event updated for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:16.780962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:16.788156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:16.788854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:05:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:16.799914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.801509 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2691629 Dec 22 16:05:16.804690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55456) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:16.812498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9210e951-264c-41fc-9948-dab8445ff2fd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:16.821673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:16.826090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:16.830920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:16.837475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:16.870816 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:16.880024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.961593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.996622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:16.998642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5f37c109-9b0f-4943-85cf-2a4e570de1c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:17.004847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:17.025163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e825348-6538-4114-9d1c-17bd25292d7e,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:17.027878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:17.068580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:17.088023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:17.089386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2834768 Dec 22 16:05:17.312447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-2a6e9456-2e7d-4bb2-924e-4b1431fd3842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:17.350577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-2a6e9456-2e7d-4bb2-924e-4b1431fd3842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:17.351952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-2a6e9456-2e7d-4bb2-924e-4b1431fd3842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581195322&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0873718 Dec 22 16:05:17.357593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:16Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:17.363068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9084bd21-99d9-44b4-8a00-278aa4de5f11 None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:16Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:17.541189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-fe1569a0-e70b-4034-a9e0-820edc66469f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:17.541945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-fe1569a0-e70b-4034-a9e0-820edc66469f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:17.585082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-fe1569a0-e70b-4034-a9e0-820edc66469f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:17.586580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-fe1569a0-e70b-4034-a9e0-820edc66469f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 796 time: 0.2264228 Dec 22 16:05:17.606775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-f605bdff-83ae-4a74-8a3c-4ed23f442f0e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0140903 Dec 22 16:05:17.712904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-6d215406-289b-4889-97a6-b964c793ec9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:17.822500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-6d215406-289b-4889-97a6-b964c793ec9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:17.824092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-6d215406-289b-4889-97a6-b964c793ec9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2108939 Dec 22 16:05:18.055405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-86e79cd5-b10e-4b69-934a-4f4503032e10 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179332 Dec 22 16:05:18.205203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-c942ab13-42c2-44de-a1f8-84bacfa274a9 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435454 Dec 22 16:05:18.542156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91599f44-7a2f-427d-8020-69f574ec0bcd req-20dddb78-c3a2-434a-9f92-630a7be6e512 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 210 time: 0.0532203 Dec 22 16:05:18.876519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4784d7c8-9c98-488d-8950-77f61f102c9d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:18.971135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 4784d7c8-9c98-488d-8950-77f61f102c9d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:18.976525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4784d7c8-9c98-488d-8950-77f61f102c9d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:18.976943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:19.101197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:19.137126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 4784d7c8-9c98-488d-8950-77f61f102c9d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4784d7c8-9c98-488d-8950-77f61f102c9d,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:19.159709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:19.161969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:19.234363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:19.237793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:19.713619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d5a1f5d-8313-47e2-bd24-e33ed3076348 req-16f689d2-8602-4b0a-a556-87927a3298ff tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 210 time: 0.0467119 Dec 22 16:05:20.571813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-53a2efd7-e18b-41bf-844f-7c6bbcb8b8bd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:20.572637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-53a2efd7-e18b-41bf-844f-7c6bbcb8b8bd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:20.584970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-53a2efd7-e18b-41bf-844f-7c6bbcb8b8bd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:20.586178 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-53a2efd7-e18b-41bf-844f-7c6bbcb8b8bd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 796 time: 0.1755168 Dec 22 16:05:20.645711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e93a1330-36ba-4197-b07e-1d1eaedaae61 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:20.658635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e93a1330-36ba-4197-b07e-1d1eaedaae61 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:20.661396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e93a1330-36ba-4197-b07e-1d1eaedaae61 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 380 time: 0.0571933 Dec 22 16:05:20.672637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['9210e951-264c-41fc-9948-dab8445ff2fd']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:20.822338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:20.833709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:20.880169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:20.886027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:20.893353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4784d7c8-9c98-488d-8950-77f61f102c9d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:20.896791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c0ce444-f347-4eb9-93cc-77232e5f06b3 req-ebe29852-3b24-4c48-864c-0e854595e0bb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 210 time: 0.0480230 Dec 22 16:05:20.964725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4784d7c8-9c98-488d-8950-77f61f102c9d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:20.965143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.066278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.12 (2ff88da2-9468-452a-a3bd-a62943a84972/89d83dc6-67cc-4678-9f0c-2bf6d4ecba83/6c4a4478-b55e-4ec6-9cee-093f7d2534de) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:21.264137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.281412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 6c4a4478-b55e-4ec6-9cee-093f7d2534de will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:21.343483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.349078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5125250-6aa2-41c0-8bd9-887a65c114c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:21.428046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:21.429187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:21.431778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:21.433724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:21.434480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:21.505436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:21.506108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.557524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8899097 Dec 22 16:05:21.574560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Request body: {'port': {'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:21.695193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.716542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d05512e9-0b63-41e5-a0d3-2101af84ba8e None None] Provisioning for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:21.722603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d05512e9-0b63-41e5-a0d3-2101af84ba8e None None] Provisioning complete for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:21.723031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d05512e9-0b63-41e5-a0d3-2101af84ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:21.781092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d05512e9-0b63-41e5-a0d3-2101af84ba8e None None] Port 6c4a4478-b55e-4ec6-9cee-093f7d2534de cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:22.065201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4a4478-b55e-4ec6-9cee-093f7d2534de {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:05:22.072603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:22.110890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742df0de-4fbd-4e22-841f-ad97776ad285 req-b4c9fbd7-5306-438e-95d1-e91fb3b9b7ea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:22.112729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-742df0de-4fbd-4e22-841f-ad97776ad285 req-b4c9fbd7-5306-438e-95d1-e91fb3b9b7ea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 932 time: 0.0898790 Dec 22 16:05:22.131156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Transition to ACTIVE for port object 6c4a4478-b55e-4ec6-9cee-093f7d2534de will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:22.159534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:22.163000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-742df0de-4fbd-4e22-841f-ad97776ad285 req-c84d81c5-6447-4e43-8351-cb5bf31b9831 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Dec 22 16:05:22.164634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:22.519919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:22.523533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:22.640595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Attempting to bind port 6c4a4478-b55e-4ec6-9cee-093f7d2534de on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:22.641132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Attempting to bind port 6c4a4478-b55e-4ec6-9cee-093f7d2534de by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:22.641279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Attempting to bind port 6c4a4478-b55e-4ec6-9cee-093f7d2534de on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:22.647579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Port 6c4a4478-b55e-4ec6-9cee-093f7d2534de on network 2ff88da2-9468-452a-a3bd-a62943a84972 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:05:22.647938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Attempting to bind port 6c4a4478-b55e-4ec6-9cee-093f7d2534de on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:22.654780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:22.656195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Checking segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:22.656627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Bound using segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:22.657100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Bound port: 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:22.657476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:22.754309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:22.757624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:22.800117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:22.805143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:22.866287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:22.867999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] 10.222.0.46 "PUT /v2.0/ports/6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 1094 time: 1.2983034 Dec 22 16:05:22.870618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:22.889557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:22.893658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:22.933474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:05:23.047079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f26cc9ce-110e-48e4-940a-03973bf57f7d req-450314e1-af19-4d3f-854d-e7ad44bd3f08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1097 time: 0.0858524 Dec 22 16:05:23.212429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc9ce-110e-48e4-940a-03973bf57f7d req-6482eb83-24f9-47a3-9311-04b3691d348d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:23.214282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f26cc9ce-110e-48e4-940a-03973bf57f7d req-6482eb83-24f9-47a3-9311-04b3691d348d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8f95028e6c694248aba6266225c2dce3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1554656 Dec 22 16:05:23.363634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc9ce-110e-48e4-940a-03973bf57f7d req-ee2c48d5-1a92-4c0b-9bfc-4c535adb9ee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:23.365137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f26cc9ce-110e-48e4-940a-03973bf57f7d req-ee2c48d5-1a92-4c0b-9bfc-4c535adb9ee1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417689 Dec 22 16:05:23.372666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46066a3e-b4e3-4e2e-b262-83332132d6da req-f117df55-4405-4f14-a605-269d1390568e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:23.375111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46066a3e-b4e3-4e2e-b262-83332132d6da req-f117df55-4405-4f14-a605-269d1390568e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 944 time: 0.0856481 Dec 22 16:05:23.425221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46066a3e-b4e3-4e2e-b262-83332132d6da req-f6a18057-4c0f-45af-8310-08a0d5fd4a65 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437465 Dec 22 16:05:23.489481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-aa2bc5f6-1a83-4f38-81d6-9b2d1f9971ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1097 time: 0.0768006 Dec 22 16:05:23.567257 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-24249897-b5fa-4568-bfb7-2dbe550c8cbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 217 time: 0.0662863 Dec 22 16:05:23.638923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-696246fb-57cc-4bc7-a8d4-18c8677ea64a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:23.640911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-696246fb-57cc-4bc7-a8d4-18c8677ea64a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0635684 Dec 22 16:05:23.727186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-d0fd74a6-3b3e-484f-8505-2a3af584f627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764596 Dec 22 16:05:23.876441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-2b80b117-8592-41d6-9b8a-349a9039393c service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354520 Dec 22 16:05:24.026171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8476a5bc-44a6-4cdd-80f0-f4e40bad008b req-eab2efd4-4bea-4a05-aee6-5277da06e297 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376052 Dec 22 16:05:24.636741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3714c00-785f-4b2d-89ff-cffc4a7625a5 req-fff2ca13-d7a3-4ffc-9c6e-4bef2053cd5a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:24.638407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e3714c00-785f-4b2d-89ff-cffc4a7625a5 req-fff2ca13-d7a3-4ffc-9c6e-4bef2053cd5a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 944 time: 0.0872014 Dec 22 16:05:24.687330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e3714c00-785f-4b2d-89ff-cffc4a7625a5 req-a5def942-c1ed-4f51-8c1f-3e920e6e2693 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Dec 22 16:05:25.892735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53056-298d-4290-91ae-1a6e69203258 req-9dc1c6cd-aaf4-4415-ae38-02c7b29762bc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:25.894353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9b53056-298d-4290-91ae-1a6e69203258 req-9dc1c6cd-aaf4-4415-ae38-02c7b29762bc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 944 time: 0.0818775 Dec 22 16:05:25.946124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9b53056-298d-4290-91ae-1a6e69203258 req-a386661d-831d-47b5-96bf-1fe4f7ad2b07 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Dec 22 16:05:27.150851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef127d1c-aaee-4c0f-a9de-dc4fe69fba5a req-597e46dd-72dd-4abd-87ad-0483b1e84287 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:27.152483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef127d1c-aaee-4c0f-a9de-dc4fe69fba5a req-597e46dd-72dd-4abd-87ad-0483b1e84287 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 944 time: 0.0843029 Dec 22 16:05:27.200800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef127d1c-aaee-4c0f-a9de-dc4fe69fba5a req-11f3413a-b2ba-4e55-ae4c-f17c03c0836a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416753 Dec 22 16:05:28.002057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6c4a4478-b55e-4ec6-9cee-093f7d2534de details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:05:28.143400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:28.157832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:05:28.211945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:28.229834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4a4478-b55e-4ec6-9cee-093f7d2534de {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:05:28.246173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:28.288158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:28.290377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:28.360041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:28.363247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:28.417108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae323-4020-4a13-97a6-2954082eeb7f req-c5c25118-26d7-4a61-a2f2-fd7a0a63bdf5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:28.418705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19bae323-4020-4a13-97a6-2954082eeb7f req-c5c25118-26d7-4a61-a2f2-fd7a0a63bdf5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 945 time: 0.0874145 Dec 22 16:05:28.469023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19bae323-4020-4a13-97a6-2954082eeb7f req-a0b1fa4f-24b9-4bbc-9ca0-8dbd1e35cc96 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Dec 22 16:05:28.611148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6c4a4478-b55e-4ec6-9cee-093f7d2534de'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:05:29.672524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda33c31-1e7b-46b5-b90c-7545cc6009ed req-bfb8ee72-6152-4c5b-aadf-b5e5e838e6b5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:29.674134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cda33c31-1e7b-46b5-b90c-7545cc6009ed req-bfb8ee72-6152-4c5b-aadf-b5e5e838e6b5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 945 time: 0.0839298 Dec 22 16:05:29.722738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cda33c31-1e7b-46b5-b90c-7545cc6009ed req-a58cfd3e-7188-4e66-8ef3-099bb338e69e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425580 Dec 22 16:05:30.000219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6c4a4478-b55e-4ec6-9cee-093f7d2534de up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:30.105429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:30.110926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:30.111392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:30.231649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:30.259327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:30.269953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:30.288275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:30.290379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:30.359209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:30.362417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:30.394384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'code': 200} Dec 22 16:05:30.693559 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4faebe74-afbc-4bee-b60e-b5442cb37f28 req-d215501e-dbf0-4c43-80c5-0904fa06db80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1099 time: 0.0743079 Dec 22 16:05:30.742199 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4faebe74-afbc-4bee-b60e-b5442cb37f28 req-71d53d00-3bee-492d-8368-57092d8396b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383177 Dec 22 16:05:30.935719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3ea95-6ba7-44c0-b858-02a19154d845 req-7f655333-0c56-4b3b-b743-9f476b587f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:30.937570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-caa3ea95-6ba7-44c0-b858-02a19154d845 req-7f655333-0c56-4b3b-b743-9f476b587f16 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.0876007 Dec 22 16:05:30.986619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-caa3ea95-6ba7-44c0-b858-02a19154d845 req-3833a9d9-40b7-47f1-afe6-3c6e2f7e9caa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426884 Dec 22 16:05:32.194348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36ad92-633d-4ed2-8330-839951adc83e req-9358a2ce-5e3f-45fd-a7ba-ee4acc8658ee tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:32.195979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b36ad92-633d-4ed2-8330-839951adc83e req-9358a2ce-5e3f-45fd-a7ba-ee4acc8658ee tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.0841870 Dec 22 16:05:32.244346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b36ad92-633d-4ed2-8330-839951adc83e req-5bcf103d-2442-4b70-aa5f-10372b1a27f0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415950 Dec 22 16:05:32.454664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b46ce-9720-419b-81fd-c783ebe682db req-daf129e5-1a61-4d7a-a845-3148e8cd700b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:32.456229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-269b46ce-9720-419b-81fd-c783ebe682db req-daf129e5-1a61-4d7a-a845-3148e8cd700b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.0885522 Dec 22 16:05:32.504808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-269b46ce-9720-419b-81fd-c783ebe682db req-1d49ab94-8750-401c-9840-38c3777a2270 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Dec 22 16:05:32.532405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55522) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:32.606905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-76151c2f-bd3b-4b68-82c8-db5d3c52304d tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1094 time: 0.0731459 Dec 22 16:05:32.610338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55526) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:32.615997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:32.621961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:32.626107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:32.629504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:32.635583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:32.673624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:32.819240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:32.963265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.90 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/4f06b938-a893-4545-9bb2-08512b28f25c) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:33.427214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:33.490930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:33.495505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c106a4f-ebe4-4423-ad84-254a45bc7a7c tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:33.564438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:33.567317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:33.571402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:33.603087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=4f06b938-a893-4545-9bb2-08512b28f25c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:33.610129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:34.109085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.190376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.405874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.456135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.460622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58b7a765-2bce-4af0-943c-548f31a51e4f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:34.569533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=4f06b938-a893-4545-9bb2-08512b28f25c,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:34.574198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:34.585114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:34.783912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP feca9ea0-ba56-455a-baef-a54db8933db1 associated. External IP: 172.26.1.90, port: 6c4a4478-b55e-4ec6-9cee-093f7d2534de. Dec 22 16:05:35.190088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:35.399968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:35.411011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:35.424420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:35.425089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:05:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:35.473963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:35.529221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9177375 Dec 22 16:05:35.530500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:35.533104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55530) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:35.617767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:35.628901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c11c9801-3cf9-4530-bf49-f8b9da1852ab tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1094 time: 0.0919476 Dec 22 16:05:35.667463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:05:35.766085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-0409f8c4-5ebf-4dc4-872e-fa04d8e3d9e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1099 time: 0.0757494 Dec 22 16:05:35.937354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-830af355-0cba-415f-b487-d1a27e5d3fad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:35.938997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-830af355-0cba-415f-b487-d1a27e5d3fad service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1671047 Dec 22 16:05:35.942107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55540) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:35.948508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134002839', 'description': 'tempest-secgroup-smoke-2134002839 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:36.009951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:36.049828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:36.078072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-93033537-f9e8-412c-87a4-b42c7ccef117 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 999 time: 0.1215620 Dec 22 16:05:36.121700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.145752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:33Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:36.149877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:36.161764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:36.162736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:05:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:36.175898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-371cf613-b4fc-4b6b-b782-da05639d10f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:36.177570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-371cf613-b4fc-4b6b-b782-da05639d10f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0936329 Dec 22 16:05:36.220485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:36.233702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:36.243821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:36.252508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:36.304168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-e0fedf37-3bf9-49a0-aca3-38fb523f5d3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1200519 Dec 22 16:05:36.353049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:36.366841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.423759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.433734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84fb7de3-a27a-47bf-bb6a-1c09e8bdeb0c tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:36.509085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2dbaa0-0aed-4039-95a5-6b04823b9d69,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:36.515371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:36.520955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-b6caf8f5-83ba-4837-b1ae-e1a35dadf8bc service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045844 Dec 22 16:05:36.554746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.555941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6125393 Dec 22 16:05:36.559670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55544) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:36.566828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:36.573381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:36.577779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:36.581125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:36.588524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:36.635312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.674786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3d3bba3-7ad8-4d65-8018-4b347cf31fa6 req-6282d7e2-6f56-4ec2-add3-d4a723910230 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448030 Dec 22 16:05:36.711086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.733781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:33Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:36.738302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cb097e-a21d-4e2c-89c6-ec8415c22e7f None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:33Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:36.750746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.752943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-003a381b-4b4c-440d-9ea5-b13010f5625b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:36.778551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e9bbf5-52eb-406c-923d-8c43116e5805,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:36.785636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:36.819367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.823428 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-97314af5-50ab-433f-ae9d-6872f6480367 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2599821 Dec 22 16:05:36.823688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55548) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:36.830581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:36.837239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:36.841392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:36.845799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:36.852256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:36.895990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.962329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.993756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:36.995719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:37.020256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bba4e27-32c2-4a0a-bfd1-53083ef8db53,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:37.022965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:37.062771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.064156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17d8419d-8343-4991-90ef-f5d7112f2334 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2394443 Dec 22 16:05:37.067394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55552) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:37.073864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:37.081229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:37.085893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:37.089126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:37.100186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:37.118798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a30f1c8-6a71-4eb4-8a63-d71a64f265cd None None] New status for floating IP feca9ea0-ba56-455a-baef-a54db8933db1: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:05:37.149747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.232447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.266484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.268559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8f473a5-047c-48c7-a0dc-152e4d093760 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:37.294994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d01d09a-3428-42d5-a1c6-63482c89c618,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:37.300976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:37.334230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.338350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2670066 Dec 22 16:05:37.338637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55556) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:37.345349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:37.352933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:37.357069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:37.361034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:37.367518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:37.415527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.494688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.523339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.531889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d648a82-6e0b-4c9c-8d31-181d92ced7a5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:37.551481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cd359a-c7c3-472c-8170-446ce24ae25c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:37.554146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:37.585233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.586537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2467937 Dec 22 16:05:37.589504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55560) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:37.596349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:37.602715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:37.606806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:37.610067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:37.617134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:37.648082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:37.655177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.722768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.782724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.784694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-05c5deb1-3c7f-4c00-b9d1-f8002b7fc20d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:37.809175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69c0bfe-25bb-4f65-9447-77e736bf40f1,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:37.811879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:37.848055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.849365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2588601 Dec 22 16:05:37.852302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55564) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:37.858971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '9c2dbaa0-0aed-4039-95a5-6b04823b9d69', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:37.865313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:37.869371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:37.872400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:37.878482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:37.916689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:05:37.924089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:37.992046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.019280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.021166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcc26fbf-83b2-437d-8695-0f04edede5f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:38.042468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8888532-a633-4619-a29f-54c41b20567d,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:38.046619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:38.081883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:38.083250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2299500 Dec 22 16:05:38.261193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-431f701c-16f8-4dac-a805-99b0fca39816 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134002839&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0438948 Dec 22 16:05:38.426203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-8ffbe21d-c861-480e-8e76-18f9881da3c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:38.427850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-8ffbe21d-c861-480e-8e76-18f9881da3c4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 796 time: 0.1589706 Dec 22 16:05:38.445008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-854488bd-d47f-4dd7-b333-08394cb9f0c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0113215 Dec 22 16:05:38.536980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-8d662d33-25f3-4a04-bf24-e872768c44b7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0866086 Dec 22 16:05:38.685235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-ca8141b4-2849-4f8d-a485-d8cf39c58364 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348195 Dec 22 16:05:38.828666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-3f2630ef-e0cf-416d-9b34-f31e0ba16af8 service neutron] 10.222.0.18 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370368 Dec 22 16:05:39.113455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12d127c0-a00e-445f-8dbb-2f7b930a70fe req-170ccbaf-5045-47e3-873a-863adad178b7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0456009 Dec 22 16:05:39.246055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:05:40.084983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:40.226840 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-30fa492c-2f94-4794-ade1-789e69084ab1 req-e0a49e16-a145-4332-9bd0-b2fd5e7e86ba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0480845 Dec 22 16:05:41.576400 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c36a7215-ae7a-4f51-941e-8282b8c53b1e req-3ec690bd-8f7d-48e4-ae30-64a7cb82f56b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.2816608 Dec 22 16:05:42.689502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9edbc8d7-4ffd-4af7-856b-9e5b20f822f2 req-b780c513-88a9-439c-897e-e20c79aa8a1f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0461833 Dec 22 16:05:42.747878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-318de3f3-15c4-49fd-8d30-50a2a2257369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:43.863854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7bd45f14-11f3-429c-831e-7ca1d30f49f4 req-d21ec5cd-ab1e-432a-9713-00bb18259b84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0520768 Dec 22 16:05:44.139256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:44.890281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-103fbfcb-3b65-453f-8b39-b9edd50adfba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:44.891963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-103fbfcb-3b65-453f-8b39-b9edd50adfba tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 796 time: 0.1605163 Dec 22 16:05:44.950532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-4a6f34ac-ad84-4896-941b-1b5b261fd405 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:05:45.004919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-4a6f34ac-ad84-4896-941b-1b5b261fd405 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:05:45.006395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-4a6f34ac-ad84-4896-941b-1b5b261fd405 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 473 time: 0.1025617 Dec 22 16:05:45.018031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['9c2dbaa0-0aed-4039-95a5-6b04823b9d69']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:45.035036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c3f5b0d-76d1-425d-82a3-9ac2f81301ca req-c0b1a975-7965-4537-8769-45c9611602b7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0458944 Dec 22 16:05:45.165955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:45.171314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:45.173179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e826a8e-a7b7-468e-98a5-5fc47d5cba4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.174265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:45.180284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:45.218730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:05:45.224447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.392628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.5 (2ff88da2-9468-452a-a3bd-a62943a84972/89d83dc6-67cc-4678-9f0c-2bf6d4ecba83/7d2ba2d1-8464-48a0-85f0-0a065701b4a3) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:45.539328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.597051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.613421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:45.659213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:45.665066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-da1f25c0-ee5a-45de-a0db-dc2148693b60 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:45.740075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 2ff88da2-9468-452a-a3bd-a62943a84972 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:45.743297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:45.747678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:46.013327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:46.020510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:46.053543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:46.054193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.115976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4209af5e-220f-47c1-9a63-e7a8204b8eb6 None None] Provisioning for port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:46.121432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4209af5e-220f-47c1-9a63-e7a8204b8eb6 None None] Provisioning complete for port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:46.125380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4209af5e-220f-47c1-9a63-e7a8204b8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.176883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4209af5e-220f-47c1-9a63-e7a8204b8eb6 None None] Port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:05:46.203627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1902633 Dec 22 16:05:46.215913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Request body: {'port': {'device_id': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:46.329261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.351198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec295c9a-f1f8-4e8d-8a59-d1f74c0f6981 req-4258cb43-48d5-4907-8a49-a62b3da56564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:46.352816 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec295c9a-f1f8-4e8d-8a59-d1f74c0f6981 req-4258cb43-48d5-4907-8a49-a62b3da56564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 931 time: 0.0828803 Dec 22 16:05:46.406118 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec295c9a-f1f8-4e8d-8a59-d1f74c0f6981 req-19941089-8c45-4f34-9b32-5e82dc66c734 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455122 Dec 22 16:05:46.688373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:05:46.695454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.711369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Transition to ACTIVE for port object 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:05:46.738801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:46.743218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:46.871682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:46.883168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:46.994699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Attempting to bind port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:05:46.995025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Attempting to bind port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:05:46.995402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Attempting to bind port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:47.004582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 on network 2ff88da2-9468-452a-a3bd-a62943a84972 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:05:47.006493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Attempting to bind port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 on network 2ff88da2-9468-452a-a3bd-a62943a84972 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:05:47.012111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:05:47.012492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Checking segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:05:47.012924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Bound using segment: {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:05:47.013406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Bound port: 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a60d4542-7cd0-4431-b0b8-37989c0872d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:05:47.014422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.056484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.107659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:05:47.111298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:05:47.165197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.170019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0b80ad59-f119-4d8e-ba1e-a904e145373d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:47.234806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:47.236284 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] 10.222.0.46 "PUT /v2.0/ports/7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 200 len: 1093 time: 1.0250437 Dec 22 16:05:47.236893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:47.256240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:47.260530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:47.297723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'status': 'completed', 'code': 200} Dec 22 16:05:47.388882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-76a44911-1bd8-455f-81ae-d62ec259a302 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0772104 Dec 22 16:05:47.467444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-83988eb5-9200-423e-a166-64e16861e10a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 200 len: 217 time: 0.0707140 Dec 22 16:05:47.544064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-b78f8fa1-5562-43b9-b0b6-95ca6ba1cbda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:47.545842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-b78f8fa1-5562-43b9-b0b6-95ca6ba1cbda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0716281 Dec 22 16:05:47.618757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c22fe3-59d4-49fd-927d-d33a52eb2c5f req-68b70907-7bf1-4af7-90f8-4dab9c4f9730 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:47.620377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-63c22fe3-59d4-49fd-927d-d33a52eb2c5f req-68b70907-7bf1-4af7-90f8-4dab9c4f9730 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 943 time: 0.0864282 Dec 22 16:05:47.626326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-e95efc29-176a-4c6a-8bb6-50d8d576cc5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740376 Dec 22 16:05:47.671659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-63c22fe3-59d4-49fd-927d-d33a52eb2c5f req-fac773e7-492e-4f2a-a284-7fb1894c05d9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Dec 22 16:05:47.775602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-0a3d95d2-2b74-43f0-a5e4-8528ee83f496 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401331 Dec 22 16:05:47.923025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5d989a3c-4a92-42ea-b8d6-f2a2edd7fc6b req-2045fc61-11e1-41eb-b6dc-c276e7a85863 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396291 Dec 22 16:05:48.073403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-d4975473-d2ad-4401-bc1b-ee341b973279 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1096 time: 0.0774801 Dec 22 16:05:48.213970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950037fb-c310-4184-8004-4619160c1d77 req-1b15d79c-1efe-45b9-97e1-8b94fbb91bff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:48.215558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-1b15d79c-1efe-45b9-97e1-8b94fbb91bff service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1343913 Dec 22 16:05:48.286035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-38208417-089e-44c5-9804-eec239b053c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 200 len: 217 time: 0.0623133 Dec 22 16:05:48.356452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950037fb-c310-4184-8004-4619160c1d77 req-de10b67f-1606-4a40-9e5d-6e13fff0a171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:48.358612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-de10b67f-1606-4a40-9e5d-6e13fff0a171 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0663621 Dec 22 16:05:48.439519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-c6d4acd3-0a78-4ad9-8906-baace5cec1ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726597 Dec 22 16:05:48.582413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-60e9890c-e5b3-47e5-90ae-0d5dac2a38c1 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355557 Dec 22 16:05:48.732975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-950037fb-c310-4184-8004-4619160c1d77 req-caf03cdf-433e-4286-a44d-1b899ef1dc7c service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423526 Dec 22 16:05:48.885500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714300a-c22b-498c-8a1a-7214c14ae843 req-f0c82eb6-d62e-4ed6-beb5-6186e8340f44 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:48.887139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8714300a-c22b-498c-8a1a-7214c14ae843 req-f0c82eb6-d62e-4ed6-beb5-6186e8340f44 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 943 time: 0.0883994 Dec 22 16:05:48.936909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8714300a-c22b-498c-8a1a-7214c14ae843 req-2e4d971b-be11-4dbc-9d2a-93e4e0bffe59 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426140 Dec 22 16:05:50.110336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:05:50.144434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28a38e-ea7c-42ca-89ec-c09da8223c1f req-0bd998c4-40c3-4b42-8e0a-04a859afb839 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:50.146066 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a28a38e-ea7c-42ca-89ec-c09da8223c1f req-0bd998c4-40c3-4b42-8e0a-04a859afb839 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 943 time: 0.0842674 Dec 22 16:05:50.195552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a28a38e-ea7c-42ca-89ec-c09da8223c1f req-1efa0905-4b45-4de6-8d98-a169a4b02d0a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Dec 22 16:05:50.253065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:50.267405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'port_id': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'mac_address': 'fa:16:3e:5f:7a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:05:50.325919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:50.344519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:05:50.362395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:50.388223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:50.390717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:50.455704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:50.458946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:50.621558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['7d2ba2d1-8464-48a0-85f0-0a065701b4a3'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:05:51.408359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea538958-608a-4ba5-b06f-219f418ae60d req-0fd629b2-72d8-4b03-85b8-5a2849754719 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:51.415339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea538958-608a-4ba5-b06f-219f418ae60d req-0fd629b2-72d8-4b03-85b8-5a2849754719 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 944 time: 0.0854089 Dec 22 16:05:51.459547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea538958-608a-4ba5-b06f-219f418ae60d req-ba4fde70-f6ab-4683-b13b-2e1d166d67ea tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 Dec 22 16:05:52.109885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:05:52.207454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:05:52.212292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:05:52.212719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.328941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.355895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:52.366681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:05:52.396342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:52.398385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-213cd9ee-df97-4ab1-95d4-263470002919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:52.437146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'code': 200} Dec 22 16:05:52.470172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:52.473442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:52.667456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d0a39-05f7-4dcc-8223-2791d5608fd6 req-77967caf-db57-4c26-a8c6-d81729177f3b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:52.669107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c5d0a39-05f7-4dcc-8223-2791d5608fd6 req-77967caf-db57-4c26-a8c6-d81729177f3b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.0850668 Dec 22 16:05:52.718796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c5d0a39-05f7-4dcc-8223-2791d5608fd6 req-743762d7-8afb-478a-8e1c-cca220ea48f5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Dec 22 16:05:52.721732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5ca8d3e-7526-43e4-ab8d-d832f603fab0 req-a1da0d61-4745-47ef-9011-e9483d203996 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1098 time: 0.0797234 Dec 22 16:05:52.768928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5ca8d3e-7526-43e4-ab8d-d832f603fab0 req-f81fd480-9a54-4432-a7fd-9e913108bc0d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Dec 22 16:05:53.934173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b5e94-14a8-4fe3-bde4-7c974c2f4016 req-30755c79-e815-4ff9-a200-cd39a4328ece tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:53.935827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a71b5e94-14a8-4fe3-bde4-7c974c2f4016 req-30755c79-e815-4ff9-a200-cd39a4328ece tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.0871036 Dec 22 16:05:53.986886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a71b5e94-14a8-4fe3-bde4-7c974c2f4016 req-66ac96b0-8db7-4dbd-bf4a-9dcd339086f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432920 Dec 22 16:05:55.191385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87b00-b2a2-495e-bf48-10139c06460a req-3fa2e287-0a52-4f7e-a036-b0eb18e84ea6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:55.192972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0dc87b00-b2a2-495e-bf48-10139c06460a req-3fa2e287-0a52-4f7e-a036-b0eb18e84ea6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.0811841 Dec 22 16:05:55.241168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0dc87b00-b2a2-495e-bf48-10139c06460a req-86a4fb9f-7a10-4c68-b7f7-ecb89631d29a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Dec 22 16:05:55.448558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3de2e-fdb1-45d7-bdfc-8a722a7da0a4 req-1f4a5ac1-047e-48f1-bcf8-2cf26b2470ae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:55.450062 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1d3de2e-fdb1-45d7-bdfc-8a722a7da0a4 req-1f4a5ac1-047e-48f1-bcf8-2cf26b2470ae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.0857370 Dec 22 16:05:55.497640 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1d3de2e-fdb1-45d7-bdfc-8a722a7da0a4 req-f6e63cc7-ccc4-4ab7-ab04-59e734c8f308 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Dec 22 16:05:55.525804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55634) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:55.605313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c1d95f2-9e81-44e0-8e6e-b660a728781f tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1093 time: 0.0781379 Dec 22 16:05:55.608691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55638) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:05:55.614672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:05:55.620672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:05:55.625388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:05:55.628428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:05:55.634534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:05:55.675875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.824308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:55.968507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.33 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/136d5977-8eab-4465-b4eb-c29e87319db0) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:05:56.178660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.245402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.249496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:56.318118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:05:56.321458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=136d5977-8eab-4465-b4eb-c29e87319db0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:56.324562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:56.325571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:05:56.327797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:05:56.850829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:56.935219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:57.146056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:57.181925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:57.186910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee8a61bd-fc4f-424d-ad5e-447ef1f7061d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:05:57.519397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=136d5977-8eab-4465-b4eb-c29e87319db0,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:05:57.523711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:05:57.533346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:57.734715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 8d51dca2-9387-413a-a8da-ee159db1aa5c associated. External IP: 172.26.1.33, port: 7d2ba2d1-8464-48a0-85f0-0a065701b4a3. Dec 22 16:05:58.150492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:05:58.357525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:05:58.368540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:05:58.382279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:58.382965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:05:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:58.422860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:05:58.477657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8677373 Dec 22 16:05:58.478370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:05:58.534089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'status': 'completed', 'code': 200} Dec 22 16:05:58.574010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:58.640592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-082c3c3c-01f4-4d37-813f-61cfbd6eeea6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1098 time: 0.0821638 Dec 22 16:05:58.786746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-f065d7de-8e4f-47a3-b796-81cb8aa557f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:58.788546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-f065d7de-8e4f-47a3-b796-81cb8aa557f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1412981 Dec 22 16:05:58.897542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-652f20b1-0da7-4e6f-a180-804f1b257ed4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 200 len: 998 time: 0.1011951 Dec 22 16:05:58.942011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8d51dca2-9387-413a-a8da-ee159db1aa5c', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5f:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:56Z', 'updated_at': '2021-12-22T16:05:56Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}, {'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:58.946120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:05:58.958457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:05:58.959146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:05:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:58.972739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-7163a7df-3f8d-4b55-a50b-716abe236814 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:05:58.974346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-7163a7df-3f8d-4b55-a50b-716abe236814 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0681231 Dec 22 16:05:59.056195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-46ed2612-fdcd-453f-9212-6d9a40ac2645 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748374 Dec 22 16:05:59.148712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:05:59.209689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-bed43188-5205-402b-b606-8434970def80 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408904 Dec 22 16:05:59.354380 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d3fa47f-cfd7-4d65-b981-c06bba9a3bb9 req-6bae5267-ea5d-4361-9375-bbd6ac239e9d service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368957 Dec 22 16:05:59.513348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8d51dca2-9387-413a-a8da-ee159db1aa5c', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5f:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:56Z', 'updated_at': '2021-12-22T16:05:56Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}, {'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:05:59.518304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465505fd-d365-4e3a-9048-28287bc1d96e None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '8d51dca2-9387-413a-a8da-ee159db1aa5c', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5f:7a:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:56Z', 'updated_at': '2021-12-22T16:05:56Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}, {'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:05:59.857050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935da8c1-9533-4b8f-ae7b-198591e203bb None None] New status for floating IP 8d51dca2-9387-413a-a8da-ee159db1aa5c: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:06:10.098671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:12.755982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e52e2019-1777-4b0f-9b3b-8b8b2e14d3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:14.147580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:15.167285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dc53fbd-115f-4010-a12e-790dee4c3cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:15.544312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:16.247818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:06:17.098380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:27.527786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-a1128e3f-c85c-4a13-8555-70315d348993 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773275 Dec 22 16:06:27.681614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-33882f4c-a508-4d6b-9cb4-3b0a94128e61 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1099 time: 0.0774345 Dec 22 16:06:27.839365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614f83-778d-46f0-8524-262a304f82a4 req-77f862a3-cc1a-4451-a92e-e43b10b1ad8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:27.840896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-77f862a3-cc1a-4451-a92e-e43b10b1ad8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1383231 Dec 22 16:06:27.948969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-eb102515-af51-41db-bacc-161c9b64c116 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 1001 time: 0.1010246 Dec 22 16:06:28.020519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25614f83-778d-46f0-8524-262a304f82a4 req-d40a5eb1-9abb-4a63-bdba-e14c83df2fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:28.022095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-d40a5eb1-9abb-4a63-bdba-e14c83df2fe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0628738 Dec 22 16:06:28.107344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-27e0cfa0-4f72-42f8-a829-781f295f3310 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766273 Dec 22 16:06:28.118737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-07b70e86-8c39-4ad3-abfd-df64cb8b044b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:06:28.119759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-07b70e86-8c39-4ad3-abfd-df64cb8b044b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0053415 Dec 22 16:06:28.268385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-41c4c5bf-c88c-42e7-9a42-c7aa7a80d4be service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396945 Dec 22 16:06:28.410090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25614f83-778d-46f0-8524-262a304f82a4 req-b89e23d8-607e-4d6a-8e7d-8f3fc34fc463 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350060 Dec 22 16:06:32.777708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55658) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:32.892194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-875e7257-0f60-4482-929a-097e2d7fb4bc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/feca9ea0-ba56-455a-baef-a54db8933db1 HTTP/1.1" status: 200 len: 993 time: 0.1130936 Dec 22 16:06:33.850155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:33.856576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:06:33.976954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.431407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:34.458054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.496019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.501282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:34.564002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:34.564675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.566187 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/ports/6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 939 time: 0.7148969 Dec 22 16:06:34.569520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:34.595302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=6']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:34.605195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.605629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.606054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.606505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.606908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.607324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.607737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.608126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.608538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.608985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.609922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:34.614415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:34.632836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:06:34.738923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-d45e3ba1-62fe-4621-814c-80c50eee39b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1100 time: 0.0811737 Dec 22 16:06:34.830990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-55f821a8-0fe9-43e4-a9d4-783f16bfbb99 None None] Provisioning complete for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:06:34.831522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55f821a8-0fe9-43e4-a9d4-783f16bfbb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:34.888478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-1a010eba-dc11-4c62-b889-703b9964520a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:34.890059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-1a010eba-dc11-4c62-b889-703b9964520a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1406782 Dec 22 16:06:34.897838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-55f821a8-0fe9-43e4-a9d4-783f16bfbb99 None None] Port 6c4a4478-b55e-4ec6-9cee-093f7d2534de is administratively disabled so it will not transition to active. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 22 16:06:34.999469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-57e7de83-84aa-4c24-a597-0410755f9839 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 1002 time: 0.0977986 Dec 22 16:06:35.071686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-52b76ea4-f269-4571-a446-2ab00325451e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:35.073222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-52b76ea4-f269-4571-a446-2ab00325451e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0662799 Dec 22 16:06:35.155437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-731f281e-e018-4f73-bb92-83e0145a4c5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720077 Dec 22 16:06:35.301335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-be089096-333e-4195-9ebd-e679971f1fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381407 Dec 22 16:06:35.447402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f1c6d1a-036c-43a6-b902-c241422a1d7b req-777927ac-d5d6-439f-8031-6fc51516cee1 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364222 Dec 22 16:06:38.040746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55678) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:38.047246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:06:38.170996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:38.389178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:38.415549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:38.461553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:38.465909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3b189b0-7f7a-4b78-97e9-a3932e3172ed tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:38.534046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:38.534743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:38.536254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/ports/6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 938 time: 0.4944353 Dec 22 16:06:38.539760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55682) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:38.539918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:38.562190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=7']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:38.566230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:38.610153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:06:38.671248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1d39b29b-38f3-4f7a-8282-b125daf83bf2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/feca9ea0-ba56-455a-baef-a54db8933db1 HTTP/1.1" status: 200 len: 993 time: 0.1297278 Dec 22 16:06:38.715353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-8bab9b89-b5f5-438b-955c-c46f9f0d56d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1099 time: 0.0814574 Dec 22 16:06:38.831857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6c4a4478-b55e-4ec6-9cee-093f7d2534de'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:06:38.863344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-e6654942-8423-4965-a49a-7456fe465a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:38.864990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-e6654942-8423-4965-a49a-7456fe465a20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1423829 Dec 22 16:06:38.906903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e52f2f9b-aada-4551-903a-1e5034e2bf18 None None] Provisioning complete for port 6c4a4478-b55e-4ec6-9cee-093f7d2534de triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:06:38.907337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e52f2f9b-aada-4551-903a-1e5034e2bf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:38.976692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-9c57172e-3edb-4fcb-b168-af377954b1ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 1001 time: 0.1044247 Dec 22 16:06:39.050270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-c172c57c-cfdd-4a53-b97f-72cdf0b02eaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:39.051885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-c172c57c-cfdd-4a53-b97f-72cdf0b02eaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0646555 Dec 22 16:06:39.140967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-e35cafea-77ba-418f-9118-5359826f5eea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785010 Dec 22 16:06:39.291331 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-a679d123-7726-4aee-aab2-f4fcb1fd3d5f service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383982 Dec 22 16:06:39.434810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb73c7d2-b2a1-4f88-b0b7-7cedda1550e1 req-a6c17e58-d410-473e-9bb5-b1bc185bce83 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344357 Dec 22 16:06:40.113132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:41.277573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55694) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:41.487249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 136d5977-8eab-4465-b4eb-c29e87319db0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:41.487623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:41.670813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:41.671176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:41.797314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 136d5977-8eab-4465-b4eb-c29e87319db0 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:41.993093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:41.997428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7739fa08-269a-49ec-8075-fa20f038a859 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:42.041659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=136d5977-8eab-4465-b4eb-c29e87319db0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:42.080835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.081270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.081698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.082121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.082568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.082988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.083411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.083860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.084274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.084681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.085092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:42.092324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:42.151492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:42.557171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:06:42.753413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-604716fa-4627-49e3-af40-e43bc41b33be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:42.767966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:06:42.777651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:06:42.785474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:42.791478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:42.792127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:42.850256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/8d51dca2-9387-413a-a8da-ee159db1aa5c HTTP/1.1" status: 204 len: 168 time: 1.5685620 Dec 22 16:06:42.850256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:42.905924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'status': 'completed', 'code': 200} Dec 22 16:06:43.003194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:43.011694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-b4a59b0e-2418-49d8-9e3f-dbf67cca2999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 1098 time: 0.0766199 Dec 22 16:06:43.161357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-0fbcf510-0eb3-422a-832c-4cbb2b79753d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:43.163248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-0fbcf510-0eb3-422a-832c-4cbb2b79753d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1430306 Dec 22 16:06:43.246885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-c68e2194-3efd-4b43-8208-2867fa8d8f4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 200 len: 217 time: 0.0692749 Dec 22 16:06:43.319684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-facfde7d-f8e2-45e7-8fd1-9b281218a880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:43.321465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-facfde7d-f8e2-45e7-8fd1-9b281218a880 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0669112 Dec 22 16:06:43.383153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:43.387466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:06:43.399888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:43.400552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:43.408558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-d0042108-42d7-4b48-9590-99f8c467c87b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792308 Dec 22 16:06:43.480117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a003a3-95bc-4367-8c45-a21762919f36 req-4eec355b-de99-4ccc-9e77-18582bb89f24 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:43.480801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-53a003a3-95bc-4367-8c45-a21762919f36 req-4eec355b-de99-4ccc-9e77-18582bb89f24 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:06:43.533769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-53a003a3-95bc-4367-8c45-a21762919f36 req-4eec355b-de99-4ccc-9e77-18582bb89f24 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:06:43.535377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53a003a3-95bc-4367-8c45-a21762919f36 req-4eec355b-de99-4ccc-9e77-18582bb89f24 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.2210505 Dec 22 16:06:43.555703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-e1cdb2b0-6af0-4467-b942-2ee93094054f service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401474 Dec 22 16:06:43.586683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53a003a3-95bc-4367-8c45-a21762919f36 req-0bacec9c-7534-4fd4-96b2-2796c76b1f4d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Dec 22 16:06:43.591309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:43.710958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dab26e22-c790-43a7-b85a-f5e0765f68a0 req-17554d31-2e17-4f61-8d52-fd5008767a9b service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477489 Dec 22 16:06:43.958019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:43.962141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f25a3b-ef74-4e62-a163-e5f952b686e4 None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'feca9ea0-ba56-455a-baef-a54db8933db1', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.90', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '15444d2b-e601-4203-96de-30faffef421b', 'port_id': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'mac_address': 'fa:16:3e:5e:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:05:33Z', 'updated_at': '2021-12-22T16:05:37Z', 'revision_number': 1, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:06:44.144363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:44.413926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923325b8-042b-4ca8-8b1d-cbe54f8860a7 None None] New status for floating IP 8d51dca2-9387-413a-a8da-ee159db1aa5c: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:06:44.869813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-7cc4e91f-6b10-4472-8c1f-6edab1b076fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:44.870599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-7cc4e91f-6b10-4472-8c1f-6edab1b076fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:06:44.890945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-7cc4e91f-6b10-4472-8c1f-6edab1b076fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:06:44.891196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45177db-8a90-49c7-8143-3ed54afd1a7e req-e4c75f58-a398-4433-9516-af1ca52e10a1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:44.891338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-7cc4e91f-6b10-4472-8c1f-6edab1b076fc tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.1073434 Dec 22 16:06:44.891459 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e45177db-8a90-49c7-8143-3ed54afd1a7e req-e4c75f58-a398-4433-9516-af1ca52e10a1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 945 time: 0.1661134 Dec 22 16:06:44.966743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:44.967132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:45.166115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e45177db-8a90-49c7-8143-3ed54afd1a7e req-dcd5e348-7be5-4a6f-91d0-47a91123ae64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9c2dbaa0-0aed-4039-95a5-6b04823b9d69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2735703 Dec 22 16:06:45.166873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f53296be-3a4a-4f94-9dd5-352bfa9a7a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:45.238415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:45.238872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:45.372229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:45.596235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:45.686797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:45.693951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49edd31c-2fb2-478f-8c95-47dada10eece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:45.737249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=7d2ba2d1-8464-48a0-85f0-0a065701b4a3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:45.740006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:46.042791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:06:46.045339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:46.050586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'name': 'network-vif-deleted', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:46.087637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e8e2649-d091-455b-adc1-3b135f69bd85 req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/7d2ba2d1-8464-48a0-85f0-0a065701b4a3 HTTP/1.1" status: 204 len: 173 time: 1.1937184 Dec 22 16:06:46.109771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f701bd29-0a91-403a-98c2-e0dfc3d6ddcf', 'name': 'network-vif-deleted', 'tag': '7d2ba2d1-8464-48a0-85f0-0a065701b4a3', 'status': 'completed', 'code': 200} Dec 22 16:06:46.343114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cf6c330-4bd0-4318-b5f4-c28bd8ce7c82 req-94eefd34-19a2-4b76-9037-dbb500c1a491 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=f701bd29-0a91-403a-98c2-e0dfc3d6ddcf HTTP/1.1" status: 200 len: 210 time: 0.0463479 Dec 22 16:06:47.024106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:47.453997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55716) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:47.529620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:47.560890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:47.744012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:47.749417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a348d49e-8861-4021-a918-a810cfcdca49 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:47.768230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2dbaa0-0aed-4039-95a5-6b04823b9d69,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:47.771207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:47.799440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:47.804067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/9c2dbaa0-0aed-4039-95a5-6b04823b9d69 HTTP/1.1" status: 204 len: 168 time: 0.3483400 Dec 22 16:06:47.863252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55722) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:48.075793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 4f06b938-a893-4545-9bb2-08512b28f25c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:48.076093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:48.254029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:48.254391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:48.377000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:06:48.379839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 4f06b938-a893-4545-9bb2-08512b28f25c owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:48.410997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:06:48.411396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 7d2ba2d1-8464-48a0-85f0-0a065701b4a3 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:06:48.564628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:48.569071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:48.615144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=4f06b938-a893-4545-9bb2-08512b28f25c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:48.617926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:48.709572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:49.120815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:06:49.331332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:06:49.341662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:06:49.348316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:49.354622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:49.355281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:49.404597 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/feca9ea0-ba56-455a-baef-a54db8933db1 HTTP/1.1" status: 204 len: 168 time: 1.5401123 Dec 22 16:06:49.405294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:49.461366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:06:49.551186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:49.569784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-c2880096-80e5-413b-b596-7e45f1d68d76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 1099 time: 0.0796363 Dec 22 16:06:49.721611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-1d680b0a-fdca-499f-bc9b-bcb905357bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:49.723188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-1d680b0a-fdca-499f-bc9b-bcb905357bd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 200 len: 897 time: 0.1431625 Dec 22 16:06:49.807962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-2796bcb0-dda0-4665-a9a0-33e184ea5a79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 200 len: 217 time: 0.0747199 Dec 22 16:06:49.884660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-d40d986e-bba4-4238-adb0-d79c7097bde8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:49.886263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-d40d986e-bba4-4238-adb0-d79c7097bde8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 200 len: 834 time: 0.0711832 Dec 22 16:06:49.898249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:49.902712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:06:49.915831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:49.916776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:49.929025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446be5f7-100e-437e-ab75-242cda977f78 req-8f0cca1a-0b82-4cd2-a0ae-3486867f341c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:49.930712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-446be5f7-100e-437e-ab75-242cda977f78 req-8f0cca1a-0b82-4cd2-a0ae-3486867f341c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.0890987 Dec 22 16:06:49.974812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-5978a876-8ba4-4e0b-be23-6be0765ae556 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2ff88da2-9468-452a-a3bd-a62943a84972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812695 Dec 22 16:06:49.980953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-446be5f7-100e-437e-ab75-242cda977f78 req-cf8a7313-d984-433b-aafd-28be1a35d88b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Dec 22 16:06:50.111553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:50.133684 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-7b3ea343-8412-4e9d-bcdd-ca9376ea0899 service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502187 Dec 22 16:06:50.282244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8af40a5-3fb7-41e2-891a-3a0d73361b61 req-366d5051-3d34-45fa-9517-5909e2fca38e service neutron] 10.222.0.46 "GET /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401005 Dec 22 16:06:50.443087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:50.447125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc8644-cfd0-453e-adf3-fc9ca2c4d105 None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:05:12Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4784d7c8-9c98-488d-8950-77f61f102c9d', 'name': '', 'network_id': '2ff88da2-9468-452a-a3bd-a62943a84972', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:81:53:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:11Z', 'updated_at': '2021-12-22T16:05:19Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '89d83dc6-67cc-4678-9f0c-2bf6d4ecba83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:06:50.876443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1fefb5-ae7d-4432-af54-04e033d96353 None None] New status for floating IP feca9ea0-ba56-455a-baef-a54db8933db1: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:06:51.190128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23843c65-ac3e-4b6a-9e41-7d48c0894100 req-a7bb62b2-33fb-46d5-9d61-2fcc778e90de tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:51.191756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23843c65-ac3e-4b6a-9e41-7d48c0894100 req-a7bb62b2-33fb-46d5-9d61-2fcc778e90de tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.0840406 Dec 22 16:06:51.239624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23843c65-ac3e-4b6a-9e41-7d48c0894100 req-cd2d65da-8a34-4231-8e62-11b9de9fda3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=9210e951-264c-41fc-9948-dab8445ff2fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417173 Dec 22 16:06:51.533835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-e5147b52-078c-48bd-bd24-e8f43f07a845 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:06:51.534658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-e5147b52-078c-48bd-bd24-e8f43f07a845 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:06:51.576084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-e5147b52-078c-48bd-bd24-e8f43f07a845 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:06:51.577495 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-e5147b52-078c-48bd-bd24-e8f43f07a845 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 946 time: 0.1287417 Dec 22 16:06:51.652499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 6c4a4478-b55e-4ec6-9cee-093f7d2534de {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:51.652857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:51.907636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 6c4a4478-b55e-4ec6-9cee-093f7d2534de, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6c4a4478-b55e-4ec6-9cee-093f7d2534de,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:51.908227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:52.032965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 6c4a4478-b55e-4ec6-9cee-093f7d2534de owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:52.198953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:52.204669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57603bb5-200b-4f5c-acad-6ad5651543b8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:52.246414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=6c4a4478-b55e-4ec6-9cee-093f7d2534de,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:52.250684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:52.325423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 6c4a4478-b55e-4ec6-9cee-093f7d2534de on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:06:52.327906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:52.330907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'name': 'network-vif-deleted', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:06:52.371501 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c36ec599-0e59-4514-9868-812dd7e9bce3 req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/6c4a4478-b55e-4ec6-9cee-093f7d2534de HTTP/1.1" status: 204 len: 173 time: 0.7855313 Dec 22 16:06:52.387218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f35429-ea60-40d2-be81-1b6c3b161587', 'name': 'network-vif-deleted', 'tag': '6c4a4478-b55e-4ec6-9cee-093f7d2534de', 'status': 'completed', 'code': 200} Dec 22 16:06:52.424668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b32f880e-0eae-41e6-abc8-62924f46ad6e req-5ba2553a-779a-4cf1-bea0-6e80934fe1f5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f35429-ea60-40d2-be81-1b6c3b161587 HTTP/1.1" status: 200 len: 210 time: 0.0522816 Dec 22 16:06:53.249077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:06:53.535026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55740) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:53.838556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:53.869419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:54.002080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:54.007673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aae07f8a-3303-4d59-ab54-d7d52727a2cd tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:54.023286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9210e951-264c-41fc-9948-dab8445ff2fd,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:54.025752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:54.033272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:54.034590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/9210e951-264c-41fc-9948-dab8445ff2fd HTTP/1.1" status: 204 len: 168 time: 0.4984398 Dec 22 16:06:54.128325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55746) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:54.542694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:55.176240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 4784d7c8-9c98-488d-8950-77f61f102c9d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:55.176619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:55.374160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 4784d7c8-9c98-488d-8950-77f61f102c9d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4784d7c8-9c98-488d-8950-77f61f102c9d,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:55.374582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:55.499885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 4784d7c8-9c98-488d-8950-77f61f102c9d owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:55.801587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:55.806585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:55.853412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=4784d7c8-9c98-488d-8950-77f61f102c9d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:55.856499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:56.164269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:56.377909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6c4a4478-b55e-4ec6-9cee-093f7d2534de no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:06:56.411929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 6c4a4478-b55e-4ec6-9cee-093f7d2534de {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:06:56.412346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6c4a4478-b55e-4ec6-9cee-093f7d2534de not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:06:57.003755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 15444d2b-e601-4203-96de-30faffef421b has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:06:57.216442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:06:57.227588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Sync routers for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:06:57.230915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/15444d2b-e601-4203-96de-30faffef421b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1014323 Dec 22 16:06:57.233921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55750) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:57.240557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:57.241228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:57.448494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:06:57.452094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:57.512285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:57.574893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:57.675589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:57.778654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:57.784052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f6e428a9-764e-4bb1-9c14-479b9d4a6b75 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:57.822029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=89d83dc6-67cc-4678-9f0c-2bf6d4ecba83,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:57.824905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:57.830506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:57.838879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d97aa-62ff-45f5-9365-9b4d026de60e None None] Network 2ff88da2-9468-452a-a3bd-a62943a84972 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:06:57.839092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/89d83dc6-67cc-4678-9f0c-2bf6d4ecba83 HTTP/1.1" status: 204 len: 168 time: 0.6029153 Dec 22 16:06:57.840775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55754) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:57.881958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:06:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:57.886948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Checking router: 15444d2b-e601-4203-96de-30faffef421b for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:06:57.899700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Routers {'15444d2b-e601-4203-96de-30faffef421b'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:06:57.900356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['15444d2b-e601-4203-96de-30faffef421b'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:58.061470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.090096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] Set router 15444d2b-e601-4203-96de-30faffef421b gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:06:58.111613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] DHCP port deletion for 2ff88da2-9468-452a-a3bd-a62943a84972 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:06:58.115906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Deleting port a5add179-672e-4622-a4a9-cb8582e04e64 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:58.116343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.276712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.315613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 90934e69-994a-42ab-aba4-775a98253afb {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:06:58.315974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.337477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] For port a5add179-672e-4622-a4a9-cb8582e04e64, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=a5add179-672e-4622-a4a9-cb8582e04e64,segment=NetworkSegment(a60d4542-7cd0-4431-b0b8-37989c0872d4),segment_id=a60d4542-7cd0-4431-b0b8-37989c0872d4)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:58.337855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.401029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:06:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:06:58.406542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b536322-2597-4929-9d26-db677fcb2806 None None] The sync data for ids ['15444d2b-e601-4203-96de-30faffef421b'] in dv-neutron-822514-1-hyperv is: [{'id': '15444d2b-e601-4203-96de-30faffef421b', 'name': 'tempest-TestNetworkBasicOps-router-1356800731', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '90934e69-994a-42ab-aba4-775a98253afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:05:07Z', 'updated_at': '2021-12-22T16:06:55Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '90934e69-994a-42ab-aba4-775a98253afb', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15444d2b-e601-4203-96de-30faffef421b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:05:08Z', 'updated_at': '2021-12-22T16:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:06:58.469030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Calling delete_port for a5add179-672e-4622-a4a9-cb8582e04e64 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:58.515493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 90934e69-994a-42ab-aba4-775a98253afb, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=90934e69-994a-42ab-aba4-775a98253afb,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:06:58.515832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.624066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.628215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:58.646238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 90934e69-994a-42ab-aba4-775a98253afb owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:06:58.670196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Pushing event deleted for resources: {'Port': ['ID=a5add179-672e-4622-a4a9-cb8582e04e64,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:58.683898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] No DVR routers for this DVR port a5add179-672e-4622-a4a9-cb8582e04e64 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:06:58.688439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.691348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.692146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.692146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:06:58.695210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:58.906782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a5add179-672e-4622-a4a9-cb8582e04e64 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:06:58.941275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: a5add179-672e-4622-a4a9-cb8582e04e64 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:06:58.941672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device a5add179-672e-4622-a4a9-cb8582e04e64 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:06:58.942145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4784d7c8-9c98-488d-8950-77f61f102c9d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:06:58.975201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 4784d7c8-9c98-488d-8950-77f61f102c9d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:06:58.975599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4784d7c8-9c98-488d-8950-77f61f102c9d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:06:58.984059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:58.988925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-772ff255-a341-49b6-8d54-59824c42cec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:06:59.032531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=90934e69-994a-42ab-aba4-775a98253afb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:06:59.035191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:06:59.260780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.527508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.531764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.680969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.681582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 15444d2b-e601-4203-96de-30faffef421b {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:06:59.697716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.699573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/15444d2b-e601-4203-96de-30faffef421b HTTP/1.1" status: 204 len: 168 time: 1.8572214 Dec 22 16:06:59.701865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55758) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:06:59.830216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:06:59.975090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.005834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff88da2-9468-452a-a3bd-a62943a84972']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:00.018723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60d4542-7cd0-4431-b0b8-37989c0872d4') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:00.019065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60d4542-7cd0-4431-b0b8-37989c0872d4') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:00.030976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.046579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.053537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:07:00.053964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:07:00.069086 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:07:00.178214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.181703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a13cc7bf-2546-4fa7-bc7e-9e47bbaff2a6 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:00.199462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.208793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=2ff88da2-9468-452a-a3bd-a62943a84972,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:00.212217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:00.241803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/2ff88da2-9468-452a-a3bd-a62943a84972 HTTP/1.1" status: 204 len: 168 time: 0.5388377 Dec 22 16:07:00.272111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55762) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:00.278627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'network': {'name': 'tempest-network-smoke--1347563153', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:00.285216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:00.289841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:network and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:00.293391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:00.300316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:00.335818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:00.341193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.371141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:07:00.424311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.424698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Added segment 1a493327-5aa4-4b48-8256-ca9bbd8a7db2 of type vlan for network 60e629d6-e2be-474b-bc9b-527738fc95b2 Dec 22 16:07:00.736753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.804753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.809179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:00.809811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:00.816101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4a6a31ba-9eb6-49f6-b38b-bd8c2612187b tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:00.899748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 90934e69-994a-42ab-aba4-775a98253afb no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:07:00.930191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Network': ['ID=60e629d6-e2be-474b-bc9b-527738fc95b2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:00.933080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:00.937655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 90934e69-994a-42ab-aba4-775a98253afb {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:07:00.937655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 90934e69-994a-42ab-aba4-775a98253afb not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:07:00.941296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:07:00.976501 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7002397 Dec 22 16:07:00.976779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55766) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:00.982616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'admin_state_up': True, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:00.990170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:00.994185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:router and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:00.997224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:01.007383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:01.041040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.042066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.118091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.307411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.533860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.569275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.710845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.73 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/504b3b5b-11f3-484c-9e98-b2c01e223899) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:01.930476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.981833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:01.986257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bfa183d-f56b-4f86-9c4b-290136d9a8e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:02.052257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:02.055185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:02.059558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:02.088010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:02.095374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:02.245171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:02.245932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:02.518560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:07:02.730128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:02.740546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:02.753884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:02.754626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:02.781764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:02.783522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8057122 Dec 22 16:07:02.786925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55770) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:02.834351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ada0de86-13f4-4e19-8f11-76fe5bd53f8a tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8f95028e6c694248aba6266225c2dce3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461695 Dec 22 16:07:02.837462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55774) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:02.992398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2354a489-7098-41b0-b26e-2a0a121f9ff3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:02.994109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2354a489-7098-41b0-b26e-2a0a121f9ff3 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1559234 Dec 22 16:07:02.997256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55778) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:03.049031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e0b946c6-b3f7-4b96-800a-09df9ff509b9 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503845 Dec 22 16:07:03.052065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55782) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:03.057963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306970859', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:03.107740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:03.175053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:03.179152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:subnet and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:03.182110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:03.188415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:03.236369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:03.343285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.409502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:03.413922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:03.414322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Updating router 1e00df12-b6b5-4a4d-a279-78c95fb98276 port 504b3b5b-11f3-484c-9e98-b2c01e223899 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:07:03.468854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.659501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.666085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d82c17ba-882a-4e63-9306-b5201d6af3da tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:03.747112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Subnet': ['ID=63d047f3-8c04-4b0f-a35e-6b01fc1a495c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:03.750918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:03.758495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Checking segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:03.758876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network hostable DHCP agents. Network: 60e629d6-e2be-474b-bc9b-527738fc95b2, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:07:03.835770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:07:03.864737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.877638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Transition to ACTIVE for port object 504b3b5b-11f3-484c-9e98-b2c01e223899 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:03.890863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 60e629d6-e2be-474b-bc9b-527738fc95b2) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:03.895688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:03.896382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.900717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8eddeb4-ffd4-4c05-b39a-47926e587e4b None None] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:07:03.985164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:03.993731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:03.996518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9432929 Dec 22 16:07:03.999353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55786) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:04.093344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:04.105851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:04.112061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Attempting to bind port 504b3b5b-11f3-484c-9e98-b2c01e223899 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:04.112471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Attempting to bind port 504b3b5b-11f3-484c-9e98-b2c01e223899 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:04.112885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Attempting to bind port 504b3b5b-11f3-484c-9e98-b2c01e223899 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:04.153401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:04.153830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:04.154286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.154753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:04.155291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Bound port: 504b3b5b-11f3-484c-9e98-b2c01e223899, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:04.155711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.280173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:04.284140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=504b3b5b-11f3-484c-9e98-b2c01e223899,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:04.286728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-60e629d6-e2be-474b-bc9b-527738fc95b2', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:07:04.287607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.347639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.352846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:04.466165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:04.477120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:04.512985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:04.513679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:04.672960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Allocated IP 172.20.0.2 (60e629d6-e2be-474b-bc9b-527738fc95b2/63d047f3-8c04-4b0f-a35e-6b01fc1a495c/c41a0e8f-8b1e-4218-8b01-841cfa757692) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:04.803802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:04.816723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:05.360868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.380299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Transition to ACTIVE for port object c41a0e8f-8b1e-4218-8b01-841cfa757692 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:05.470352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Transition to ACTIVE for port object c41a0e8f-8b1e-4218-8b01-841cfa757692 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:05.489854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:05.494349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f1a10-84cf-46cd-90b2-547e07e9d9e7 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:02Z', 'revision_number': 3, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:05.504318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.509620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-27a3024f-4a57-4f96-8e5f-582f27b365e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:05.556435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.1 (60e629d6-e2be-474b-bc9b-527738fc95b2/63d047f3-8c04-4b0f-a35e-6b01fc1a495c/36362705-ffcf-4ec8-9479-4aed471d9979) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:05.584815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:05.587891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:05.591860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:05.662335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Pushing event updated for resources: {'Port': ['ID=c41a0e8f-8b1e-4218-8b01-841cfa757692,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:05.669704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:05.693076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Attempting to bind port c41a0e8f-8b1e-4218-8b01-841cfa757692 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:05.693676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Attempting to bind port c41a0e8f-8b1e-4218-8b01-841cfa757692 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:05.693906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Attempting to bind port c41a0e8f-8b1e-4218-8b01-841cfa757692 on network 60e629d6-e2be-474b-bc9b-527738fc95b2 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:05.701122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:05.701550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Checking segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:05.702006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.702645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Bound using segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:05.703177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Bound port: c41a0e8f-8b1e-4218-8b01-841cfa757692, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:05.704247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.781398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.802212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 36362705-ffcf-4ec8-9479-4aed471d9979 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:05.807677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] For port c41a0e8f-8b1e-4218-8b01-841cfa757692, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:05.811706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] For port c41a0e8f-8b1e-4218-8b01-841cfa757692, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c41a0e8f-8b1e-4218-8b01-841cfa757692,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:05.870320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.871055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:05.877433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbe29b57-8689-46b6-88d9-356ae31fb050 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:05.880318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:05.974063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Pushing event updated for resources: {'Port': ['ID=c41a0e8f-8b1e-4218-8b01-841cfa757692,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:05.974264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:05.977547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:05.981926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:05.990940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:06.021987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:06.029765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:06.057604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.204583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.670028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.726877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.758788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8707b474-5cd5-4eb5-b290-08184389fdfa tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:06.852432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:06.855079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:06.858952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:06.978414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:07.015913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:07.017334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:07.092280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 504b3b5b-11f3-484c-9e98-b2c01e223899 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:07.098266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 504b3b5b-11f3-484c-9e98-b2c01e223899 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:07.098743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:07.224803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:07.241913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=504b3b5b-11f3-484c-9e98-b2c01e223899,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:07.269791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:07.270852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c41a0e8f-8b1e-4218-8b01-841cfa757692 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:07.304187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:07.398739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:07.402288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:07.434747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:07:07.452346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c41a0e8f-8b1e-4218-8b01-841cfa757692 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:07.653792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:07.663686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8297ede-b6a0-42f3-92d3-95d86e011993 None None] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:07:07.669519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/1e00df12-b6b5-4a4d-a279-78c95fb98276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6690273 Dec 22 16:07:07.672878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55790) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:07.831628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338066-e3d2-4c08-936f-d4a49dedd548 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.832177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338066-e3d2-4c08-936f-d4a49dedd548 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.832737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338066-e3d2-4c08-936f-d4a49dedd548 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.833255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59338066-e3d2-4c08-936f-d4a49dedd548 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.835717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-59338066-e3d2-4c08-936f-d4a49dedd548 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1613715 Dec 22 16:07:07.838175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55794) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:07.839176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Provisioning for port c41a0e8f-8b1e-4218-8b01-841cfa757692 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:07.854540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Provisioning complete for port c41a0e8f-8b1e-4218-8b01-841cfa757692 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:07.854964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:07.919487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05079d07-ef87-451f-b789-47ce041b3322 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.920230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05079d07-ef87-451f-b789-47ce041b3322 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.920637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05079d07-ef87-451f-b789-47ce041b3322 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.921041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05079d07-ef87-451f-b789-47ce041b3322 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:07.923524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05079d07-ef87-451f-b789-47ce041b3322 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0835121 Dec 22 16:07:07.926612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55798) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:08.045431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.083198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] For port c41a0e8f-8b1e-4218-8b01-841cfa757692, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c41a0e8f-8b1e-4218-8b01-841cfa757692,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:08.115697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.117862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:08.138833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f6523d94-8dbe-45c0-bd8c-ad193aa9b341 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2107902 Dec 22 16:07:08.201105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Pushing event updated for resources: {'Port': ['ID=c41a0e8f-8b1e-4218-8b01-841cfa757692,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:08.207231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:08.311213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55804) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:08.318184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-507263802', 'description': 'tempest-secgroup-smoke-507263802 description', 'project_id': '8f95028e6c694248aba6266225c2dce3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:08.325046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:08.330225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:08.333368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:08.339905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:08.377027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.475019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:08.479346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:08.482532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:08.486761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Provisioning for port 36362705-ffcf-4ec8-9479-4aed471d9979 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:08.489204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:08.492107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:08.492540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.554413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Port 36362705-ffcf-4ec8-9479-4aed471d9979 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:08.568363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:08.569515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Provisioning complete for port c41a0e8f-8b1e-4218-8b01-841cfa757692 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:08.570053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae4eb7ce-bc05-4f27-9b93-a32a127f3427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.585415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:08.586163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:08.616202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.667804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.701184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04a51089-c896-4450-a8d4-1a639695d29e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:08.732888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.735197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4222946 Dec 22 16:07:08.736407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c608f25-5ef4-409d-8c40-60f1e8483ddd,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:08.739152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55808) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:08.742248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:08.746564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:08.753970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:08.758173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:08.761268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:08.768091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:08.793303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:08.813910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.827571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-632597bf-4aea-4fbf-9127-c6a6a5374120 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:08.828304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-632597bf-4aea-4fbf-9127-c6a6a5374120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:08.925777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-632597bf-4aea-4fbf-9127-c6a6a5374120 None None] Port 36362705-ffcf-4ec8-9479-4aed471d9979 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:08.933007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:08.989388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.005029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 504b3b5b-11f3-484c-9e98-b2c01e223899 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:09.005479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.016657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.018926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b855c5c-596f-4b27-bbbf-3011567ac841 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:09.045495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a4dd10-45dd-4fe7-88d8-d61d5698bcd8,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:09.052965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:09.075006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-030a9828-fcb5-42d5-9705-901f959a48f3 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:09.075438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-030a9828-fcb5-42d5-9705-901f959a48f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.080304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.083707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3417594 Dec 22 16:07:09.085120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55812) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:09.091671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:09.099530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:09.104151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:09.107238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:09.116724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:09.156008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:09.160801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:09.161222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Updating router 1e00df12-b6b5-4a4d-a279-78c95fb98276 port 36362705-ffcf-4ec8-9479-4aed471d9979 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:07:09.180646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-030a9828-fcb5-42d5-9705-901f959a48f3 None None] Port 36362705-ffcf-4ec8-9479-4aed471d9979 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:09.190573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.195945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c41a0e8f-8b1e-4218-8b01-841cfa757692 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:09.226410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.260777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.266585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c41a0e8f-8b1e-4218-8b01-841cfa757692 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:09.267018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.290579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.293255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e79a5baf-55c1-4742-b567-00284c58d52a tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:09.319204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463569dc-1798-44d1-b5c2-312168dad849,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:09.321885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:09.376899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.378345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2919590 Dec 22 16:07:09.381520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55816) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:09.387902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:09.394787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:09.399062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:09.402104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:09.408747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:09.451742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.517762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.542039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.544128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8e1572c1-7d27-43cc-9cc1-be34d14a2241 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:09.567602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5527d0-f6ee-4dd6-a30e-52e7d9da8f8c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:09.570232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:09.600100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.602466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.603975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b9ddb4a-69a6-41ec-9583-d5e32f81d789 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2212260 Dec 22 16:07:09.606959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55820) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:09.613046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Transition to ACTIVE for port object 36362705-ffcf-4ec8-9479-4aed471d9979 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:09.613236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:09.619447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:09.623540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:09.627053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:09.632735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:09.641935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.646528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:09.671305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.741973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.771091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.773642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f51764dc-4400-4be1-8588-47d9f27457c3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:09.779901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:09.792390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.792740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.793325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.793876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.794426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.795011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.795544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.796090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.796619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.797206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.797760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:07:09.800541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34848353-f66f-4597-a142-b615199ed821,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:09.802301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:09.805574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:09.852245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.853948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2459819 Dec 22 16:07:09.856910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55824) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:09.863479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:09.870115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:09.874312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:09.878159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:09.884482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:09.892743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Attempting to bind port 36362705-ffcf-4ec8-9479-4aed471d9979 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:09.893142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Attempting to bind port 36362705-ffcf-4ec8-9479-4aed471d9979 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:09.893781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Attempting to bind port 36362705-ffcf-4ec8-9479-4aed471d9979 on network 60e629d6-e2be-474b-bc9b-527738fc95b2 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:09.901329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:09.901753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Checking segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:09.902184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.902645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Bound using segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:09.903174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Bound port: 36362705-ffcf-4ec8-9479-4aed471d9979, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:09.903594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:09.930570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:07:09.941816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.003547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:10.007203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=36362705-ffcf-4ec8-9479-4aed471d9979,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:10.039927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.044904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:10.128821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:10.133482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:10.134564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:10.135253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:06:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:10.147974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.267697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.301890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.303883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-503b1c65-0aa9-464f-acac-128efc8eb398 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:10.327614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72759dea-45c7-4d66-b521-0a7b90ede037,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:10.332660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:10.336713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:10.381728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.386115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55828) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:10.386261 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61ac6941-9709-4480-8c01-08daa286b2b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5282252 Dec 22 16:07:10.393054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'security_group_rule': {'security_group_id': '7c608f25-5ef4-409d-8c40-60f1e8483ddd', 'project_id': '8f95028e6c694248aba6266225c2dce3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:10.400348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:10.404420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:security_group_rule and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:10.408436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:10.414834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:10.450074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Project 8f95028e6c694248aba6266225c2dce3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:07:10.458128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.528853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.566330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.568347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53d00b7a-0483-42b0-a711-2e030119684c tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:10.592525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6511d0-c2ff-4380-bfeb-02f4f79286b6,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:10.595867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:10.634191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:10.635589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c89c5fde-1ffc-4e4c-9dfb-672dbb57763e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2479854 Dec 22 16:07:10.826607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-d52665b8-5e84-469c-8f83-03dafc645d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-507263802&fields=id&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 267 time: 0.0474169 Dec 22 16:07:10.836471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:09Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:10.840679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de00468f-60fd-472b-a50d-5d2668c8ac93 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:09Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:11.015525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439218-79e8-4b3c-a384-2394644209d3 req-ca674dde-ec2b-4163-80ea-9c8c6e886cd4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:11.017896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-ca674dde-ec2b-4163-80ea-9c8c6e886cd4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/networks?id=60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 200 len: 797 time: 0.1817374 Dec 22 16:07:11.036793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-57cbee54-227d-4ca5-bfd1-8c79dc4b89c9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/quotas/8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 375 time: 0.0128770 Dec 22 16:07:11.132258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-099bf6df-1128-4469-abf8-2d27a0fdf652 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890946 Dec 22 16:07:11.291333 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-5966e16a-32c5-4fd7-a45d-2fa7242e15b1 service neutron] 10.222.0.18 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453807 Dec 22 16:07:11.440234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-5aa2a2fe-2ac0-4bcd-aa30-dc32c40efd3a service neutron] 10.222.0.18 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418540 Dec 22 16:07:11.684569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7ca6b6c-740f-43bd-b0b6-e3ff8ba3ffcf req-f548ef22-199b-4e57-a07a-a686018e9d4a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 210 time: 0.0505178 Dec 22 16:07:12.789859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a846fd38-61ff-4435-a6de-a4c8d03eddc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:12.863863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-591eb5da-714b-4285-8846-ce3693f9daf6 req-763ca23b-9a97-45cb-823f-c1b902c00281 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 210 time: 0.0463710 Dec 22 16:07:12.946470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:13.046622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 36362705-ffcf-4ec8-9479-4aed471d9979 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:13.051942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:13.052368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:13.168563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:13.201942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=36362705-ffcf-4ec8-9479-4aed471d9979,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:13.235861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:13.237795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01753be9-9c7f-4453-9332-2e2d8c017efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:13.308410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:13.311611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:13.608124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439218-79e8-4b3c-a384-2394644209d3 req-8168b6a0-752c-49b9-9763-4766835de5c6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:13.608869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-8168b6a0-752c-49b9-9763-4766835de5c6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:13.664247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-8168b6a0-752c-49b9-9763-4766835de5c6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:13.665507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-8168b6a0-752c-49b9-9763-4766835de5c6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/networks?id=60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 200 len: 797 time: 0.2143848 Dec 22 16:07:13.728018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-22d6bcdc-bf0c-4971-8d6e-432817d01659 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:07:13.767326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-22d6bcdc-bf0c-4971-8d6e-432817d01659 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:07:13.768590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-22d6bcdc-bf0c-4971-8d6e-432817d01659 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f95028e6c694248aba6266225c2dce3 HTTP/1.1" status: 200 len: 379 time: 0.0839550 Dec 22 16:07:13.781074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'port': {'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'admin_state_up': True, 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'security_groups': ['7c608f25-5ef4-409d-8c40-60f1e8483ddd']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:13.930226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:13.934998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:port and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:13.938355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:13.944783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:13.975834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Made reservation on behalf of 8f95028e6c694248aba6266225c2dce3 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:07:13.981584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.043558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e9f4da3c-ba11-4792-a1f5-49f24e4fa4e0 req-e0e5a45e-6efe-4270-9ffe-9e1d690e6cb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 210 time: 0.0504138 Dec 22 16:07:14.138078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.160739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.20.0.14 (60e629d6-e2be-474b-bc9b-527738fc95b2/63d047f3-8c04-4b0f-a35e-6b01fc1a495c/13bec23f-a7c3-438d-bc01-aede691f5a55) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:14.358904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.374991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Transition to ACTIVE for port object 13bec23f-a7c3-438d-bc01-aede691f5a55 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:14.418505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.424596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-727190b6-3353-4f19-b1c0-f90d9be5e30b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:14.502765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:14.506198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:14.508319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:14.510669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:14.559980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:14.580526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:14.581204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.634117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8570416 Dec 22 16:07:14.652294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Request body: {'port': {'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:14.772978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.852566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fc8eb58b-7f55-48f9-89f5-6e87c98b201c None None] Provisioning for port 13bec23f-a7c3-438d-bc01-aede691f5a55 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:14.858176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fc8eb58b-7f55-48f9-89f5-6e87c98b201c None None] Provisioning complete for port 13bec23f-a7c3-438d-bc01-aede691f5a55 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:14.858698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fc8eb58b-7f55-48f9-89f5-6e87c98b201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:14.919011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:14.966692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fc8eb58b-7f55-48f9-89f5-6e87c98b201c None None] Port 13bec23f-a7c3-438d-bc01-aede691f5a55 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:07:14.994923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:14.995348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.147293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bec23f-a7c3-438d-bc01-aede691f5a55 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:07:15.154989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.170776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-220b7e30-1dc7-4572-8c2a-12f5fb4e5cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.171144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Transition to ACTIVE for port object 13bec23f-a7c3-438d-bc01-aede691f5a55 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:07:15.201292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.207062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1746a3d5-41d0-432e-8b78-021cafbdb13f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:15.259054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95bb39-6c72-4f5b-ba35-bfaa74c1db93 req-89125c7a-a15d-452b-aac3-53cbe6a9888a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:15.260877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7b95bb39-6c72-4f5b-ba35-bfaa74c1db93 req-89125c7a-a15d-452b-aac3-53cbe6a9888a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 944 time: 0.0852284 Dec 22 16:07:15.314366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7b95bb39-6c72-4f5b-ba35-bfaa74c1db93 req-fa8bbf60-04c9-4e2d-9a76-6296e2d5b6bb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461516 Dec 22 16:07:15.340662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Pushing event updated for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:15.345956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:15.460246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Attempting to bind port 13bec23f-a7c3-438d-bc01-aede691f5a55 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:07:15.460624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Attempting to bind port 13bec23f-a7c3-438d-bc01-aede691f5a55 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:07:15.461000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Attempting to bind port 13bec23f-a7c3-438d-bc01-aede691f5a55 on network 60e629d6-e2be-474b-bc9b-527738fc95b2 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:15.467363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Port 13bec23f-a7c3-438d-bc01-aede691f5a55 on network 60e629d6-e2be-474b-bc9b-527738fc95b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:07:15.467724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Attempting to bind port 13bec23f-a7c3-438d-bc01-aede691f5a55 on network 60e629d6-e2be-474b-bc9b-527738fc95b2 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:07:15.475255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:07:15.475640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Checking segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:07:15.476106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Bound using segment: {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:07:15.476585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Bound port: 13bec23f-a7c3-438d-bc01-aede691f5a55, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a493327-5aa4-4b48-8256-ca9bbd8a7db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:07:15.476968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.544198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.570329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:07:15.573530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=13bec23f-a7c3-438d-bc01-aede691f5a55,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:07:15.599906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.605601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b991840f-263d-4b1d-80d7-844356b29ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:15.669277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:15.670780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] 10.222.0.46 "PUT /v2.0/ports/13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 200 len: 1094 time: 1.0233364 Dec 22 16:07:15.673716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:15.696019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Pushing event updated for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:15.699440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:15.773046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'status': 'completed', 'code': 200} Dec 22 16:07:15.822343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-11b27ad7-4739-4257-8ca0-d0b6a911320a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1097 time: 0.0852315 Dec 22 16:07:15.909709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-98a8435c-81dc-4e80-81d1-93dd2d8be57a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 200 len: 217 time: 0.0723176 Dec 22 16:07:15.983642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1439218-79e8-4b3c-a384-2394644209d3 req-246a9383-b186-4b86-bf2a-6a979da88cd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:15.985709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-246a9383-b186-4b86-bf2a-6a979da88cd8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63d047f3-8c04-4b0f-a35e-6b01fc1a495c HTTP/1.1" status: 200 len: 834 time: 0.0666037 Dec 22 16:07:16.068895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-569a388e-9095-429b-a3d6-d1a393856c65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e629d6-e2be-474b-bc9b-527738fc95b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731690 Dec 22 16:07:16.215169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-f3336030-d1ea-4cae-a116-e505c0b03c31 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347380 Dec 22 16:07:16.365352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1439218-79e8-4b3c-a384-2394644209d3 req-49cf4f0a-0ab3-44b2-baa9-9f7894be70aa service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410005 Dec 22 16:07:16.527939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02215fb8-9dfd-4d33-a86a-7950c2bda1c2 req-aafd2190-6e40-4ca1-bcd4-e7b07dbaf5af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:16.529804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02215fb8-9dfd-4d33-a86a-7950c2bda1c2 req-aafd2190-6e40-4ca1-bcd4-e7b07dbaf5af tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 944 time: 0.0890679 Dec 22 16:07:16.537872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-5b59c855-77ff-4c07-bec0-feb4066ec2b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1097 time: 0.0785387 Dec 22 16:07:16.580567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02215fb8-9dfd-4d33-a86a-7950c2bda1c2 req-ff619c30-b77f-467d-a3d2-f9735d4be877 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Dec 22 16:07:16.685090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-0a70273a-abf7-4491-9ef5-ca4fbd90e4c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:16.686725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-0a70273a-abf7-4491-9ef5-ca4fbd90e4c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 200 len: 898 time: 0.1400774 Dec 22 16:07:16.758710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-d9de725d-738a-4bd9-889e-bbb712e7f8c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 200 len: 217 time: 0.0636320 Dec 22 16:07:16.834080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-7191d4b2-3662-4d75-b561-b1de96be6f23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:16.835716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-7191d4b2-3662-4d75-b561-b1de96be6f23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63d047f3-8c04-4b0f-a35e-6b01fc1a495c HTTP/1.1" status: 200 len: 834 time: 0.0701592 Dec 22 16:07:16.918396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-9aa54c90-42b7-43be-9710-783dfd7953f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e629d6-e2be-474b-bc9b-527738fc95b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752082 Dec 22 16:07:17.021592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:17.063902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-b60afc99-2eeb-4d92-9456-62bf811ac662 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372693 Dec 22 16:07:17.206014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8987d884-c626-4c9d-b6a1-e85ae043a2f4 req-503a7c5f-4ef4-4646-99f4-d9a8efe90972 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346147 Dec 22 16:07:17.788182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34b90f-dc73-4213-bf46-199f2fe57ad2 req-686ecf59-c058-4271-9aaa-7476fcb30d2a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:17.790069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ee34b90f-dc73-4213-bf46-199f2fe57ad2 req-686ecf59-c058-4271-9aaa-7476fcb30d2a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 944 time: 0.0828481 Dec 22 16:07:17.844306 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ee34b90f-dc73-4213-bf46-199f2fe57ad2 req-d6a56339-ada1-4fe1-abd4-d31d7eecc320 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475128 Dec 22 16:07:18.438626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 13bec23f-a7c3-438d-bc01-aede691f5a55 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:07:18.579389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=13bec23f-a7c3-438d-bc01-aede691f5a55,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:18.593062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:07:18.650870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:18.669373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bec23f-a7c3-438d-bc01-aede691f5a55 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:07:18.684783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=13bec23f-a7c3-438d-bc01-aede691f5a55,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:18.724408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:18.726183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:18.792507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:18.795703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:18.966336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['13bec23f-a7c3-438d-bc01-aede691f5a55'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:07:19.077700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1b86-666b-43ac-b5bc-59f6b6ca070b req-15fd4587-3112-4153-90e7-e1b5b102d2d6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:19.079992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb0d1b86-666b-43ac-b5bc-59f6b6ca070b req-15fd4587-3112-4153-90e7-e1b5b102d2d6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 945 time: 0.0872879 Dec 22 16:07:19.127951 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb0d1b86-666b-43ac-b5bc-59f6b6ca070b req-d8fe997f-2755-44ba-aaec-0de48e430324 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Dec 22 16:07:20.341825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4e3d-5f00-40a0-a3fe-77406b1840b9 req-27eac296-b28b-41e1-87e6-ccc932881500 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:20.344561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-678e4e3d-5f00-40a0-a3fe-77406b1840b9 req-27eac296-b28b-41e1-87e6-ccc932881500 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 945 time: 0.0883117 Dec 22 16:07:20.403110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-678e4e3d-5f00-40a0-a3fe-77406b1840b9 req-1418ae76-e0b9-4ad2-807a-6d90369c77c2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506525 Dec 22 16:07:20.443390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 13bec23f-a7c3-438d-bc01-aede691f5a55 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:07:20.581629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 13bec23f-a7c3-438d-bc01-aede691f5a55 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:07:20.586937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 13bec23f-a7c3-438d-bc01-aede691f5a55 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:07:20.587366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:20.704751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:20.733109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:20.746239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=13bec23f-a7c3-438d-bc01-aede691f5a55,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:07:20.795896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'code': 200} Dec 22 16:07:20.875548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:20.877726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:20.948029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:20.951411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:21.156818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0d5f4a55-6abb-45b5-8a79-bddcc7e8723d req-fce664b5-1afe-48a7-8104-5b252b76c0fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1099 time: 0.0767946 Dec 22 16:07:21.203851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0d5f4a55-6abb-45b5-8a79-bddcc7e8723d req-c8c3655c-d0cf-4e82-98d1-237ffd6307c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Dec 22 16:07:21.614693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35784e-b51d-4024-a4ed-cca7b2ef3ab7 req-39095d18-a609-4376-929c-bbd7f29d22f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:21.616319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb35784e-b51d-4024-a4ed-cca7b2ef3ab7 req-39095d18-a609-4376-929c-bbd7f29d22f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Dec 22 16:07:21.664565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb35784e-b51d-4024-a4ed-cca7b2ef3ab7 req-0548bfc4-128b-43f0-bd0b-872d084c4aca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Dec 22 16:07:22.884082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb960ce2-d3bd-4483-8939-7db349b9aeef req-864b6008-6987-479f-a6b4-5625e4ed3202 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:22.885708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb960ce2-d3bd-4483-8939-7db349b9aeef req-864b6008-6987-479f-a6b4-5625e4ed3202 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.0822787 Dec 22 16:07:22.940073 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb960ce2-d3bd-4483-8939-7db349b9aeef req-2e234aeb-2da6-49bf-866e-27a1da397d03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471852 Dec 22 16:07:23.141730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27780-963c-48e9-b5fa-3634b2290502 req-e5ef1276-c636-438d-9b7e-a75d19e8c4cb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:23.143368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ed27780-963c-48e9-b5fa-3634b2290502 req-e5ef1276-c636-438d-9b7e-a75d19e8c4cb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.0818872 Dec 22 16:07:23.192035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ed27780-963c-48e9-b5fa-3634b2290502 req-f5ca4c5a-b0f6-4183-92db-e5f9429692f3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Dec 22 16:07:23.218910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55882) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:23.297456 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-79c893ab-3228-46d9-8a62-4333d9196811 tempest-TestNetworkBasicOps-1253810320 tempest-TestNetworkBasicOps-1253810320-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1094 time: 0.0771832 Dec 22 16:07:23.300952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55886) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:23.306575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:07:23.312489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:07:23.316956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Usage tracker for resource:floatingip and tenant:8f95028e6c694248aba6266225c2dce3 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:07:23.319915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:07:23.325947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:07:23.372007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:23.517864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:23.658175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Allocated IP 172.26.1.167 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/07489506-64ba-47f4-993d-e336c67c3745) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:07:23.931694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:23.993131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:23.997631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2c41aac-ed60-4655-a778-2fd30de242fb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:24.067208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:07:24.070031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:07:24.073996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:07:24.105365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=07489506-64ba-47f4-993d-e336c67c3745,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:24.112286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:24.597695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:24.699209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:24.911357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:24.943552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:24.948100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-91fb1748-4edb-49e4-9475-12bf93042ed9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:07:25.059171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event updated for resources: {'Port': ['ID=07489506-64ba-47f4-993d-e336c67c3745,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:07:25.063745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:07:25.072321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:25.511538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Floating IP 43568f8c-5174-4089-9127-1a956efca264 associated. External IP: 172.26.1.167, port: 13bec23f-a7c3-438d-bc01-aede691f5a55. Dec 22 16:07:25.927192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:07:26.148437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:07:26.159350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:07:26.173539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:26.174300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:26.200784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:26.258627 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9565320 Dec 22 16:07:26.259332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:07:26.261726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55890) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:26.318404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'status': 'completed', 'code': 200} Dec 22 16:07:26.373829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:26.387645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-17843bdb-7c96-44c1-b2c7-8cc9a14d7e8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1245801 Dec 22 16:07:26.570949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-547ab608-330a-4bb3-adc2-061520fb327b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1099 time: 0.2267473 Dec 22 16:07:26.759166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:07:24Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:13Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:26.764808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:07:26.777998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:07:26.788447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:26.944247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-1d1f418d-f643-4424-9826-d60988962ee2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:26.945922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-1d1f418d-f643-4424-9826-d60988962ee2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 200 len: 898 time: 0.3680878 Dec 22 16:07:26.973251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:07:27.059000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-9c726575-d81d-4f36-a589-899e4d1ec5db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 200 len: 1000 time: 0.1023750 Dec 22 16:07:27.127258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-f5ba0b72-284f-47df-baad-9de3d8d6442d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:07:27.129244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-f5ba0b72-284f-47df-baad-9de3d8d6442d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63d047f3-8c04-4b0f-a35e-6b01fc1a495c HTTP/1.1" status: 200 len: 834 time: 0.0645134 Dec 22 16:07:27.212849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-0ce4e0c1-c995-477d-b4a1-71d454a23a43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e629d6-e2be-474b-bc9b-527738fc95b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774229 Dec 22 16:07:27.341029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:07:24Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:13Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:07:27.345311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5383fe-32b2-4c25-b471-7b22a473e189 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:06Z', 'revision_number': 4, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:07:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:07:24Z', 'revision_number': 0, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:07:13Z', 'revision_number': 5, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:07:27.361105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-0813fa3f-0416-4fec-a9b4-7bd8334a3377 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409438 Dec 22 16:07:27.390872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55898) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:27.589486 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bb9b09a7-d883-4dbe-bfa9-bef966406d94 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1972690 Dec 22 16:07:27.610106 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0ac89f7-c083-4d68-a8ad-5c575310ce5a req-677d1a79-9882-4411-9994-bf953073f740 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429447 Dec 22 16:07:27.675457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd917d-3b47-404e-acb3-dd52af738139 None None] New status for floating IP 43568f8c-5174-4089-9127-1a956efca264: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:07:28.593196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:07:28.699654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26c95d53-fca8-4270-afc7-e2702d381be5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 994 time: 0.1051447 Dec 22 16:07:30.249464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:07:40.160780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:42.749187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bde3cd2-66bd-4165-9a9b-5ecf6567e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:44.149039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.187355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61172347-2647-4a05-903e-d23c6bb4f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:45.549371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:07:47.021370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:00.027248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55916) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:00.033607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:00.624339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:00.692015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:00.904569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:01.116526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:01.123082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:01.125016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fe77384a-b416-40c9-ac9d-8e94eba23e3e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/1e00df12-b6b5-4a4d-a279-78c95fb98276 HTTP/1.1" status: 200 len: 888 time: 1.0966921 Dec 22 16:08:01.127460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:01.141319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:01.142357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:01.207835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:01.219206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:01.219921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:01.283360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:01.283814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bdf69-9167-43ee-bbd4-178a1e24a7aa None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:01.617053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a244d9-7d20-43d2-bf37-78b7d5bbf4b4 None None] New status for floating IP 43568f8c-5174-4089-9127-1a956efca264: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:08:02.933478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:03.047152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.064322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=504b3b5b-11f3-484c-9e98-b2c01e223899,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:03.095638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.096395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:03.127717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94d6f434-95a7-4e07-ba05-2bb0a82a16f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:03.217802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:03.268214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.268595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.268974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.269349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.269723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.270089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.270491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.270848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.271212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.271666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.272031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:03.277858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:03.286096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.300679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:03.307135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:03.323775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=36362705-ffcf-4ec8-9479-4aed471d9979,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:03.354872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:03.356699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f0c36a73-5d26-42a2-8132-ddb34bc70c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:03.424667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:03.427924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:04.121710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.189066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-706485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854069310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-568419'] for router, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.402741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:04.619063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:04.625157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:04.626353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a1baf944-d55b-45f1-a6d3-f251fb87a86e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/1e00df12-b6b5-4a4d-a279-78c95fb98276 HTTP/1.1" status: 200 len: 887 time: 1.3243866 Dec 22 16:08:04.629142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:04.629674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55926) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:04.641577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:04.642430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:04.738389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-614c37c2-afef-4045-8524-8c05b22f43a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1071362 Dec 22 16:08:04.828620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:05.388371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:08:01Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:05.392946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:05.406495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:05.407869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:05.624753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:05.742646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55930) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:05.877887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5abd341e-8095-4ee6-9fcb-3909677a1a71 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1336844 Dec 22 16:08:06.008563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37599551-34ae-495f-a777-04dd894aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:08:01Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:06.012996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37599551-34ae-495f-a777-04dd894aee11 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '43568f8c-5174-4089-9127-1a956efca264', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'floating_ip_address': '172.26.1.167', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'port_id': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'mac_address': 'fa:16:3e:0d:4b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658dde40-f549-490b-ac34-6f7a248769b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:07:24Z', 'updated_at': '2021-12-22T16:08:01Z', 'revision_number': 2, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:03Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:06.881766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55934) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:06.987955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:07.028853 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9cd93251-0728-4bdd-be01-8f0098017765 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1458373 Dec 22 16:08:07.081181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:07.081734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:07.203442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:07.240036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=36362705-ffcf-4ec8-9479-4aed471d9979,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:07.250530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:08:07.263209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:07.266276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:07.348125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:07.351509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:08.032399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55938) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:08.143392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f574654-0731-4cb4-aaee-fd470c95eaf0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1096203 Dec 22 16:08:09.012554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:09.086813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 504b3b5b-11f3-484c-9e98-b2c01e223899 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:09.087341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:09.147414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55942) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:09.212582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:09.222585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bfd715-0b02-4b86-96ab-fe8fbfc235b1 None None] New status for floating IP 43568f8c-5174-4089-9127-1a956efca264: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:08:09.229723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=504b3b5b-11f3-484c-9e98-b2c01e223899,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:09.257749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:09.259053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:09.264541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7ebdb73b-7b88-4078-b6a2-d2acb3794a56 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 992 time: 0.1157880 Dec 22 16:08:09.287363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef1efcab-eb53-4fb5-9533-de0311a56fe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:09.381193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:09.384498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:09.395281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 36362705-ffcf-4ec8-9479-4aed471d9979 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:09.395698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:10.160170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:10.268186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55946) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:10.379603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52f71b56-5300-4cb1-89bd-6676bdaf4383 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 200 len: 994 time: 0.1100109 Dec 22 16:08:10.687888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55954) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:10.901347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 07489506-64ba-47f4-993d-e336c67c3745 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:10.901745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:10.942799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:11.016426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 504b3b5b-11f3-484c-9e98-b2c01e223899 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:11.016980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:11.084516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:11.084875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:11.210632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 07489506-64ba-47f4-993d-e336c67c3745 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:11.537848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:11.542946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed5587d9-e29c-468d-abdb-f3d455485c2e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:11.584406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=07489506-64ba-47f4-993d-e336c67c3745,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:11.597496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.597938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.598367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.598845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.599704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.599704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.600070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.600492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.600905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.601319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.601734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:11.633660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:11.697523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:12.126002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:12.572198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:12.583143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:12.589671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:12.596338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:12.597066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:12.647502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/floatingips/43568f8c-5174-4089-9127-1a956efca264 HTTP/1.1" status: 204 len: 168 time: 1.9578903 Dec 22 16:08:12.648286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:12.720689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'status': 'completed', 'code': 200} Dec 22 16:08:12.823242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:12.845454 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-53af1298-f14b-4370-b53a-a3166c93bd5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8f95028e6c694248aba6266225c2dce3&device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 1099 time: 0.0921788 Dec 22 16:08:12.879430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-338b2d8a-0083-475b-b8d6-bddd0fe41345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:12.992554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-f8d83655-3d21-4056-9178-767702b2c10e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:12.994140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-f8d83655-3d21-4056-9178-767702b2c10e service neutron] 10.222.0.46 "GET /v2.0/networks?id=60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 200 len: 898 time: 0.1421041 Dec 22 16:08:13.087732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-03b413dd-987b-4e72-8c58-77ab14ea69bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 200 len: 217 time: 0.0696571 Dec 22 16:08:13.164283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-f6b053fb-15f5-4b07-ab9e-87e11a46b357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:13.166399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-f6b053fb-15f5-4b07-ab9e-87e11a46b357 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63d047f3-8c04-4b0f-a35e-6b01fc1a495c HTTP/1.1" status: 200 len: 834 time: 0.0689638 Dec 22 16:08:13.183523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:13.187968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:13.200686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:13.201363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:07:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:13.223929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605daf2-5d16-46f9-863b-dd6e161673a9 req-ca6fbad5-37e3-4a1e-a838-bcbc22f927d0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:13.226012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f605daf2-5d16-46f9-863b-dd6e161673a9 req-ca6fbad5-37e3-4a1e-a838-bcbc22f927d0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.0923941 Dec 22 16:08:13.252653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-9f81311d-12d5-4af7-9085-64424bc306df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60e629d6-e2be-474b-bc9b-527738fc95b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787191 Dec 22 16:08:13.276917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f605daf2-5d16-46f9-863b-dd6e161673a9 req-737426c0-540a-4025-a8ae-b64ba6015beb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444102 Dec 22 16:08:13.403919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-df9c642a-2fec-4ce1-8167-36916d34c951 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442337 Dec 22 16:08:13.556183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f144aa-8fde-44b4-a0be-376db6d1cd68 req-2936e13d-27fa-4157-b149-a3b5a2ad1dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442645 Dec 22 16:08:13.567037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:13.898891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:13.903105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934656b6-b86b-4896-93d5-8264dfb6cf29 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:04Z', 'revision_number': 6, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '36362705-ffcf-4ec8-9479-4aed471d9979', 'name': '', 'network_id': '60e629d6-e2be-474b-bc9b-527738fc95b2', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'mac_address': 'fa:16:3e:23:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:05Z', 'updated_at': '2021-12-22T16:08:07Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'subnets': [{'id': '63d047f3-8c04-4b0f-a35e-6b01fc1a495c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:14.152986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:14.498014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de5812-1b15-4c43-a1f0-7234ae00b07a req-e39b481b-1337-4660-83bb-9fb3740fc5b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:14.499664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6de5812-1b15-4c43-a1f0-7234ae00b07a req-e39b481b-1337-4660-83bb-9fb3740fc5b4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.0906739 Dec 22 16:08:14.551549 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6de5812-1b15-4c43-a1f0-7234ae00b07a req-fa827103-d592-4e04-b0bd-3ed2145bf0e7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c608f25-5ef4-409d-8c40-60f1e8483ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Dec 22 16:08:14.644330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-1786f6b8-01a8-4dee-b0d5-526b94f14123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:14.645101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-1786f6b8-01a8-4dee-b0d5-526b94f14123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Synchronizing usage tracker for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:08:14.712986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-1786f6b8-01a8-4dee-b0d5-526b94f14123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Unset dirty status for tenant:8f95028e6c694248aba6266225c2dce3 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:08:14.714265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-1786f6b8-01a8-4dee-b0d5-526b94f14123 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 946 time: 0.1558836 Dec 22 16:08:14.791902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 13bec23f-a7c3-438d-bc01-aede691f5a55 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:14.792287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.057067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 13bec23f-a7c3-438d-bc01-aede691f5a55, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=13bec23f-a7c3-438d-bc01-aede691f5a55,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:15.057587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.169924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfb4c5aa-a71f-417a-909e-18b65d43390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.187493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 13bec23f-a7c3-438d-bc01-aede691f5a55 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:15.208718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611454b2-fa0d-4e34-9fb9-83fb1c71fc5a None None] New status for floating IP 43568f8c-5174-4089-9127-1a956efca264: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:08:15.415797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.423258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-192adda2-10f0-4c01-bdd3-dcfabd3d8467 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:15.470597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=13bec23f-a7c3-438d-bc01-aede691f5a55,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:15.473409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:15.550327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] No DVR routers for this DVR port 13bec23f-a7c3-438d-bc01-aede691f5a55 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:08:15.552862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.557244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'name': 'network-vif-deleted', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:08:15.577473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:15.604983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f45b38c6-abd9-41d1-9413-10fe2f53e33d req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.46 "DELETE /v2.0/ports/13bec23f-a7c3-438d-bc01-aede691f5a55 HTTP/1.1" status: 204 len: 173 time: 0.8819876 Dec 22 16:08:15.620753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658dde40-f549-490b-ac34-6f7a248769b8', 'name': 'network-vif-deleted', 'tag': '13bec23f-a7c3-438d-bc01-aede691f5a55', 'status': 'completed', 'code': 200} Dec 22 16:08:15.727933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f74ee3a-7f08-476b-ac0a-ab7e51697bb4 req-d148ac0f-1edf-4b0a-a54d-ef44ff069fa9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "GET /v2.0/ports?device_id=658dde40-f549-490b-ac34-6f7a248769b8 HTTP/1.1" status: 200 len: 210 time: 0.0507381 Dec 22 16:08:16.855395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 55974) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:16.928769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:16.958860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:17.026970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:17.278110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:17.284155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-359fe537-6231-48aa-a45d-a7636d61837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:17.301065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c608f25-5ef4-409d-8c40-60f1e8483ddd,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:17.303786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:17.340063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:17.341301 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b3673e84-4337-4192-87a8-d9905c4be60a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c608f25-5ef4-409d-8c40-60f1e8483ddd HTTP/1.1" status: 204 len: 168 time: 0.4848549 Dec 22 16:08:17.433856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55980) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:17.848752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:18.471824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 36362705-ffcf-4ec8-9479-4aed471d9979 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:18.472398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:18.711486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 13bec23f-a7c3-438d-bc01-aede691f5a55 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:18.746720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 13bec23f-a7c3-438d-bc01-aede691f5a55 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:18.747041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 13bec23f-a7c3-438d-bc01-aede691f5a55 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:18.941751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 36362705-ffcf-4ec8-9479-4aed471d9979, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=36362705-ffcf-4ec8-9479-4aed471d9979,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:18.942154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:19.069363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 36362705-ffcf-4ec8-9479-4aed471d9979 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:19.341090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:19.345672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:19.389001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=36362705-ffcf-4ec8-9479-4aed471d9979,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:19.432218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.432665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.433099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.433531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.433969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.434394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.434844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.435268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.435672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.436097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.436513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:19.444964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:19.711404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:20.311718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Router 1e00df12-b6b5-4a4d-a279-78c95fb98276 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:20.523775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:20.534095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Sync routers for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:20.537072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "PUT /v2.0/routers/1e00df12-b6b5-4a4d-a279-78c95fb98276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1019900 Dec 22 16:08:20.540227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55984) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:20.546766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:20.547979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:20.739120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting subnet 63d047f3-8c04-4b0f-a35e-6b01fc1a495c {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:08:20.739701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:20.742240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:20.803211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:20.898090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:20.995290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.000209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e16455d4-e0ba-4512-b612-67e5cb9b657d tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:21.037380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Subnet': ['ID=63d047f3-8c04-4b0f-a35e-6b01fc1a495c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:21.041433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:21.044787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.054395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/subnets/63d047f3-8c04-4b0f-a35e-6b01fc1a495c HTTP/1.1" status: 204 len: 168 time: 0.5102313 Dec 22 16:08:21.054594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7873ed-3be4-4b92-a1c5-119694d3aa95 None None] Network 60e629d6-e2be-474b-bc9b-527738fc95b2 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:21.054679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55988) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:21.091734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:19Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:21.150895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Checking router: 1e00df12-b6b5-4a4d-a279-78c95fb98276 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:21.240484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Routers {'1e00df12-b6b5-4a4d-a279-78c95fb98276'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:21.241172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['1e00df12-b6b5-4a4d-a279-78c95fb98276'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:21.261429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.464726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] Set router 1e00df12-b6b5-4a4d-a279-78c95fb98276 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:21.577682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] DHCP port deletion for 60e629d6-e2be-474b-bc9b-527738fc95b2 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:08:21.588528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Deleting port c41a0e8f-8b1e-4218-8b01-841cfa757692 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:21.588974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.712460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.737481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Deleting port 504b3b5b-11f3-484c-9e98-b2c01e223899 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:08:21.737825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:21.935768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] For port 504b3b5b-11f3-484c-9e98-b2c01e223899, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=504b3b5b-11f3-484c-9e98-b2c01e223899,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:21.936319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.064570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Calling delete_port for 504b3b5b-11f3-484c-9e98-b2c01e223899 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:22.126717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] For port c41a0e8f-8b1e-4218-8b01-841cfa757692, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c41a0e8f-8b1e-4218-8b01-841cfa757692,segment=NetworkSegment(1a493327-5aa4-4b48-8256-ca9bbd8a7db2),segment_id=1a493327-5aa4-4b48-8256-ca9bbd8a7db2)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:22.127093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.258211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Calling delete_port for c41a0e8f-8b1e-4218-8b01-841cfa757692 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:08:22.317999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:19Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:22.326970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8660eb2-fe6b-4c62-9e06-d4cdac3727b8 None None] The sync data for ids ['1e00df12-b6b5-4a4d-a279-78c95fb98276'] in dv-neutron-822514-1-hyperv is: [{'id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'name': 'tempest-TestNetworkBasicOps-router-1346952744', 'tenant_id': '8f95028e6c694248aba6266225c2dce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73'}], 'enable_snat': True}, 'gw_port_id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:19Z', 'revision_number': 7, 'project_id': '8f95028e6c694248aba6266225c2dce3', 'gw_port': {'id': '504b3b5b-11f3-484c-9e98-b2c01e223899', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:a5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e00df12-b6b5-4a4d-a279-78c95fb98276', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:07:01Z', 'updated_at': '2021-12-22T16:08:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:22.353067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.357965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a8070b7f-b369-4290-8812-4c66a5e82082 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:22.381695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.386525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:22.400256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Port': ['ID=504b3b5b-11f3-484c-9e98-b2c01e223899,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:22.404473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:22.429607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Pushing event deleted for resources: {'Port': ['ID=c41a0e8f-8b1e-4218-8b01-841cfa757692,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:22.432368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:22.441125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] No DVR routers for this DVR port c41a0e8f-8b1e-4218-8b01-841cfa757692 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:08:22.640595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.915441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.920077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:22.999921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c41a0e8f-8b1e-4218-8b01-841cfa757692 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:23.034562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: c41a0e8f-8b1e-4218-8b01-841cfa757692 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:23.034966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c41a0e8f-8b1e-4218-8b01-841cfa757692 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:23.035428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:23.068350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.068959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Fanout notify agent at l3_agent the message router_deleted on router 1e00df12-b6b5-4a4d-a279-78c95fb98276 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:08:23.071485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 36362705-ffcf-4ec8-9479-4aed471d9979 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:23.071886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 36362705-ffcf-4ec8-9479-4aed471d9979 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:23.084143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.085491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/routers/1e00df12-b6b5-4a4d-a279-78c95fb98276 HTTP/1.1" status: 204 len: 168 time: 2.0297456 Dec 22 16:08:23.088290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 55992) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:23.212121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.353066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.383720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e629d6-e2be-474b-bc9b-527738fc95b2']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:23.396475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a493327-5aa4-4b48-8256-ca9bbd8a7db2') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:23.396811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a493327-5aa4-4b48-8256-ca9bbd8a7db2') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:23.409672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.425465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.431690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:08:23.432117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:08:23.447553 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:08:23.563981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.567446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0395c902-45e3-4e26-9c4c-418a3370e102 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:23.588994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:23.599213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Pushing event deleted for resources: {'Network': ['ID=60e629d6-e2be-474b-bc9b-527738fc95b2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:23.602595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:23.632958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] 10.222.0.18 "DELETE /v2.0/networks/60e629d6-e2be-474b-bc9b-527738fc95b2 HTTP/1.1" status: 204 len: 168 time: 0.5436392 Dec 22 16:08:24.132765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56000) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:24.348303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f8f21c90-adb1-4c35-a2c5-67539beb6137 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f95028e6c694248aba6266225c2dce3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2142122 Dec 22 16:08:24.350866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:24.412937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:24.439436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:24.565518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:24.570511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94f3954a-ea07-41fd-8b08-0d7bac4f1ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:24.584383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9f1a3d-977d-4a71-9162-b9219ee06042,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:24.589540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:24.591542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:24.593356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff9f1a3d-977d-4a71-9162-b9219ee06042 HTTP/1.1" status: 204 len: 168 time: 0.2409372 Dec 22 16:08:24.904881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:08:24.940484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 504b3b5b-11f3-484c-9e98-b2c01e223899 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:08:24.940884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 504b3b5b-11f3-484c-9e98-b2c01e223899 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:08:25.100761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56014) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:25.121274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.157836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:25.161868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Usage tracker for resource:security_group_rule and tenant:f743a5a0313a4e62afa65d2e941f41ef is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:25.165094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:25.171105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:25.333496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.369706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.377638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1aa04482-41e5-4b16-bf7d-8b7377d09a84 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:25.419696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdd6bfd-d90b-41c3-9973-6dc79b96bc90,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:25.423441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:25.425735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f743a5a0313a4e62afa65d2e941f41ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238945 Dec 22 16:08:25.428646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56018) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:25.490167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.516984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.592597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.598165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d15f3af-de4e-4bf5-8ad3-b7d82588c0b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:25.614364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdd6bfd-d90b-41c3-9973-6dc79b96bc90,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:25.617510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:25.619445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:25.620625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cdd6bfd-d90b-41c3-9973-6dc79b96bc90 HTTP/1.1" status: 204 len: 168 time: 0.1910322 Dec 22 16:08:26.957199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56040) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:27.095855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-524393090-network', 'tenant_id': '9a9607866a50448f85ece6fe23449439'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:27.100985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:27.104981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Usage tracker for resource:network and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:27.107975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:27.116087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:27.152548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Made reservation on behalf of 9a9607866a50448f85ece6fe23449439 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:08:27.158131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.171566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.205767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:27.209775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:27.212691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:27.219437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:27.287496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.318378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.322901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f55ef2f5-1d3e-442d-9144-2ec080ba9588 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:27.351303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:08:27.361449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b5416b-3603-49bc-a62c-59f28eeb652e,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:27.365275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:27.394227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.394649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Added segment 0b758740-73d6-4039-8db2-347cd2804df0 of type vlan for network d74bdc88-0469-4524-909e-c524d4889cc6 Dec 22 16:08:27.472330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.581367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.582285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:27.582977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:27.588167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-59502740-f24b-4e5c-839a-ba67cfc045b7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:27.689179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7307916 Dec 22 16:08:27.692588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56046) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:27.696769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Pushing event updated for resources: {'Network': ['ID=d74bdc88-0469-4524-909e-c524d4889cc6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:27.699610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Request body: {'subnet': {'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-524393090-subnet', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:27.699732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:27.706169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:27.708153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network d74bdc88-0469-4524-909e-c524d4889cc6 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:08:27.710504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Usage tracker for resource:subnet and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:27.713447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:27.720132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:27.758401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Made reservation on behalf of 9a9607866a50448f85ece6fe23449439 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:08:27.763165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.154690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.160036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16dd1189-ccca-4870-b9f1-6896a31e53f4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:28.236200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a63c1c-5e17-41ff-8830-72bcf75d81db,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:28.239117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:28.249762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:28.250671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Network hostable DHCP agents. Network: d74bdc88-0469-4524-909e-c524d4889cc6, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:08:28.329809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Network d74bdc88-0469-4524-909e-c524d4889cc6 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:08:28.386427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, d74bdc88-0469-4524-909e-c524d4889cc6) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:28.390449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:28.391294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.398291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850f99d-48ae-4add-aaa3-25ea36e95f18 None None] Network d74bdc88-0469-4524-909e-c524d4889cc6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:28.439962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7460852 Dec 22 16:08:28.442697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56050) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:28.448181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:28.453059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:28.457822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Usage tracker for resource:router and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:28.460869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:28.466950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:28.535483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.536633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.620095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-d74bdc88-0469-4524-909e-c524d4889cc6', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:08:28.620977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.641301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:28.827175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Allocated IP 172.20.0.2 (d74bdc88-0469-4524-909e-c524d4889cc6/34a63c1c-5e17-41ff-8830-72bcf75d81db/2671af7b-f4aa-4d80-82fe-107018cffa3c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:28.827964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.044917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.053024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.085868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.101444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Transition to ACTIVE for port object 2671af7b-f4aa-4d80-82fe-107018cffa3c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:29.121197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Transition to ACTIVE for port object 2671af7b-f4aa-4d80-82fe-107018cffa3c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:29.181721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.186888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cbc074b9-11b5-41b0-a105-30256ecaf653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:29.260952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:29.261743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Pushing event updated for resources: {'Port': ['ID=2671af7b-f4aa-4d80-82fe-107018cffa3c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:29.264762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:29.267097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:29.269740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:29.324088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Allocated IP 172.26.1.205 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/67d4d222-beae-4149-a16d-21f42f44b432) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:29.363154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Attempting to bind port 2671af7b-f4aa-4d80-82fe-107018cffa3c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:29.363496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Attempting to bind port 2671af7b-f4aa-4d80-82fe-107018cffa3c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:29.363915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Attempting to bind port 2671af7b-f4aa-4d80-82fe-107018cffa3c on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:29.370749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:29.372178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:29.372178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.372178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Bound using segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:29.372485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Bound port: 2671af7b-f4aa-4d80-82fe-107018cffa3c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:29.372877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.464562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] For port 2671af7b-f4aa-4d80-82fe-107018cffa3c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:29.467816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] For port 2671af7b-f4aa-4d80-82fe-107018cffa3c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2671af7b-f4aa-4d80-82fe-107018cffa3c,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:29.486493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.490299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:29.556782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.578177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Pushing event updated for resources: {'Port': ['ID=2671af7b-f4aa-4d80-82fe-107018cffa3c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:29.582122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:29.612875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.618108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:29.692903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:29.696516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:29.698674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Pushing event updated for resources: {'Port': ['ID=67d4d222-beae-4149-a16d-21f42f44b432,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:29.700939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:29.730024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:29.956367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:29.957151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:30.489971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:08:30.702727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:30.713911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:30.727360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:30.728042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:30.753641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:30.755558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3113949 Dec 22 16:08:30.758042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56054) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:30.931092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:31.013529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2671af7b-f4aa-4d80-82fe-107018cffa3c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:31.120255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2671af7b-f4aa-4d80-82fe-107018cffa3c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:31.246615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:29Z', 'revision_number': 3, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:31.251081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:31.251481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Updating router 845034c6-e963-48c6-b915-7dba3b9f99c5 port 67d4d222-beae-4149-a16d-21f42f44b432 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:08:31.280494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7257c7-c604-4071-a4c1-e102321aad6e None None] Network d74bdc88-0469-4524-909e-c524d4889cc6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:31.308929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.419667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Provisioning for port 2671af7b-f4aa-4d80-82fe-107018cffa3c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:31.428508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Provisioning complete for port 2671af7b-f4aa-4d80-82fe-107018cffa3c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:31.429219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.605436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.678382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.678553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.692929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Transition to ACTIVE for port object 67d4d222-beae-4149-a16d-21f42f44b432 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:31.722595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] For port 2671af7b-f4aa-4d80-82fe-107018cffa3c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2671af7b-f4aa-4d80-82fe-107018cffa3c,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:31.729707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.735444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:31.766586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.775456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eae3c73-fdcc-4f70-8e56-eab7713c3703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:31.844844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Attempting to bind port 67d4d222-beae-4149-a16d-21f42f44b432 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:31.845593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Attempting to bind port 67d4d222-beae-4149-a16d-21f42f44b432 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:31.846084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Attempting to bind port 67d4d222-beae-4149-a16d-21f42f44b432 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:31.849246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Pushing event updated for resources: {'Port': ['ID=67d4d222-beae-4149-a16d-21f42f44b432,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:31.870163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.870559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.871019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.871470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.871916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.872375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.872820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.873418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.873736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.874170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.874638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:08:31.879243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:31.883021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:31.883530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:31.884648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.885200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:31.886157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Bound port: 67d4d222-beae-4149-a16d-21f42f44b432, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:31.886689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:31.888474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Pushing event updated for resources: {'Port': ['ID=2671af7b-f4aa-4d80-82fe-107018cffa3c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:31.894296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:31.906816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Allocated IP 172.20.0.1 (d74bdc88-0469-4524-909e-c524d4889cc6/34a63c1c-5e17-41ff-8830-72bcf75d81db/724747e8-a1c3-4cb3-8537-f06c05426f42) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:31.973089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] For port 67d4d222-beae-4149-a16d-21f42f44b432, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:31.980739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] For port 67d4d222-beae-4149-a16d-21f42f44b432, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67d4d222-beae-4149-a16d-21f42f44b432,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:32.040791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.054825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:32.097716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-da4f8bfb-f38f-47a2-aa2f-943ff3f21fb8 None None] Provisioning complete for port 2671af7b-f4aa-4d80-82fe-107018cffa3c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:32.098151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-da4f8bfb-f38f-47a2-aa2f-943ff3f21fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.129183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.135808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:32.136571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:32.146774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Transition to ACTIVE for port object 724747e8-a1c3-4cb3-8537-f06c05426f42 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:32.206380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.212050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53fd614f-4324-4aa6-b71c-9138e34ff37f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:32.290238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:32.294409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:32.296827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Pushing event updated for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:32.299766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:32.326911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:32.333659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Pushing event updated for resources: {'Port': ['ID=67d4d222-beae-4149-a16d-21f42f44b432,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:32.342182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:32.357306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.481473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:32.521460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.679968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e33d7b95-f3ec-4af0-9255-a0d2da0f1557 None None] Provisioning for port 724747e8-a1c3-4cb3-8537-f06c05426f42 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:32.686102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e33d7b95-f3ec-4af0-9255-a0d2da0f1557 None None] Provisioning complete for port 724747e8-a1c3-4cb3-8537-f06c05426f42 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:32.686576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e33d7b95-f3ec-4af0-9255-a0d2da0f1557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.743914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e33d7b95-f3ec-4af0-9255-a0d2da0f1557 None None] Port 724747e8-a1c3-4cb3-8537-f06c05426f42 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:08:32.761675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.788393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.800861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:29Z', 'revision_number': 3, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:32.805050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2148d-4b84-4482-894a-b2f465591e90 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:29Z', 'revision_number': 3, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:32.826473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1cdad32-a369-458c-83b6-72ba6f0d02db tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:32.908715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Pushing event updated for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:32.911801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:32.912865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:32.957392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2671af7b-f4aa-4d80-82fe-107018cffa3c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:33.030320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2671af7b-f4aa-4d80-82fe-107018cffa3c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:33.030798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:33.066389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:33.067639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:33.472523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8207b3ca-971a-4e59-b783-463c2a1ff405 None None] Provisioning complete for port 724747e8-a1c3-4cb3-8537-f06c05426f42 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:33.472976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8207b3ca-971a-4e59-b783-463c2a1ff405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:33.525991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:33.529163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8207b3ca-971a-4e59-b783-463c2a1ff405 None None] Port 724747e8-a1c3-4cb3-8537-f06c05426f42 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:08:34.008722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:34.018544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] 10.222.0.18 "PUT /v2.0/routers/845034c6-e963-48c6-b915-7dba3b9f99c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2591774 Dec 22 16:08:34.975116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67d4d222-beae-4149-a16d-21f42f44b432 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:35.089904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56078) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:35.097357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1036609111-network', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:35.102833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:35.107032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Usage tracker for resource:network and tenant:fd548549a8624944a2b799ebcdfe9e56 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:35.108398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 67d4d222-beae-4149-a16d-21f42f44b432 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:35.110590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:35.113681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 67d4d222-beae-4149-a16d-21f42f44b432 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:35.114103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.116769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:35.152189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Made reservation on behalf of fd548549a8624944a2b799ebcdfe9e56 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:08:35.158264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.172112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.229470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.250277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 67d4d222-beae-4149-a16d-21f42f44b432, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67d4d222-beae-4149-a16d-21f42f44b432,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:35.255137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:35.259193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Usage tracker for resource:security_group_rule and tenant:fd548549a8624944a2b799ebcdfe9e56 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:35.262117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:35.268838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:35.279817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.281916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:35.352905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=67d4d222-beae-4149-a16d-21f42f44b432,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:35.356157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:35.392221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.417375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.422141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e0082a9b-e1dd-4b37-96c2-8ba443b99a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:35.448289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:08:35.461618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7113d219-175f-4dc6-a066-f02d309e9730,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:35.465880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:35.466880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.467271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Added segment f345f629-27b7-4e0b-a516-f0fa8129ad9f of type vlan for network b3174727-b25c-4569-918e-04843c515dee Dec 22 16:08:35.495556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.549198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.550196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:35.550899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.556189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-890133be-d7e0-461c-84f9-be39a5ea17e5 tempest-AllowedAddressPairIpV6TestJSON-1399359389 tempest-AllowedAddressPairIpV6TestJSON-1399359389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:35.661788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5706394 Dec 22 16:08:35.665051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Pushing event updated for resources: {'Network': ['ID=b3174727-b25c-4569-918e-04843c515dee,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:35.665374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56082) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:35.667984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e554c4b-d300-4f0b-abbb-f07ad326a99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:35.671981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Request body: {'subnet': {'network_id': 'b3174727-b25c-4569-918e-04843c515dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1036609111-subnet', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:35.675925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b3174727-b25c-4569-918e-04843c515dee details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:08:35.677437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:35.681559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Usage tracker for resource:subnet and tenant:fd548549a8624944a2b799ebcdfe9e56 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:35.684629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:35.690847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:35.741102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Made reservation on behalf of fd548549a8624944a2b799ebcdfe9e56 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:08:35.746204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:35.959756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:35.980236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:35.980926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:36.017666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.022365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d40d4de-88da-490f-87bb-d57a4b609d13 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:36.094752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65248468-25ba-4d46-a2ce-1a774649d4f6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:36.100162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:36.114345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Checking segment: {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:36.114768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Network hostable DHCP agents. Network: b3174727-b25c-4569-918e-04843c515dee, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:08:36.164112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Network b3174727-b25c-4569-918e-04843c515dee is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:08:36.169455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:36.198337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, b3174727-b25c-4569-918e-04843c515dee) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:36.202462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:08:36.203978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.213113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1be57c-e2c4-4d2a-9ad1-af9ef7e285c1 None None] Network b3174727-b25c-4569-918e-04843c515dee requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:36.251552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c4d37ef9-537a-42ff-a8db-ba5616af3284 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5849643 Dec 22 16:08:36.254184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56086) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:36.259750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:36.264778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:36.269614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Usage tracker for resource:router and tenant:fd548549a8624944a2b799ebcdfe9e56 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:36.272627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:36.278722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:36.313586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.314661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.334303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.521389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.671293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-b3174727-b25c-4569-918e-04843c515dee', 'network_id': 'b3174727-b25c-4569-918e-04843c515dee', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'fixed_ips': [{'subnet_id': '65248468-25ba-4d46-a2ce-1a774649d4f6'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:08:36.672226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.780274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.781976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 2, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:36.795771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:36.796290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Updating router 845034c6-e963-48c6-b915-7dba3b9f99c5 port 724747e8-a1c3-4cb3-8537-f06c05426f42 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:08:36.827237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.910930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:36.977597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67d4d222-beae-4149-a16d-21f42f44b432 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:36.997069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Allocated IP 172.26.1.226 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/e0d1a7dc-7163-47b7-bc84-7fea4eef76e9) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:37.033403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Allocated IP 172.20.0.2 (b3174727-b25c-4569-918e-04843c515dee/65248468-25ba-4d46-a2ce-1a774649d4f6/09219582-95ee-4e87-835b-8c42abe54c92) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:37.172471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.240634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.246241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1cc1aab-dea3-4ac2-bdc3-30ebda2a0bef tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:37.314931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 67d4d222-beae-4149-a16d-21f42f44b432 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:37.315122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:37.315391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.318094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:37.322789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:37.353023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Pushing event updated for resources: {'Port': ['ID=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:37.358865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:37.537626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.544564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.545330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.746670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Transition to ACTIVE for port object 09219582-95ee-4e87-835b-8c42abe54c92 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:37.834375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Router 05df9ae6-34fa-4d63-8318-840b7006b1c3 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:08:37.848588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Transition to ACTIVE for port object 09219582-95ee-4e87-835b-8c42abe54c92 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:37.869591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.881850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Transition to ACTIVE for port object 724747e8-a1c3-4cb3-8537-f06c05426f42 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:37.886409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.889988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:37.941861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:37.969817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Network b3174727-b25c-4569-918e-04843c515dee is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:37.974621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:38.024550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Pushing event updated for resources: {'Port': ['ID=09219582-95ee-4e87-835b-8c42abe54c92,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:38.027765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:38.030697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:38.032583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:38.051324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:38.062068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Sync routers for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:38.076817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:38.077489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:38.108669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.111080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8558054 Dec 22 16:08:38.114090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56090) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:38.260846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Pushing event updated for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:38.270567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:38.285985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Attempting to bind port 09219582-95ee-4e87-835b-8c42abe54c92 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:38.286411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Attempting to bind port 09219582-95ee-4e87-835b-8c42abe54c92 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:38.286859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Attempting to bind port 09219582-95ee-4e87-835b-8c42abe54c92 on network b3174727-b25c-4569-918e-04843c515dee {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:38.295644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:38.300697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Attempting to bind port 724747e8-a1c3-4cb3-8537-f06c05426f42 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:38.301118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Attempting to bind port 724747e8-a1c3-4cb3-8537-f06c05426f42 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:38.301533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Attempting to bind port 724747e8-a1c3-4cb3-8537-f06c05426f42 on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:38.305881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:38.306309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Checking segment: {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:38.306786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.307234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Bound using segment: {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:38.307761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Bound port: 09219582-95ee-4e87-835b-8c42abe54c92, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:38.308187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.324449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:38.324906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:38.325304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.325749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Bound using segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:38.326277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Bound port: 724747e8-a1c3-4cb3-8537-f06c05426f42, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:38.326726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.508578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] For port 09219582-95ee-4e87-835b-8c42abe54c92, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:38.511121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] For port 724747e8-a1c3-4cb3-8537-f06c05426f42, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:38.514166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] For port 09219582-95ee-4e87-835b-8c42abe54c92, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=09219582-95ee-4e87-835b-8c42abe54c92,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:38.517081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] For port 724747e8-a1c3-4cb3-8537-f06c05426f42, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=724747e8-a1c3-4cb3-8537-f06c05426f42,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:38.549288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.554408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:38.589939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.617164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:37Z', 'revision_number': 3, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:38.621310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Checking router: 05df9ae6-34fa-4d63-8318-840b7006b1c3 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:38.621738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Updating router 05df9ae6-34fa-4d63-8318-840b7006b1c3 port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:08:38.654254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Pushing event updated for resources: {'Port': ['ID=09219582-95ee-4e87-835b-8c42abe54c92,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:38.659892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:38.661067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:38.693886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:38.723736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:38.724458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:38.848123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Pushing event updated for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:38.863562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:39.013222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:39.182938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.198194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Transition to ACTIVE for port object e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:39.239329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.256943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:39.314185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.357097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Pushing event updated for resources: {'Port': ['ID=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:39.366108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:39.371285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Attempting to bind port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:39.371673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Attempting to bind port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:39.372082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Attempting to bind port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:39.381149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:39.381565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:39.382012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.382564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:39.382990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Bound port: e0d1a7dc-7163-47b7-bc84-7fea4eef76e9, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:39.383410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.428754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:38Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:39.434667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb977a2-4ba9-4dd9-a4d7-93923369fc37 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:38Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:39.460356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] For port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:39.464367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] For port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:39.532982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.538387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8bfa6a4-782d-4f21-ace0-14d6347521f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:39.580237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Allocated IP 172.20.0.1 (b3174727-b25c-4569-918e-04843c515dee/65248468-25ba-4d46-a2ce-1a774649d4f6/4f7b267b-8124-4373-9ab4-3b0ad8935060) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:08:39.633368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Pushing event updated for resources: {'Port': ['ID=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:39.636924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:39.639006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:39.639897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:39.754254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.778516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Transition to ACTIVE for port object 4f7b267b-8124-4373-9ab4-3b0ad8935060 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:39.838277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:39.846263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:39.851942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7f66934-bc79-492f-abc1-35f34da84cbb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:39.927305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Network b3174727-b25c-4569-918e-04843c515dee is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:39.930380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:39.935173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:08:39.965709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:39.975858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:40.000074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.120842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.150613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:37Z', 'revision_number': 3, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:40.158206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d486fe-46a5-4a9c-89b7-e548bd31956f None None] The sync data for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv is: [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:37Z', 'revision_number': 3, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:40.183222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.401084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.434308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.465091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-079395be-d792-4408-8aef-20ec78f98fd9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:40.554649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:40.558708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Pushing event updated for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:40.563029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:40.650949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2cd340-c448-494d-83fb-d1861c620273 None None] Network b3174727-b25c-4569-918e-04843c515dee requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:08:40.728989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Network b3174727-b25c-4569-918e-04843c515dee is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:08:40.734880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:08:40.841460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-92a9210f-6ba6-43ef-a4e1-36cc844729b7 None None] Provisioning for port 09219582-95ee-4e87-835b-8c42abe54c92 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:41.076665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:41.215735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:41.221715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:41.222413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.267883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Router 05df9ae6-34fa-4d63-8318-840b7006b1c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:08:41.361857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.382754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:41.426045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.427115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 09219582-95ee-4e87-835b-8c42abe54c92 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:41.475094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:41.564105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:08:41.577067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] 10.222.0.18 "PUT /v2.0/routers/05df9ae6-34fa-4d63-8318-840b7006b1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4616909 Dec 22 16:08:41.590395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:41.602772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:41.661650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0868b587-e93b-4553-b2c3-8053f48b3712 None None] Provisioning for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:41.667899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0868b587-e93b-4553-b2c3-8053f48b3712 None None] Provisioning complete for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:41.668327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0868b587-e93b-4553-b2c3-8053f48b3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.733668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 09219582-95ee-4e87-835b-8c42abe54c92 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:41.738212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0868b587-e93b-4553-b2c3-8053f48b3712 None None] Port 4f7b267b-8124-4373-9ab4-3b0ad8935060 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:08:41.746268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 09219582-95ee-4e87-835b-8c42abe54c92 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:41.746720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.943235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e948e7c8-4920-43dc-ae99-23d14208ee64 None None] Provisioning complete for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:41.943718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e948e7c8-4920-43dc-ae99-23d14208ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:41.995503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.029711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e948e7c8-4920-43dc-ae99-23d14208ee64 None None] Port 4f7b267b-8124-4373-9ab4-3b0ad8935060 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:08:42.044025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 09219582-95ee-4e87-835b-8c42abe54c92, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=09219582-95ee-4e87-835b-8c42abe54c92,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:42.069122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.070082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 724747e8-a1c3-4cb3-8537-f06c05426f42 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:42.122827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:42.202512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=09219582-95ee-4e87-835b-8c42abe54c92,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:42.206222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:42.250748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 724747e8-a1c3-4cb3-8537-f06c05426f42 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:42.256947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 724747e8-a1c3-4cb3-8537-f06c05426f42 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:42.257378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.393442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.404936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fd70369b-5e0e-485e-b24f-41892f95283b None None] Provisioning complete for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:42.405358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd70369b-5e0e-485e-b24f-41892f95283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.425066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56100) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:42.431380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992473642', 'description': 'tempest-secgroup-smoke-992473642 description', 'project_id': '9a9607866a50448f85ece6fe23449439'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:42.438391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:42.442555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:42.445682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:42.451903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:42.480421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 724747e8-a1c3-4cb3-8537-f06c05426f42, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=724747e8-a1c3-4cb3-8537-f06c05426f42,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:42.481434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fd70369b-5e0e-485e-b24f-41892f95283b None None] Port 4f7b267b-8124-4373-9ab4-3b0ad8935060 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:08:42.489936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.518636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.520611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8d82b6e0-5fce-4cdb-90e8-9f03f069120f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:42.529408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:42.533927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:42.537113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:42.543497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:42.590366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:42.593819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:42.628121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.655398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.660806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-428fdb10-8a05-4556-b5d3-15dabbfb4b7b tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:42.700824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72acc8b-0578-4760-a9f4-995bd2ab2c33,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:42.703658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:42.729861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.731295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e337185-6c4f-4816-9422-1730dcf542f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3050923 Dec 22 16:08:42.734918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56104) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:42.740801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:42.747255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:42.751972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:42.754983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:42.758563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01889758-a795-42ec-8a1c-14e499b10b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.761074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:42.805733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.870930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.912835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.915195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b9c90352-1ff3-4840-80ed-9c132aa76f87 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:42.939345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272dd515-929b-48ca-a1be-e5536c4de8cb,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:42.941982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:42.973516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:42.975997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:42.977344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2414334 Dec 22 16:08:42.980459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56108) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:42.987504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:42.994217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:42.998261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:43.003085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:43.009217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:43.045615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:43.046047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.052877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.124981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.193363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.195506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6e97726f-099a-45aa-b773-8b25280500f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:43.222348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484c8252-ec04-42c5-a34a-0628d51c8aa2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:43.225350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:43.280709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.282802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3011742 Dec 22 16:08:43.285762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56112) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:43.292789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:43.299969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:43.304000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:43.307025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:43.313222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:43.328265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 09219582-95ee-4e87-835b-8c42abe54c92 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:43.353976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.398422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 09219582-95ee-4e87-835b-8c42abe54c92 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:43.398873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.423833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.449987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.451949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fda127cf-2706-437b-bd04-26280b5c546b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:43.475312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc988a9-88c1-4400-9885-611a36fbe2f0,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:43.479610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:43.521550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 724747e8-a1c3-4cb3-8537-f06c05426f42 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:43.537271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.538595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2517674 Dec 22 16:08:43.541985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56116) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:43.548151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:43.554655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:43.558748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:43.561714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:43.568266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:43.590846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 724747e8-a1c3-4cb3-8537-f06c05426f42 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:43.591280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.613089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.684605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.720110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.728277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-abbf4d2f-e57c-4ee6-8580-e2f6e93a407b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:43.750103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e242fe43-f012-45d8-94e2-a30e7d059d8c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:43.752678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:43.782955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.784382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2412252 Dec 22 16:08:43.787426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56120) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:43.793689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:43.800511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:43.804666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:43.807809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:43.814477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:43.857445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Project 9a9607866a50448f85ece6fe23449439 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:08:43.865379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.934759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.977140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:43.979155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5ea39ce7-e522-4c42-9369-82aaaf7917d1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:44.005186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e248e5-cc20-4d7a-a993-4e2daf702194,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:44.007819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:44.045718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.047882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-80c6216f-f33e-4c15-861f-cff2306fa68b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2593071 Dec 22 16:08:44.050697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56124) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:08:44.056785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'security_group_rule': {'security_group_id': 'c72acc8b-0578-4760-a9f4-995bd2ab2c33', 'project_id': '9a9607866a50448f85ece6fe23449439', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:08:44.064526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:08:44.068583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:security_group_rule and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:08:44.071609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:08:44.077704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:08:44.100469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Sync routers for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:08:44.106785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:44.107542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:44.120408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Project 9a9607866a50448f85ece6fe23449439 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:08:44.128477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.198431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.228522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.230511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-544d8d10-e016-49da-ae8a-7ab26b5c04e2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:44.252953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:08:44.255216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31c6f88-f653-4214-9e9b-17e7793845eb,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:44.258217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:44.258341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.298107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:44.299567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2476985 Dec 22 16:08:44.312307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:44.645943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:40Z', 'revision_number': 4, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4f7b267b-8124-4373-9ab4-3b0ad8935060', 'name': '', 'network_id': 'b3174727-b25c-4569-918e-04843c515dee', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'mac_address': 'fa:16:3e:ef:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:39Z', 'updated_at': '2021-12-22T16:08:40Z', 'revision_number': 2, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'subnets': [{'id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:44.650118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Checking router: 05df9ae6-34fa-4d63-8318-840b7006b1c3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:08:44.650619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Updating router 05df9ae6-34fa-4d63-8318-840b7006b1c3 port 4f7b267b-8124-4373-9ab4-3b0ad8935060 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:08:44.708043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.175362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.187984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Transition to ACTIVE for port object 4f7b267b-8124-4373-9ab4-3b0ad8935060 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:08:45.192156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66d30c01-41f4-4f24-908b-0ebb6b351f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.245719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.250799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8100c886-a833-4200-9a7e-8e4816e07a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:45.379919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Pushing event updated for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:45.383860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:45.479912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Attempting to bind port 4f7b267b-8124-4373-9ab4-3b0ad8935060 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:08:45.480343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Attempting to bind port 4f7b267b-8124-4373-9ab4-3b0ad8935060 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:08:45.480760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Attempting to bind port 4f7b267b-8124-4373-9ab4-3b0ad8935060 on network b3174727-b25c-4569-918e-04843c515dee {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:08:45.488735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:08:45.489348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Checking segment: {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:08:45.489715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.490116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Bound using segment: {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:08:45.490677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Bound port: 4f7b267b-8124-4373-9ab4-3b0ad8935060, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f345f629-27b7-4e0b-a516-f0fa8129ad9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b3174727-b25c-4569-918e-04843c515dee'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:08:45.491104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.608184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.614495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] For port 4f7b267b-8124-4373-9ab4-3b0ad8935060, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:08:45.618644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] For port 4f7b267b-8124-4373-9ab4-3b0ad8935060, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f7b267b-8124-4373-9ab4-3b0ad8935060,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:08:45.651940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:45.657768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:45.739285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Pushing event updated for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:45.743154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:45.743922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:08:45.744604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:08:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:45.956202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:08:46.306345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:40Z', 'revision_number': 4, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4f7b267b-8124-4373-9ab4-3b0ad8935060', 'name': '', 'network_id': 'b3174727-b25c-4569-918e-04843c515dee', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'mac_address': 'fa:16:3e:ef:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:39Z', 'updated_at': '2021-12-22T16:08:45Z', 'revision_number': 4, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'subnets': [{'id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:08:46.310784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac51c15-9503-4ec6-af56-f901cbfb69b8 None None] The sync data for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv is: [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:40Z', 'revision_number': 4, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '4f7b267b-8124-4373-9ab4-3b0ad8935060', 'name': '', 'network_id': 'b3174727-b25c-4569-918e-04843c515dee', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'mac_address': 'fa:16:3e:ef:a9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:39Z', 'updated_at': '2021-12-22T16:08:45Z', 'revision_number': 4, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'subnets': [{'id': '65248468-25ba-4d46-a2ce-1a774649d4f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:08:47.003058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f7b267b-8124-4373-9ab4-3b0ad8935060 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:47.070276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.120036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:08:47.129983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:47.130405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.264659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.305051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 4f7b267b-8124-4373-9ab4-3b0ad8935060, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f7b267b-8124-4373-9ab4-3b0ad8935060,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:08:47.336198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:08:47.338670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-313f20b8-cf0d-4a41-a46c-1799ca169468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:08:47.412762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:08:47.416493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:08:48.966027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f7b267b-8124-4373-9ab4-3b0ad8935060 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:08:49.044503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 4f7b267b-8124-4373-9ab4-3b0ad8935060 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:08:49.044954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:10.364228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:12.776890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0c81-8383-4b0f-bb82-95db015a2efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:14.188133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.176990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e509fc4b-39df-4b46-80cd-33d6f6569b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.565662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:15.932229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-2d0a1356-36ed-4c54-9686-5d25801e6cce tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:15.976841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-2d0a1356-36ed-4c54-9686-5d25801e6cce tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:15.978018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-2d0a1356-36ed-4c54-9686-5d25801e6cce tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992473642&fields=id&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 267 time: 0.0930450 Dec 22 16:09:16.137573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-96deb413-f27f-4d02-9e15-7480240b01a9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:16.138314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-96deb413-f27f-4d02-9e15-7480240b01a9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:09:16.182702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-96deb413-f27f-4d02-9e15-7480240b01a9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:09:16.184038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-96deb413-f27f-4d02-9e15-7480240b01a9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1988409 Dec 22 16:09:16.201255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-0859425e-aa1e-4c93-9d63-a44bd40f5a99 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/quotas/9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 375 time: 0.0113547 Dec 22 16:09:16.285872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-92593765-533f-453f-8f34-911d3e84770f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793462 Dec 22 16:09:16.303936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-4d6e2fa9-410a-4c62-9b7e-ded4ec3fa7d3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:09:16.304991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-4d6e2fa9-410a-4c62-9b7e-ded4ec3fa7d3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052915 Dec 22 16:09:16.448818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-38a8f869-ab64-43ce-8ac6-cfda8a2ca7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377971 Dec 22 16:09:16.592972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-a1b6d63a-8379-4a4b-a37f-58b2420e8788 service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377859 Dec 22 16:09:17.074556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:17.156923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cbbe441-f1a5-4fc0-bbb2-f23abb17465c req-741c7fc0-07a9-4ee3-bd60-f67854cf16af tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 210 time: 0.0491586 Dec 22 16:09:18.330394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-50f98bc5-fbf5-4a59-b495-d1eef7676041 req-20131d64-bdaf-4d3e-8888-2772a27cf2f6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 210 time: 0.0489957 Dec 22 16:09:19.291921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-22779584-dc4a-4079-b3de-e532bb2385df tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:19.293492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-22779584-dc4a-4079-b3de-e532bb2385df tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1632655 Dec 22 16:09:19.363710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-55a0cc3e-c63f-4bab-a893-e466be32fe81 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 379 time: 0.0477514 Dec 22 16:09:19.444555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'port': {'device_id': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'admin_state_up': True, 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'security_groups': ['c72acc8b-0578-4760-a9f4-995bd2ab2c33']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:19.500867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5af4acd7-4533-42b8-99ad-ee786f4d6903 req-ff85b645-0e1f-4cac-8710-3fc8dfaf7a36 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 210 time: 0.0458777 Dec 22 16:09:19.592337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:19.596265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:port and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:19.599183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:19.605279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:19.651006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Made reservation on behalf of 9a9607866a50448f85ece6fe23449439 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:09:19.657739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:19.834119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.20.0.6 (d74bdc88-0469-4524-909e-c524d4889cc6/34a63c1c-5e17-41ff-8830-72bcf75d81db/6f12ad71-adb5-4617-923e-07c7eb9627a2) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:20.036122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.053437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Transition to ACTIVE for port object 6f12ad71-adb5-4617-923e-07c7eb9627a2 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:20.102824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.108758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f7ffb455-28e0-4a0e-9664-100f76b656cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:20.181939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:20.185163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:20.189217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:20.230427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:20.253390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.253821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.254241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.254690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.255108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.255520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.256471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.257538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.257955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.258424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.258858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:20.265100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:20.277805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:20.278498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.429279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897130 Dec 22 16:09:20.447449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Request body: {'port': {'device_id': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:20.576888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.628220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cca50a2c-5ca4-48e7-9bd1-97b57c38b063 None None] Provisioning for port 6f12ad71-adb5-4617-923e-07c7eb9627a2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:20.635146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cca50a2c-5ca4-48e7-9bd1-97b57c38b063 None None] Provisioning complete for port 6f12ad71-adb5-4617-923e-07c7eb9627a2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:20.635499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cca50a2c-5ca4-48e7-9bd1-97b57c38b063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.707706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cca50a2c-5ca4-48e7-9bd1-97b57c38b063 None None] Port 6f12ad71-adb5-4617-923e-07c7eb9627a2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:09:20.736432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499663c-3a14-4a39-9c5d-4a40c4be9214 req-9ad5c3ac-769c-46e0-8aaa-e1ef51dc36be tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:20.738590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3499663c-3a14-4a39-9c5d-4a40c4be9214 req-9ad5c3ac-769c-46e0-8aaa-e1ef51dc36be tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 931 time: 0.1002944 Dec 22 16:09:20.812320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3499663c-3a14-4a39-9c5d-4a40c4be9214 req-840ae5ea-42ec-4d30-8823-88e82dda2e75 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663757 Dec 22 16:09:20.973086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f12ad71-adb5-4617-923e-07c7eb9627a2 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:09:20.981072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:20.997660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Transition to ACTIVE for port object 6f12ad71-adb5-4617-923e-07c7eb9627a2 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:09:21.062388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.067306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-523dac81-8e5a-45dd-b8bc-7d90c594911f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:21.195849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:21.199094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:21.253968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:09:21.322114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Attempting to bind port 6f12ad71-adb5-4617-923e-07c7eb9627a2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:09:21.322512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Attempting to bind port 6f12ad71-adb5-4617-923e-07c7eb9627a2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:09:21.322881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Attempting to bind port 6f12ad71-adb5-4617-923e-07c7eb9627a2 on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:21.329271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Port 6f12ad71-adb5-4617-923e-07c7eb9627a2 on network d74bdc88-0469-4524-909e-c524d4889cc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:09:21.329628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Attempting to bind port 6f12ad71-adb5-4617-923e-07c7eb9627a2 on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:09:21.337026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:09:21.337399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:09:21.337817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Bound using segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:09:21.338289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Bound port: 6f12ad71-adb5-4617-923e-07c7eb9627a2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:09:21.338675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.436687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:09:21.440383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:09:21.473045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.477426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-870d2247-de7d-4352-98a9-abd381bfdc5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:21.550418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:21.551984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 1093 time: 1.1101985 Dec 22 16:09:21.553062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:21.566360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:21.571224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:21.626141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'status': 'completed', 'code': 200} Dec 22 16:09:21.715560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-64df1422-098a-48ef-8099-00a7a39571ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1096 time: 0.0780067 Dec 22 16:09:22.044279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73c593-88db-4dc0-b472-0acbcffba931 req-3b39d202-05ac-4f32-a883-0365c29ac8bc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:22.046009 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb73c593-88db-4dc0-b472-0acbcffba931 req-3b39d202-05ac-4f32-a883-0365c29ac8bc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0965939 Dec 22 16:09:22.072078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-2832fc5f-a2c0-4724-8ac2-5c79aba1cfc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 217 time: 0.3442378 Dec 22 16:09:22.097071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb73c593-88db-4dc0-b472-0acbcffba931 req-96e48c1b-efd3-4873-b7d5-4e49d3ec6290 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Dec 22 16:09:22.146206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-6a95c828-e4d6-46c2-9f79-6798b592493a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:22.148121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-6a95c828-e4d6-46c2-9f79-6798b592493a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0648503 Dec 22 16:09:22.234111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-3c0f5036-1493-43de-ba05-40e8a2f1732a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748034 Dec 22 16:09:22.381450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-b372a28e-fd9a-4b41-bf5f-a994c768344c service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360195 Dec 22 16:09:22.529573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37a734aa-6658-48e3-bd12-447e3341b5aa req-c2e242e2-3ad0-46a8-9520-197179bfbe90 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371338 Dec 22 16:09:22.676179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-bb271f4c-6b7f-44a1-9e07-f2d062fdb21c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1096 time: 0.0745049 Dec 22 16:09:22.827739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-268e5eee-cb47-4900-b1cc-1ec25db20451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:22.829443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-268e5eee-cb47-4900-b1cc-1ec25db20451 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1430652 Dec 22 16:09:22.909078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-5ca37184-27f1-4104-9477-b720d1be0486 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 217 time: 0.0682499 Dec 22 16:09:22.984391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-78122282-cc2c-4874-9801-2a3e9ab6b912 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:22.986048 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-78122282-cc2c-4874-9801-2a3e9ab6b912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0668509 Dec 22 16:09:23.068056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-af40ba81-156f-44a8-8582-2792bc0f81bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738370 Dec 22 16:09:23.221882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-baf59707-4ef7-4c03-b473-7458ff61294f service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429555 Dec 22 16:09:23.323314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756526db-b1ac-4de0-b0f2-d5ee2ad710b3 req-1bddfe25-d8cb-497f-813e-eaaa71aa6dab tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:23.324944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-756526db-b1ac-4de0-b0f2-d5ee2ad710b3 req-1bddfe25-d8cb-497f-813e-eaaa71aa6dab tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0924630 Dec 22 16:09:23.376166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-756526db-b1ac-4de0-b0f2-d5ee2ad710b3 req-c3d79eaf-c34c-4604-b2dc-f1e5f4142b7d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447190 Dec 22 16:09:23.376828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-921ef686-25d4-4a19-9e8a-7b511ec455dc req-ea16bd11-11c0-4b63-b91f-e5e2ebfa45b5 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440852 Dec 22 16:09:24.582353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a675f-7794-48d9-b50a-97cfb7b630a8 req-47fe1ce5-85d9-4bd2-a547-67c7f2ae449f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:24.584467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e11a675f-7794-48d9-b50a-97cfb7b630a8 req-47fe1ce5-85d9-4bd2-a547-67c7f2ae449f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0845170 Dec 22 16:09:24.633025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e11a675f-7794-48d9-b50a-97cfb7b630a8 req-a70ed966-bb04-4176-8971-28a28c7c9d46 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423167 Dec 22 16:09:25.842896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9518568-25e3-4268-b268-5298addd31df req-644de828-5821-4c1a-8d08-ec23ffdc9233 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:25.844524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9518568-25e3-4268-b268-5298addd31df req-644de828-5821-4c1a-8d08-ec23ffdc9233 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0895121 Dec 22 16:09:25.892414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9518568-25e3-4268-b268-5298addd31df req-38e2b74c-d44d-4780-9d8a-bc0aba9feb74 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412140 Dec 22 16:09:27.096716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132cdf8-f065-4cb2-b765-57babea29caa req-f47c8e0e-7dd2-427d-a2cb-6eca7e7641a7 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:27.098255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7132cdf8-f065-4cb2-b765-57babea29caa req-f47c8e0e-7dd2-427d-a2cb-6eca7e7641a7 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0843053 Dec 22 16:09:27.146024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7132cdf8-f065-4cb2-b765-57babea29caa req-dec5732c-d5f4-4ab5-b602-6cd16b615093 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Dec 22 16:09:28.355816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143c845-caa3-4d8e-bed8-bd2a20d1e6a4 req-c3a85584-a89f-496b-acad-9648fb7fdc75 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:28.357428 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b143c845-caa3-4d8e-bed8-bd2a20d1e6a4 req-c3a85584-a89f-496b-acad-9648fb7fdc75 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0872838 Dec 22 16:09:28.405170 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b143c845-caa3-4d8e-bed8-bd2a20d1e6a4 req-b528f9f6-e2e4-4380-ad3e-22d3f72b0156 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414307 Dec 22 16:09:29.613989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf838ae-6f85-421f-832a-faa1505b23b0 req-6d469f48-0fc1-4414-8f92-3e326676a533 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:29.615598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0bf838ae-6f85-421f-832a-faa1505b23b0 req-6d469f48-0fc1-4414-8f92-3e326676a533 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0848889 Dec 22 16:09:29.667295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0bf838ae-6f85-421f-832a-faa1505b23b0 req-9f92a1ec-a01a-4896-848f-e0c84742d3ad tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453227 Dec 22 16:09:30.884370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30cef1-964c-4a27-a5cf-6b72056839e1 req-e12b8cb8-4dc9-4230-b32d-b93251ca4839 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:30.886003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c30cef1-964c-4a27-a5cf-6b72056839e1 req-e12b8cb8-4dc9-4230-b32d-b93251ca4839 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 943 time: 0.0848207 Dec 22 16:09:30.935791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c30cef1-964c-4a27-a5cf-6b72056839e1 req-65dfe3d8-79a2-44e7-9a1d-87a912896ae2 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431232 Dec 22 16:09:30.967391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6f12ad71-adb5-4617-923e-07c7eb9627a2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:09:31.110690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:31.124958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'port_id': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'mac_address': 'fa:16:3e:f7:e2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:09:31.179965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.198163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f12ad71-adb5-4617-923e-07c7eb9627a2 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:09:31.213039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:31.243281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:31.245090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:31.311510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:31.321166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.321556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.321939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.322320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.322722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.323100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.323474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.323845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.324216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.324589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.324955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:09:31.329021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:31.537386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6f12ad71-adb5-4617-923e-07c7eb9627a2'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:09:32.387225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ea62-0687-4e13-a3d1-9e01e39aa781 req-eeaa5446-cac2-4cf8-8012-583a4bca70f0 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:32.388844 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b40ea62-0687-4e13-a3d1-9e01e39aa781 req-eeaa5446-cac2-4cf8-8012-583a4bca70f0 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 944 time: 0.3224077 Dec 22 16:09:32.438244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b40ea62-0687-4e13-a3d1-9e01e39aa781 req-68c54e92-5cfd-4749-bcb4-b36d7d9f8754 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431964 Dec 22 16:09:32.997555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6f12ad71-adb5-4617-923e-07c7eb9627a2 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:09:33.094918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 6f12ad71-adb5-4617-923e-07c7eb9627a2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:09:33.099964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 6f12ad71-adb5-4617-923e-07c7eb9627a2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:09:33.100391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.217350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.244482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:33.254392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:09:33.285261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:33.288107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:33.319840 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'code': 200} Dec 22 16:09:33.358350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:33.361509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:33.574126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eceb4736-f2e9-4f55-9a35-c160aba43c3a req-26879f4f-bd03-45c0-b8f2-a39acc93192a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0808630 Dec 22 16:09:33.623967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eceb4736-f2e9-4f55-9a35-c160aba43c3a req-6587fbc1-e0ea-43eb-99d5-9eebc28ff2d9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402246 Dec 22 16:09:33.643780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d6aa0-26e5-493d-b74a-c738ca90117d req-41d7ac05-01ec-483e-a23f-888f7bd194ba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:33.645403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e5d6aa0-26e5-493d-b74a-c738ca90117d req-41d7ac05-01ec-483e-a23f-888f7bd194ba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.0834801 Dec 22 16:09:33.694632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e5d6aa0-26e5-493d-b74a-c738ca90117d req-27567553-eb76-47d7-acb6-05c0e16d7113 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Dec 22 16:09:34.946803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7ff8f-e32d-4b7a-8f3f-0d9d3dbea871 req-ff8ce9e2-8968-4299-b52b-413218de4472 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:34.948433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4e7ff8f-e32d-4b7a-8f3f-0d9d3dbea871 req-ff8ce9e2-8968-4299-b52b-413218de4472 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.0878303 Dec 22 16:09:34.996357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4e7ff8f-e32d-4b7a-8f3f-0d9d3dbea871 req-b132b331-f290-42f7-b004-7cf519df8ef1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418482 Dec 22 16:09:36.201714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c6eaf-2f30-4f78-a2a9-ef5a81601f14 req-04769d22-7798-42f6-96bd-ad3d8b504d81 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:36.203359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec9c6eaf-2f30-4f78-a2a9-ef5a81601f14 req-04769d22-7798-42f6-96bd-ad3d8b504d81 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.0831633 Dec 22 16:09:36.250784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec9c6eaf-2f30-4f78-a2a9-ef5a81601f14 req-4a044124-7fbe-4f72-9858-32b747aec5fa tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411630 Dec 22 16:09:36.456094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d378318-20e2-47fb-a105-542b5bbaaf3d req-1379a541-7cc4-48f1-ac55-641f765d970e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:36.457618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d378318-20e2-47fb-a105-542b5bbaaf3d req-1379a541-7cc4-48f1-ac55-641f765d970e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.0851743 Dec 22 16:09:36.506460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d378318-20e2-47fb-a105-542b5bbaaf3d req-c5ce6cbe-f63e-4d2f-baee-181e8911bfe2 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421989 Dec 22 16:09:36.534010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:36.744110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ccd4a3e4-d608-4d0b-9689-91cac8125eba tempest-TestVolumeBootPattern-943547269 tempest-TestVolumeBootPattern-943547269-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1093 time: 0.2086158 Dec 22 16:09:36.746978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56358) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:09:36.752586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:09:36.759234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:09:36.767115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:floatingip and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:09:36.767115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:09:36.772897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:09:36.809879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:36.963277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:37.140126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.26.1.56 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/6066c280-d39a-4d13-997a-8d4130fc3e27) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:09:37.298624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:37.375734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:37.380714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be828ffd-2abc-4953-b083-ea024cf83ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:37.454956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:09:37.458379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:09:37.460530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=6066c280-d39a-4d13-997a-8d4130fc3e27,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:37.462855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:09:37.489366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:37.983935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:38.075361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:38.286219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:38.330685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:38.335879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:09:38.446526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=6066c280-d39a-4d13-997a-8d4130fc3e27,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:09:38.450904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:09:38.459751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:38.657746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Floating IP 0e1a590f-1f32-4f03-bd68-2bdd98561146 associated. External IP: 172.26.1.56, port: 6f12ad71-adb5-4617-923e-07c7eb9627a2. Dec 22 16:09:39.064449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:09:39.495430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:09:39.506840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:09:39.519165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:39.519839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:09:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:39.565358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:39.634460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8755505 Dec 22 16:09:39.634460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:09:39.691338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'status': 'completed', 'code': 200} Dec 22 16:09:39.804276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-15feb87e-21e2-46ae-9fa8-b0b5c4310641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0842960 Dec 22 16:09:39.878862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:39.954655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-c9dcb1e9-8471-467f-95f3-fd464f7223aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:39.956263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-c9dcb1e9-8471-467f-95f3-fd464f7223aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1426899 Dec 22 16:09:40.067005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-575a6690-2dd4-45ca-a332-c257dd52249d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 998 time: 0.1036806 Dec 22 16:09:40.143938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-ccbc2f8f-a764-48d1-b359-9e26d36f2a9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:09:40.145546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-ccbc2f8f-a764-48d1-b359-9e26d36f2a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0730329 Dec 22 16:09:40.194921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:40.228318 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-fa31f262-10f9-4405-ba01-9a316aada67a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766156 Dec 22 16:09:40.248102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0e1a590f-1f32-4f03-bd68-2bdd98561146', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.56', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:f7:e2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:37Z', 'updated_at': '2021-12-22T16:09:37Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:40.252211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:09:40.264084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:09:40.264743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:09:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:40.378596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-2636ee06-7e9a-4010-8363-00404de9d70f service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433742 Dec 22 16:09:40.450181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:09:40.525538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aea56eea-799d-433c-8d26-cba1e07514a8 req-ef7f86b1-3934-4724-b2ef-04d77d33275a service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405511 Dec 22 16:09:40.812085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0e1a590f-1f32-4f03-bd68-2bdd98561146', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.56', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:f7:e2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:37Z', 'updated_at': '2021-12-22T16:09:37Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:09:40.816488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1679ca75-f3b4-43a3-93ef-aaf832620c67 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0e1a590f-1f32-4f03-bd68-2bdd98561146', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.56', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:f7:e2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:09:37Z', 'updated_at': '2021-12-22T16:09:37Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:09:41.156374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31908460-0ca0-4b58-b3d3-da8187f6480c None None] New status for floating IP 0e1a590f-1f32-4f03-bd68-2bdd98561146: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:09:42.741871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3109583e-ed5b-4dce-89a3-72c262db8ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:44.163650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:45.222157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72894ff0-dc7a-4f88-b779-c5e51f69f532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:45.684303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:47.044903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:09:58.254696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:10:10.187750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:12.736283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c80c18b1-9303-40e1-86e6-1f16298ebcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:14.147598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:15.180480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3cfe54a-aea4-4130-bb5c-ca02601ecf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:15.570528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:17.033446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:31.547576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-d719498b-dc8a-42fc-bd4d-270c28b46ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784869 Dec 22 16:10:31.705482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-bf2aaa9d-6d01-493e-a9a7-ea02a8d9c2ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0768051 Dec 22 16:10:31.871688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-03ee23a6-72d0-4ffd-8a66-e789f0addd73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:10:31.873342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-03ee23a6-72d0-4ffd-8a66-e789f0addd73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1429029 Dec 22 16:10:31.990282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-5c816680-bf89-4d88-a1d9-48a76fa70600 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 1000 time: 0.1027601 Dec 22 16:10:32.065028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-b061367a-1a48-483c-a731-8cfcc4b460b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:10:32.070519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-b061367a-1a48-483c-a731-8cfcc4b460b9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0673311 Dec 22 16:10:32.156458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-015af45f-275f-4794-98d7-6a45f3e6bd3c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786469 Dec 22 16:10:32.301950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-9ef3cae8-c6f7-4ce3-a950-127cafee2544 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385911 Dec 22 16:10:32.449799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a9295ca-642e-4af8-aeb6-8ba304c88789 req-bce65a6b-7f18-4d80-a8aa-924cf886546e service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368151 Dec 22 16:10:33.403936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-eeee37a7-1e4e-47c0-9153-e415c4663f13 req-044d317d-92eb-43cc-82b9-b3f042664ff3 service neutron] (88958) timed out ('10.222.0.46', 59676) {{(pid=88958) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:10:35.256020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:10:40.187408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:42.767192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-749fd18f-4b20-489b-a54d-3adc142ebfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:44.157530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:45.198279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d76ad2d-c3a5-47a9-8ae5-889ddd2a8bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:45.570373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:10:47.055281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:10.209670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:12.256346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:11:12.740918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f4a20b7-097a-4706-abe1-4b41eb481f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:14.157933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:15.186739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-46acfa4e-32d5-4c29-acce-7cc9d8a0dc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:15.563749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:17.043075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:33.505121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-ba97adc0-c158-4508-baf8-d88de5613deb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744009 Dec 22 16:11:33.661264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-9b8ed713-5e30-49c5-97eb-6e8eb9f4b7eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 1098 time: 0.0741484 Dec 22 16:11:33.830076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-e05be7be-61f3-4740-b20e-fc7672a76434 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:33.831744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-e05be7be-61f3-4740-b20e-fc7672a76434 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1449747 Dec 22 16:11:33.943368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-11c830ac-a274-458c-9117-aebc976cf0ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 200 len: 1000 time: 0.1017532 Dec 22 16:11:34.018730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-fc504a57-8fcb-4296-8b9e-e0645507240b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:11:34.020260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-fc504a57-8fcb-4296-8b9e-e0645507240b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0665624 Dec 22 16:11:34.104198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-0a9d7e15-16eb-42bf-a9c4-0cfbb7fb825c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736923 Dec 22 16:11:34.250903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-84837488-be13-4025-be83-d0cffd2a95d0 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344452 Dec 22 16:11:34.400667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d536c41-e1c6-4c67-a88f-73296594f102 req-118a30fc-42e3-4861-ad47-3a6c6798f2e9 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397223 Dec 22 16:11:40.243597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:42.746554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24c0e690-7e5f-4eb8-8761-190044fe1b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:44.151103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:45.181115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-424caef2-9996-41a6-ae8b-6f03fc6bd8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:45.569547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:47.050109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:11:49.257714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:12:10.236925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:13.019422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52a9b6ff-f043-4eb4-9dd9-8f1ff527f6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:14.151754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:15.192052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9f5e9ea-d048-4f34-8427-5a67d7097ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:15.563565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:17.054197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:19.118621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8754d-81b4-4716-8a9b-8adaedd52853 req-04ce259f-2a78-4995-832a-ec397eb56ef3 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:19.120266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37f8754d-81b4-4716-8a9b-8adaedd52853 req-04ce259f-2a78-4995-832a-ec397eb56ef3 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.1937845 Dec 22 16:12:19.173350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37f8754d-81b4-4716-8a9b-8adaedd52853 req-1d4920dd-90ce-48da-94ec-3085207dff3b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466695 Dec 22 16:12:20.473565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ea4b6-3de0-4653-a0ef-623c7d8d27b6 req-cea9bc88-2e8e-45bd-ac5d-4c3a5dbfa859 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:20.475836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b15ea4b6-3de0-4653-a0ef-623c7d8d27b6 req-cea9bc88-2e8e-45bd-ac5d-4c3a5dbfa859 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.1564257 Dec 22 16:12:20.527135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b15ea4b6-3de0-4653-a0ef-623c7d8d27b6 req-331f5bdc-b2ef-4205-82fd-2e7cef4ff45d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452108 Dec 22 16:12:20.727961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-af119f98-6e65-41fd-a543-6d6e2368f861 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:20.728653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-af119f98-6e65-41fd-a543-6d6e2368f861 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:12:20.763257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-af119f98-6e65-41fd-a543-6d6e2368f861 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:12:20.764515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-af119f98-6e65-41fd-a543-6d6e2368f861 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 945 time: 0.1168153 Dec 22 16:12:20.843888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 6f12ad71-adb5-4617-923e-07c7eb9627a2 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:12:20.844278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:21.094392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] For port 6f12ad71-adb5-4617-923e-07c7eb9627a2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6f12ad71-adb5-4617-923e-07c7eb9627a2,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:21.094855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:21.395149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:21.395597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:21.395946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Floating IP 0e1a590f-1f32-4f03-bd68-2bdd98561146 disassociated. External IP: 172.26.1.56, port: 6f12ad71-adb5-4617-923e-07c7eb9627a2. Dec 22 16:12:21.396975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 6f12ad71-adb5-4617-923e-07c7eb9627a2 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:12:21.637428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:21.644582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3bf88dc-b5cb-4444-aa24-481faf58e5da tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:21.691377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=6f12ad71-adb5-4617-923e-07c7eb9627a2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:21.708001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.708421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.709176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.709778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.710203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.710693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.711115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.711532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.711946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.712358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.712813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:21.744823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-89e53c60-44a1-47e1-8a2d-84bbdb0ccbb9 req-c615e703-60a6-46bd-8338-b8382fdabf04 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 210 time: 0.0477784 Dec 22 16:12:21.770223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:22.155437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:12:22.371756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:12:22.383072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:12:22.395953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:22.396855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:12:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:22.440842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] No DVR routers for this DVR port 6f12ad71-adb5-4617-923e-07c7eb9627a2 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:12:22.444135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:22.446938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'name': 'network-vif-deleted', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:22.517761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-34618a55-9599-47cf-b8a8-8f449fdb734d req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "DELETE /v2.0/ports/6f12ad71-adb5-4617-923e-07c7eb9627a2 HTTP/1.1" status: 204 len: 173 time: 1.7460938 Dec 22 16:12:22.583913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:12:22.591597 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4b2d06-cef4-4ef7-8e78-07fe911043a3', 'name': 'network-vif-deleted', 'tag': '6f12ad71-adb5-4617-923e-07c7eb9627a2', 'status': 'completed', 'code': 200} Dec 22 16:12:22.950379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-663a535c-1993-492b-9c44-e4e9d865e079 req-b561777f-fa2d-448e-bd04-5f9591ef1a1a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d4b2d06-cef4-4ef7-8e78-07fe911043a3 HTTP/1.1" status: 200 len: 210 time: 0.0542777 Dec 22 16:12:23.073040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:23.077264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:12:23.088931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:23.089586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:12:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:23.273756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:12:23.598918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:23.602973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c77bb-b7ce-4a3d-99a9-e46160ee35f6 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:12:23.769839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6f12ad71-adb5-4617-923e-07c7eb9627a2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:12:23.809194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 6f12ad71-adb5-4617-923e-07c7eb9627a2 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:12:23.809593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6f12ad71-adb5-4617-923e-07c7eb9627a2 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:12:24.064579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d9f66-544a-4b2a-aa12-1c6b4ec1f2da None None] New status for floating IP 0e1a590f-1f32-4f03-bd68-2bdd98561146: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:12:24.311889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-e9184894-fa58-429f-b167-472585993783 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992473642&fields=id&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 267 time: 0.0453727 Dec 22 16:12:24.476105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-4e17a5bd-b854-471e-9dce-0df638c19380 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:24.477680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-4e17a5bd-b854-471e-9dce-0df638c19380 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1578183 Dec 22 16:12:24.495456 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-a130c4dc-9c8b-4464-b0fc-a0c524d9a58a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/quotas/9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 375 time: 0.0118392 Dec 22 16:12:24.586110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-91b1cc45-51db-4484-8af6-f801c0c78694 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850062 Dec 22 16:12:24.832193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-31c38603-4765-4271-8f5d-1e579d6d413c service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339730 Dec 22 16:12:24.981969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-126ea424-261d-41e1-90ea-acf26ae8ea7c service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384916 Dec 22 16:12:25.605437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e1039ab-deaf-4cd6-b340-4eee787566b5 req-4513f30f-1789-4ab4-9d18-ac238b005f72 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.0513477 Dec 22 16:12:26.259223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:12:26.773426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7d3fe696-5b4a-429d-a811-abe13cdfe53e req-ade3ec33-4e55-4f89-8f7f-3dba540d8c79 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.0453365 Dec 22 16:12:27.947074 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-db19c37a-bb52-460f-8c8d-9a7abf648275 req-3d27e926-f7c5-445c-b513-cdead0733a48 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.0466866 Dec 22 16:12:28.513243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b7b4b783-ea15-4a38-a774-7ee46f07fe3f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:28.514812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b7b4b783-ea15-4a38-a774-7ee46f07fe3f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1583774 Dec 22 16:12:28.583159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-1c86ae74-5635-4f9a-b1a3-08a2bae3fc97 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 379 time: 0.0497575 Dec 22 16:12:28.607601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'port': {'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'admin_state_up': True, 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'security_groups': ['c72acc8b-0578-4760-a9f4-995bd2ab2c33']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:12:28.751983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:12:28.756630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:port and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:12:28.764154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:12:28.765792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:12:28.808969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Made reservation on behalf of 9a9607866a50448f85ece6fe23449439 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:12:28.815070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:29.000977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.20.0.11 (d74bdc88-0469-4524-909e-c524d4889cc6/34a63c1c-5e17-41ff-8830-72bcf75d81db/311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:12:29.130100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f2f32db8-8c98-4bc9-92ee-7491d764108e req-f229bd12-e32e-43b0-977a-6d868cfc2f83 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.0507102 Dec 22 16:12:29.216214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:29.235717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Transition to ACTIVE for port object 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:12:29.295424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:29.301487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04b47926-16c1-48c1-95dc-657d74181aba tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:29.375096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:12:29.377601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:12:29.382871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:12:29.410585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:29.417369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:29.455441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:29.456120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:29.593093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894888 Dec 22 16:12:29.688731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-17bd9653-300d-487e-8cae-a5fb153d04d9 None None] Provisioning for port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:12:29.694966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-17bd9653-300d-487e-8cae-a5fb153d04d9 None None] Provisioning complete for port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:12:29.695402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17bd9653-300d-487e-8cae-a5fb153d04d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:29.700779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Request body: {'port': {'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:12:29.749948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-17bd9653-300d-487e-8cae-a5fb153d04d9 None None] Port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:12:29.825757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.185457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:12:30.193323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.277850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Transition to ACTIVE for port object 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:12:30.312123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.319675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:30.405992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22db7b4-5f06-4398-b39d-57adf9d10914 req-0d2b84c9-8000-4f55-abe5-d7da2471f375 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:30.408283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d22db7b4-5f06-4398-b39d-57adf9d10914 req-0d2b84c9-8000-4f55-abe5-d7da2471f375 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0918798 Dec 22 16:12:30.460974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Pushing event updated for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:30.465055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d22db7b4-5f06-4398-b39d-57adf9d10914 req-519597c0-4153-438d-b1c8-dd53e39e8db5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477092 Dec 22 16:12:30.465491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:30.580726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Attempting to bind port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:12:30.581101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Attempting to bind port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:12:30.581471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Attempting to bind port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:12:30.589365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a on network d74bdc88-0469-4524-909e-c524d4889cc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:12:30.589735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Attempting to bind port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:12:30.597351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:12:30.597725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:12:30.598153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Bound using segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:12:30.598666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Bound port: 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:12:30.599686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.696364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:12:30.699990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:12:30.758218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.763174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4cf41d9d-6b18-4f44-a5d4-0c26f25fc44e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:30.832060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:30.834616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] 10.222.0.46 "PUT /v2.0/ports/311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1094 time: 1.2285247 Dec 22 16:12:30.834839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:30.850109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Pushing event updated for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:30.859516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:30.901133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'status': 'completed', 'code': 200} Dec 22 16:12:30.988434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-2484e728-0005-44e9-bcb5-e814b40fe3df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1097 time: 0.0789201 Dec 22 16:12:31.074660 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-0fbc03e5-3ed0-4174-b1b6-2c1a0117f053 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 217 time: 0.0730762 Dec 22 16:12:31.146834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-7b2de9cd-dfb4-4c4f-a226-19e3046cb894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:31.148473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-7b2de9cd-dfb4-4c4f-a226-19e3046cb894 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0636773 Dec 22 16:12:31.234601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-d4754ba0-a641-48e4-a81d-24973dbcb738 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760655 Dec 22 16:12:31.381646 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-34e8f578-e046-46a4-97a2-7a4c6822c7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371291 Dec 22 16:12:31.528678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e8a548f6-2698-4bb1-b0e7-f1e1e46fd7ee req-1fdf9b5a-b000-4ea9-a796-f7ff701bc86d service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357224 Dec 22 16:12:31.677071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-44cb0106-1400-4113-b263-3a5803b12849 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1097 time: 0.0748982 Dec 22 16:12:31.699707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86e63-27c1-4050-819e-b35258dc1476 req-302a1f19-81b8-48d3-8724-7844f095572f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:31.701310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05c86e63-27c1-4050-819e-b35258dc1476 req-302a1f19-81b8-48d3-8724-7844f095572f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0892518 Dec 22 16:12:31.750679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05c86e63-27c1-4050-819e-b35258dc1476 req-543b985e-0d0a-4fe8-ad59-8bd136d83df8 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430167 Dec 22 16:12:31.832686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919300-a55c-475e-b0e0-7958fac998e9 req-eb904e1b-3ca1-4eee-a46b-8cc803a0fe0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:31.832686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-eb904e1b-3ca1-4eee-a46b-8cc803a0fe0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1436620 Dec 22 16:12:31.906648 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-9ea03a3a-69ff-4685-8d84-def27a91a3a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 217 time: 0.0691788 Dec 22 16:12:31.980104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56919300-a55c-475e-b0e0-7958fac998e9 req-202b36d2-2cf7-4075-9e78-bc7dbdb781db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:31.981643 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-202b36d2-2cf7-4075-9e78-bc7dbdb781db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0639834 Dec 22 16:12:32.067842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-661b91f8-d794-476e-994e-4c25f97c7450 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754447 Dec 22 16:12:32.215081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-f3f885a6-3f24-426f-b2db-b00c2ebe81a1 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361730 Dec 22 16:12:32.361593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56919300-a55c-475e-b0e0-7958fac998e9 req-bec7f732-b9b2-4eea-b80d-059175b05c73 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350820 Dec 22 16:12:32.960527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306b39e-5666-497b-b158-7faf5ecb5e4a req-0929ae75-aff8-4890-9e41-bff2c3ef5f4a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:32.962131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f306b39e-5666-497b-b158-7faf5ecb5e4a req-0929ae75-aff8-4890-9e41-bff2c3ef5f4a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0854795 Dec 22 16:12:33.011011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f306b39e-5666-497b-b158-7faf5ecb5e4a req-f2b49a38-5a98-4eb6-80d0-49662f3432e1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422363 Dec 22 16:12:34.217172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881815e-9563-4b6f-a8a1-877819774730 req-26a9e653-ae53-4519-825f-eb7e27ee13e0 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:34.218811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8881815e-9563-4b6f-a8a1-877819774730 req-26a9e653-ae53-4519-825f-eb7e27ee13e0 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0863271 Dec 22 16:12:34.266843 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8881815e-9563-4b6f-a8a1-877819774730 req-22bb4927-8931-41eb-a530-b851a7562385 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Dec 22 16:12:35.471391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4738a-fa43-454e-8d05-615ae4fd1ca2 req-a50c1886-5a29-49c1-ac81-bdd31ba682f6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:35.473007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9e4738a-fa43-454e-8d05-615ae4fd1ca2 req-a50c1886-5a29-49c1-ac81-bdd31ba682f6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0836701 Dec 22 16:12:35.521316 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9e4738a-fa43-454e-8d05-615ae4fd1ca2 req-221b36ff-2673-4e07-b7f3-235f66db0b11 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413284 Dec 22 16:12:36.729849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3722d-d06c-4d13-bf8f-ba1be1273ed1 req-082b27ed-2820-45e2-bfba-77c4a01c70a5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:36.731528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46a3722d-d06c-4d13-bf8f-ba1be1273ed1 req-082b27ed-2820-45e2-bfba-77c4a01c70a5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0883274 Dec 22 16:12:36.783303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46a3722d-d06c-4d13-bf8f-ba1be1273ed1 req-fa4fa3a7-3e73-49e8-913d-de1b56402ffb tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Dec 22 16:12:37.992545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce62cd-bad3-4c2b-ae40-3ae0a7069164 req-7ad4d9d8-0acb-4067-afa6-e680b63dd707 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:37.994063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fce62cd-bad3-4c2b-ae40-3ae0a7069164 req-7ad4d9d8-0acb-4067-afa6-e680b63dd707 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0830581 Dec 22 16:12:38.045396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fce62cd-bad3-4c2b-ae40-3ae0a7069164 req-0db69c53-6458-4ebc-a8a9-493d7cd694a5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451858 Dec 22 16:12:39.253346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe877f-e6e4-4b20-b9ce-95c151604fef req-9c0c5036-35a3-43ab-a59a-351a767a3998 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:39.254995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ebe877f-e6e4-4b20-b9ce-95c151604fef req-9c0c5036-35a3-43ab-a59a-351a767a3998 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 944 time: 0.0842915 Dec 22 16:12:39.304001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ebe877f-e6e4-4b20-b9ce-95c151604fef req-7218485d-0d2b-47ae-b0ac-c7f1031d35b6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Dec 22 16:12:39.888109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:12:40.029646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:40.043438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:12:40.102202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:40.119837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:12:40.135179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:40.168519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:40.170662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60b4840b-9456-4b0e-a369-ff21d9fe4dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:40.246978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:40.255891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.256764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.256764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.257031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.257405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.257777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.258145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.258561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.258979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.259346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.259712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:40.263591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:40.264373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:40.478280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:12:40.511577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7feae-61e1-4ab2-ad9f-21dc26cdca60 req-ab71e71d-0d5a-4ff3-b86a-a1034456f264 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:40.513207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bb7feae-61e1-4ab2-ad9f-21dc26cdca60 req-ab71e71d-0d5a-4ff3-b86a-a1034456f264 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 945 time: 0.0872128 Dec 22 16:12:40.566528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bb7feae-61e1-4ab2-ad9f-21dc26cdca60 req-c213fc62-3f1d-486c-9c36-0d7ca65d90c8 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470200 Dec 22 16:12:41.888341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:12:41.903471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea318b3-4701-4f18-bde1-2e70693e63bd req-1b37f7ad-1ca7-4ce7-8423-555e34a11a80 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:41.905111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ea318b3-4701-4f18-bde1-2e70693e63bd req-1b37f7ad-1ca7-4ce7-8423-555e34a11a80 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 945 time: 0.0832238 Dec 22 16:12:41.954268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ea318b3-4701-4f18-bde1-2e70693e63bd req-4e72dcad-21ba-48bd-a9e6-3f95d7cf2259 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Dec 22 16:12:41.997447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:12:42.002840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:12:42.003257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:42.120840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:42.149783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:42.159549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:12:42.186064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:42.188972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a6e3067-a26e-40ac-a060-5ab8cf700c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:42.263922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:42.267191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:42.290221 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'code': 200} Dec 22 16:12:42.640798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91f7d711-3cd3-433b-a98b-c17713a224f7 req-1278a3cd-6e57-443b-98e7-6db9ebaa1378 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0750742 Dec 22 16:12:42.689417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91f7d711-3cd3-433b-a98b-c17713a224f7 req-fa0ef11c-77eb-407d-8bdc-c176f85a21aa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377071 Dec 22 16:12:42.734605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6bcf00b-1eac-42a9-82ee-971194efc07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:43.163150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d95f68-2af1-4595-b71b-a0558c88e448 req-9d25e026-58d1-4aa2-a45b-cd9fc0423eb6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:43.164774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-64d95f68-2af1-4595-b71b-a0558c88e448 req-9d25e026-58d1-4aa2-a45b-cd9fc0423eb6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 946 time: 0.0859902 Dec 22 16:12:43.213312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-64d95f68-2af1-4595-b71b-a0558c88e448 req-5a5b171b-1f30-4d34-b6cc-84b6c3f4047f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Dec 22 16:12:44.151755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:44.428701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38eaa65-e0c2-43e6-831e-15f028567d01 req-74cd3b0e-8a3f-4828-a314-c47704707aff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:44.430394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d38eaa65-e0c2-43e6-831e-15f028567d01 req-74cd3b0e-8a3f-4828-a314-c47704707aff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 946 time: 0.0855970 Dec 22 16:12:44.479519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d38eaa65-e0c2-43e6-831e-15f028567d01 req-fb348143-0b15-4422-b7d7-fdcda593fee4 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428123 Dec 22 16:12:44.701885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44116ed0-d5cc-429d-bd23-3fc0414a1302 req-bb26e2dd-a1ca-4382-a767-6c4736c39dee tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:44.703445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44116ed0-d5cc-429d-bd23-3fc0414a1302 req-bb26e2dd-a1ca-4382-a767-6c4736c39dee tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 946 time: 0.1003053 Dec 22 16:12:44.751565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44116ed0-d5cc-429d-bd23-3fc0414a1302 req-ad574473-75b8-4afe-94fd-2a90fabf6abc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Dec 22 16:12:44.779908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56520) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:44.856266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ee44e61-3d67-4f43-a0f5-f4e9a878eb65 tempest-TestVolumeBootPattern-943547269 tempest-TestVolumeBootPattern-943547269-project-admin] Synchronizing usage tracker for tenant:fd548549a8624944a2b799ebcdfe9e56 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:12:44.900201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ee44e61-3d67-4f43-a0f5-f4e9a878eb65 tempest-TestVolumeBootPattern-943547269 tempest-TestVolumeBootPattern-943547269-project-admin] Unset dirty status for tenant:fd548549a8624944a2b799ebcdfe9e56 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:12:44.901481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ee44e61-3d67-4f43-a0f5-f4e9a878eb65 tempest-TestVolumeBootPattern-943547269 tempest-TestVolumeBootPattern-943547269-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1094 time: 0.1205254 Dec 22 16:12:44.904540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56524) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:12:44.910195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:12:44.916726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:12:44.921001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:floatingip and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:12:44.924003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:12:44.930000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:12:44.969004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.112703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.180469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40e003f0-9dc3-40a0-9635-260d7346d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.258652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.26.1.209 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/20ef043d-ce8b-4722-8eb9-351ee7e39e03) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:12:45.413380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.477757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.482222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-537dffe8-f6b9-4b6a-826e-87b56e3a7465 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:45.555771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:12:45.556294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:12:45.562469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:12:45.574804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:45.590158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=20ef043d-ce8b-4722-8eb9-351ee7e39e03,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:45.616715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.620577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.621048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.621488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.621918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.622346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.622795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.623218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.623638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.624056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.624469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:12:45.629980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:46.106730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:46.187549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:46.407968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:46.460382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:46.464879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8025c921-c9df-4a02-9821-6873bc849552 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:12:46.577951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=20ef043d-ce8b-4722-8eb9-351ee7e39e03,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:12:46.582456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:12:46.589309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:47.013800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Floating IP 41344344-438d-45a1-bf89-c618a459499a associated. External IP: 172.26.1.209, port: 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a. Dec 22 16:12:47.060446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:47.422931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:12:47.632035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:12:47.658598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:12:47.658598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:47.658598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:12:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:47.809514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:12:47.841558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:12:47.868640 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9629691 Dec 22 16:12:47.869443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:12:48.022741 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'status': 'completed', 'code': 200} Dec 22 16:12:48.124685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-c04dafed-d040-40ee-ace2-7d4b771deaf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0787294 Dec 22 16:12:48.212628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:45Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:48.216997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:12:48.228867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:12:48.229568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:12:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:48.422771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:12:48.500998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05538a41-eae6-4c20-9773-b1c681375e4a req-120d7075-7420-4231-8ae4-e572d5044437 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:48.502803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-120d7075-7420-4231-8ae4-e572d5044437 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.3717706 Dec 22 16:12:48.623410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-41d313c2-d0d2-4f52-ac7e-ecdf3fb3d6f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1000 time: 0.1113899 Dec 22 16:12:48.693733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05538a41-eae6-4c20-9773-b1c681375e4a req-a4196c8d-d2e4-4086-9f84-9443efacc746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:12:48.695346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-a4196c8d-d2e4-4086-9f84-9443efacc746 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0656521 Dec 22 16:12:48.776411 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-5c2886b6-89d2-4bcc-bffa-8b3008d3df98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748355 Dec 22 16:12:48.784256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:45Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:12:48.789291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db49141-a9cd-4c47-9ca7-64f86b134801 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:45Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:12:48.933513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-a7ef42a2-7576-423c-8e1d-81e289d25f06 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475608 Dec 22 16:12:49.080437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-05538a41-eae6-4c20-9773-b1c681375e4a req-052130a7-9acf-437f-a7a5-1914065b993e service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404641 Dec 22 16:12:49.139104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d953fe-4649-4174-9bbd-0336affbe010 None None] New status for floating IP 41344344-438d-45a1-bf89-c618a459499a: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:13:03.266125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:13:10.379961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:12.751378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bdfa05c1-5813-42b9-b0f2-59203d5d9b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:14.169105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:15.185856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1131bb6a-03df-4a44-ae9b-dbae6fc7481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:15.575584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:17.053968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:34.514333 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-3c7e3c05-3853-40d6-ba7b-8accf65584d2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775943 Dec 22 16:13:34.669982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-135fb8e5-f27d-4571-a1ac-5a6ef530be2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0753682 Dec 22 16:13:34.831485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-8cb63921-9744-4e08-8cce-5beab69ac006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:34.832993 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-8cb63921-9744-4e08-8cce-5beab69ac006 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1391504 Dec 22 16:13:34.947794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-dbfb4a1c-6f33-4987-b858-a2ceea656420 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1002 time: 0.1060545 Dec 22 16:13:35.019517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-a8f21528-13e8-465e-b84e-aa986f43f1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:13:35.021033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-a8f21528-13e8-465e-b84e-aa986f43f1dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0636821 Dec 22 16:13:35.109971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-828448c3-1c34-4b47-abf1-c739770d2f71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775993 Dec 22 16:13:35.257136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-ce06e3f1-859e-42c5-91c0-48a187e6b32a service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363113 Dec 22 16:13:35.402521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b95a3f7e-361c-43bc-a562-9b3dbd020727 req-a0e9ffd7-ec7a-4212-a354-2b3fd95e38b6 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337104 Dec 22 16:13:40.261786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:13:40.293457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:42.739678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4a19354-ff60-4752-a445-a7f74e1a2a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:44.151082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.173603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-034c62eb-a117-4a90-a4b9-bbb3a7b1e7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:45.596430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:13:47.065596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:10.304781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:12.733415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1bf0-e97a-4eee-aeb1-e17b08d0f917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:14.162084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:15.173482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cee535ac-fafe-49fb-b08c-2ffee8b5d961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:15.574085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:17.065513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:17.262750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:14:35.503908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-0a683c13-d661-4abe-a687-8f6db5cc9b06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737317 Dec 22 16:14:35.665463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-7ea92fc6-bc4d-4dd1-9395-74878121afb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0773804 Dec 22 16:14:35.830959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-a24ca9b9-5501-4a95-9c38-be1d6d9b762c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:35.832990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-a24ca9b9-5501-4a95-9c38-be1d6d9b762c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1389437 Dec 22 16:14:35.944103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-02202c96-6d34-4111-a937-6b7a12146f7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1002 time: 0.0996480 Dec 22 16:14:36.024802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-448e7d7d-c097-4f16-898e-de6ccc8104a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:14:36.026388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-448e7d7d-c097-4f16-898e-de6ccc8104a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0718632 Dec 22 16:14:36.109973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-4f6d55f0-b3de-4a1c-956f-3de05cece99a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725582 Dec 22 16:14:36.257089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-1e7c1b09-5c65-4f57-b819-f827e007c4b2 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353626 Dec 22 16:14:36.403891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c97e8f8d-ce8b-486d-a404-e6eefb331d6a req-fb1dd82f-8c6c-4e11-8881-a918d8eb259d service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358345 Dec 22 16:14:40.316175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:42.761960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e87ef639-5de5-4262-a447-2add1b97e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:44.161704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:45.173160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0b9e-eb4e-4363-a9e4-1527fbfeb622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:45.596063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:47.064352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:14:54.263140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:15:10.534249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:12.944521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7e0cdb14-fcbd-4047-b33d-5a71a0712c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:14.373540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:15.664602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c1bb220-4a7e-484b-b3e2-ff9160725a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:16.899995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:17.277014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:21.185013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-5b3b59ab-fe23-4779-a9c2-dae02b1d5b79 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992473642&fields=id&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 267 time: 0.0479362 Dec 22 16:15:21.343230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-84731ab4-83a7-46f2-92d8-a9dcb4d03964 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:21.344738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-84731ab4-83a7-46f2-92d8-a9dcb4d03964 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1526597 Dec 22 16:15:21.362289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-61cdefe2-ee6c-46e2-9d46-f08ef4493745 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/quotas/9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 375 time: 0.0115347 Dec 22 16:15:21.452331 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-37159132-5511-43ae-90f2-0106906903ff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0847597 Dec 22 16:15:21.541896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-e21ccb18-0b03-457a-b108-2d4c92711e91 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:15:21.543057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-e21ccb18-0b03-457a-b108-2d4c92711e91 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0787458 Dec 22 16:15:21.687724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-874ab9fb-fa44-4171-affe-d986a09cfaef service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374760 Dec 22 16:15:21.833743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-15cd53fb-4cf8-4356-abbe-fb1f032f36b6 service neutron] 10.222.0.18 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396761 Dec 22 16:15:22.459244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24920d22-d371-4036-881d-38133eac0fbe req-d7e17dcd-0545-476d-8978-58fe805fa650 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0495038 Dec 22 16:15:23.572422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f929fac-afe2-4bb5-808d-a9af1060919a req-ed55d783-9102-42e5-b43a-cc221d09bb49 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0473874 Dec 22 16:15:24.710293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b46ca50-7fba-447d-b1c5-ae1b5f3b1a8e req-6e1d94e7-30b0-4210-b2ef-476b41ca2950 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0468092 Dec 22 16:15:25.890194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dadcc95-99ed-4562-a085-bc48bcb7122e req-c247327a-8fbc-4d7d-b1fc-92592bf13bb0 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0502064 Dec 22 16:15:26.029410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-762267ee-8301-450d-9787-09cb091d17bf tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:26.030912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-762267ee-8301-450d-9787-09cb091d17bf tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 811 time: 0.1633112 Dec 22 16:15:26.093384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-0877fa12-5305-4a2a-a59d-849a4d7f85bf tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a9607866a50448f85ece6fe23449439 HTTP/1.1" status: 200 len: 379 time: 0.0435474 Dec 22 16:15:26.103520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'port': {'device_id': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'admin_state_up': True, 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'security_groups': ['c72acc8b-0578-4760-a9f4-995bd2ab2c33']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:15:26.250029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:15:26.254525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:port and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:15:26.258035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:15:26.264353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:15:26.293261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Made reservation on behalf of 9a9607866a50448f85ece6fe23449439 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:15:26.299005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:26.512798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.20.0.13 (d74bdc88-0469-4524-909e-c524d4889cc6/34a63c1c-5e17-41ff-8830-72bcf75d81db/3314c20e-0559-49f0-a44b-e874c1b13ceb) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:15:26.843061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:26.860557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Transition to ACTIVE for port object 3314c20e-0559-49f0-a44b-e874c1b13ceb will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:15:26.900699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:26.907870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:26.985515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network d74bdc88-0469-4524-909e-c524d4889cc6 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:15:26.988654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:15:26.992772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:15:27.033526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:27.056973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.057512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.057816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.058237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.058678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.059094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.059507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.059917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.060325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.060733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.061139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:27.067175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:27.079982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:27.080923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:27.110894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0fcae-0871-45e8-8dbf-4c2c8439ddec req-bca55578-adca-463f-8649-52c045e77a1d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:27.111377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cc0fcae-0871-45e8-8dbf-4c2c8439ddec req-bca55578-adca-463f-8649-52c045e77a1d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 932 time: 0.0920980 Dec 22 16:15:27.163208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cc0fcae-0871-45e8-8dbf-4c2c8439ddec req-2df6d04a-64aa-43ab-819b-fd809791e1dd tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Dec 22 16:15:27.186142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0864859 Dec 22 16:15:27.204933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Request body: {'port': {'device_id': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:15:27.326780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:27.390340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ff5f9f06-b666-46d4-8508-b3e970ed1d49 None None] Provisioning for port 3314c20e-0559-49f0-a44b-e874c1b13ceb completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:15:27.395951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ff5f9f06-b666-46d4-8508-b3e970ed1d49 None None] Provisioning complete for port 3314c20e-0559-49f0-a44b-e874c1b13ceb triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:15:27.399158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff5f9f06-b666-46d4-8508-b3e970ed1d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:27.453040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff5f9f06-b666-46d4-8508-b3e970ed1d49 None None] Port 3314c20e-0559-49f0-a44b-e874c1b13ceb cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:15:27.686666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3314c20e-0559-49f0-a44b-e874c1b13ceb {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:15:27.693957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:27.710196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Transition to ACTIVE for port object 3314c20e-0559-49f0-a44b-e874c1b13ceb will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:15:27.750280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:27.755178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e329523e-37bb-4c60-84de-0c5cef5583f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:27.887317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Pushing event updated for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:27.894004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:28.010764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Attempting to bind port 3314c20e-0559-49f0-a44b-e874c1b13ceb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:15:28.011311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Attempting to bind port 3314c20e-0559-49f0-a44b-e874c1b13ceb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:15:28.011509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Attempting to bind port 3314c20e-0559-49f0-a44b-e874c1b13ceb on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:15:28.017922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Port 3314c20e-0559-49f0-a44b-e874c1b13ceb on network d74bdc88-0469-4524-909e-c524d4889cc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:15:28.018288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Attempting to bind port 3314c20e-0559-49f0-a44b-e874c1b13ceb on network d74bdc88-0469-4524-909e-c524d4889cc6 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:15:28.025845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:15:28.026225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Checking segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:15:28.026674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Bound using segment: {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:15:28.027157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Bound port: 3314c20e-0559-49f0-a44b-e874c1b13ceb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b758740-73d6-4039-8db2-347cd2804df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:15:28.027543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:28.125402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:15:28.128558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:15:28.151201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:28.155590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bac999df-7d59-475c-83f6-6b8cfef427d3 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:28.384690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22367dfa-f226-4813-be2f-649bbf8f6746 req-cf4b94a3-a0a4-43ac-9784-89b9fe382176 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:28.386364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22367dfa-f226-4813-be2f-649bbf8f6746 req-cf4b94a3-a0a4-43ac-9784-89b9fe382176 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0900855 Dec 22 16:15:28.437176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22367dfa-f226-4813-be2f-649bbf8f6746 req-84635298-8c12-401c-a901-1d696a8ebebc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Dec 22 16:15:28.441477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:28.443004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] 10.222.0.46 "PUT /v2.0/ports/3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 200 len: 1094 time: 1.2450330 Dec 22 16:15:28.443577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:15:28.461896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Pushing event updated for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:28.467012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:28.511227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'status': 'completed', 'code': 200} Dec 22 16:15:28.616599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c525e6bc-5125-4052-bf94-29a4dbf125e8 req-bf6a40f0-c9cb-4e23-808c-64ffb96fdada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1097 time: 0.0815325 Dec 22 16:15:28.774309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e6bc-5125-4052-bf94-29a4dbf125e8 req-1395f320-7f07-4570-8a46-d5ca4337bb8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:28.775937 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c525e6bc-5125-4052-bf94-29a4dbf125e8 req-1395f320-7f07-4570-8a46-d5ca4337bb8d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a9607866a50448f85ece6fe23449439&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1485085 Dec 22 16:15:28.928389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e6bc-5125-4052-bf94-29a4dbf125e8 req-cd3490c6-97b5-4923-91d9-5d46a4eff5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:28.929965 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c525e6bc-5125-4052-bf94-29a4dbf125e8 req-cd3490c6-97b5-4923-91d9-5d46a4eff5ae service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445589 Dec 22 16:15:29.054855 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-cca7cdbc-9fe0-418c-a9e9-d43061a7d1aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1097 time: 0.0771687 Dec 22 16:15:29.133174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-763fedcf-408e-4410-8430-2842ee83cec4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 200 len: 217 time: 0.0677369 Dec 22 16:15:29.205581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-4752d6e6-7b94-42a4-8592-8c0d54b96c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:29.207133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-4752d6e6-7b94-42a4-8592-8c0d54b96c50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0645897 Dec 22 16:15:29.295599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-cedeb6a6-f182-4234-b34f-37946ebd9737 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779359 Dec 22 16:15:29.442858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-42366503-9968-4b66-8327-a5ac332efc2f service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368179 Dec 22 16:15:29.590754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5cda0599-206b-4ce4-ad12-fb356629db9b req-b0dab766-f878-43a8-9d76-34eafcfea1e0 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383913 Dec 22 16:15:29.668053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccf4e4-af55-4ecd-9f9e-9875660d93d0 req-b72f6c81-25da-48d5-a4e7-5ee0db507966 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:29.669672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adccf4e4-af55-4ecd-9f9e-9875660d93d0 req-b72f6c81-25da-48d5-a4e7-5ee0db507966 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0835972 Dec 22 16:15:29.718369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adccf4e4-af55-4ecd-9f9e-9875660d93d0 req-e29fdbb4-24a1-478e-bb1d-f4c6db9b3c54 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Dec 22 16:15:30.940277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28999e5-6012-4fae-9de0-5bbc2d7e4350 req-04fd423c-09f1-44d3-a0bd-7b9a369d90e1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:30.941974 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e28999e5-6012-4fae-9de0-5bbc2d7e4350 req-04fd423c-09f1-44d3-a0bd-7b9a369d90e1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0893760 Dec 22 16:15:30.992694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e28999e5-6012-4fae-9de0-5bbc2d7e4350 req-6e0cb32f-62c2-45a4-aab7-5ed0fccb8db1 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437536 Dec 22 16:15:31.264200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:15:32.203512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2695dd-efd3-4a9b-b531-e0645a58f8c2 req-65abb847-1482-4767-9c21-d171b36d0403 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:32.208094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d2695dd-efd3-4a9b-b531-e0645a58f8c2 req-65abb847-1482-4767-9c21-d171b36d0403 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0840509 Dec 22 16:15:32.253385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d2695dd-efd3-4a9b-b531-e0645a58f8c2 req-2b20c5fe-ba54-4813-87eb-5c9f94d10114 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 Dec 22 16:15:33.464337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f57ae-9847-4da3-9382-a995e11a87f8 req-6bd4ff4c-6be9-4e61-9af5-b71e7a3a7458 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:33.465737 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d84f57ae-9847-4da3-9382-a995e11a87f8 req-6bd4ff4c-6be9-4e61-9af5-b71e7a3a7458 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0869617 Dec 22 16:15:33.513727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d84f57ae-9847-4da3-9382-a995e11a87f8 req-c07a7409-300f-474b-acf6-a4eef655990c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422983 Dec 22 16:15:34.728949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4a3c8-2fe4-41f9-8d47-f3fc07964c8f req-62f14688-2b51-4d0d-bcef-fe8490fff21a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:34.731104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14c4a3c8-2fe4-41f9-8d47-f3fc07964c8f req-62f14688-2b51-4d0d-bcef-fe8490fff21a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0831060 Dec 22 16:15:34.783386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14c4a3c8-2fe4-41f9-8d47-f3fc07964c8f req-1ba8cea7-b373-4d17-a67d-5fbcff91344d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461407 Dec 22 16:15:35.991425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80447aa2-5b05-49c3-ba57-45accf842d51 req-6088bf0e-13c4-420f-86d4-2cdd9da129f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:35.993047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-80447aa2-5b05-49c3-ba57-45accf842d51 req-6088bf0e-13c4-420f-86d4-2cdd9da129f5 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 944 time: 0.0834789 Dec 22 16:15:36.042649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-80447aa2-5b05-49c3-ba57-45accf842d51 req-a2c717ec-485d-4e3b-ae1b-37112d172eb4 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Dec 22 16:15:36.504288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-2f0c6b06-d748-42b4-8f2d-9d01bc026565 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740900 Dec 22 16:15:36.654420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-940cf6d9-b52c-4eee-afdb-beae8726a3fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0748708 Dec 22 16:15:36.682007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3314c20e-0559-49f0-a44b-e874c1b13ceb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:15:36.815512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-f3f434d2-4f6d-4a99-9c25-6bd561be98c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:36.817577 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-f3f434d2-4f6d-4a99-9c25-6bd561be98c5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1427581 Dec 22 16:15:36.851647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:15:36.867676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'port_id': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'mac_address': 'fa:16:3e:dd:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:15:36.934429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:36.939844 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-bccf6817-0036-4c0d-98de-cbb5ec62f06f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1002 time: 0.1144342 Dec 22 16:15:36.953707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3314c20e-0559-49f0-a44b-e874c1b13ceb {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:15:36.970094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:15:37.007429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:37.009416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:37.020803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-01a9799b-3374-4937-a63a-7ce70d1cfbd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:37.022395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-01a9799b-3374-4937-a63a-7ce70d1cfbd4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0728738 Dec 22 16:15:37.080912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:37.091699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.092134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:37.105084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:37.115622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-bfc5699f-3a63-4fe9-bb82-794cbe9970df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836873 Dec 22 16:15:37.272105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-3ac3d90e-750d-4528-8b45-637d50f286f0 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490715 Dec 22 16:15:37.288980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720ed7-a9e9-4b77-b7c2-d71f9852391c req-bddfc534-9161-4c41-881b-c0f4e5d92950 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:37.291176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e720ed7-a9e9-4b77-b7c2-d71f9852391c req-bddfc534-9161-4c41-881b-c0f4e5d92950 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 945 time: 0.1014581 Dec 22 16:15:37.329799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['3314c20e-0559-49f0-a44b-e874c1b13ceb'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:15:37.346145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e720ed7-a9e9-4b77-b7c2-d71f9852391c req-9efc0f93-3b0c-4fa7-95aa-783d76347a71 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469940 Dec 22 16:15:37.436829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6419567-92e8-47c7-a714-4a11b4af0719 req-0e119dfb-df1b-4a12-a74f-b181c2bfd277 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578844 Dec 22 16:15:38.560008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54d00-9c7d-480c-8ac0-d8f46130e6fd req-1bc4ee8d-c171-4a4a-bf36-225bc886778f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:38.561704 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cf54d00-9c7d-480c-8ac0-d8f46130e6fd req-1bc4ee8d-c171-4a4a-bf36-225bc886778f tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 945 time: 0.0847182 Dec 22 16:15:38.610195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cf54d00-9c7d-480c-8ac0-d8f46130e6fd req-bf062c3c-35c3-4751-b6dd-aedaeb794c3b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423243 Dec 22 16:15:38.690029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3314c20e-0559-49f0-a44b-e874c1b13ceb up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:15:38.795471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 3314c20e-0559-49f0-a44b-e874c1b13ceb completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:15:38.801043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 3314c20e-0559-49f0-a44b-e874c1b13ceb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:15:38.801793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:38.919859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:38.947081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:15:38.957996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:15:38.990026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:38.992163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:39.030259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'code': 200} Dec 22 16:15:39.064019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:39.067259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:39.355339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29ea541d-9728-4cfe-827d-bc832b3c6b6a req-14a5650a-902e-4f37-8d53-5e0f03037277 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1099 time: 0.0760310 Dec 22 16:15:39.409190 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29ea541d-9728-4cfe-827d-bc832b3c6b6a req-b9be9666-ff47-45f7-9304-2f7e9dd837b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444400 Dec 22 16:15:39.951881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9b24-04be-46af-88e6-98e19504d39c req-fc5aa69c-936f-4629-989b-f0da9d77a4a3 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:39.953506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ecd9b24-04be-46af-88e6-98e19504d39c req-fc5aa69c-936f-4629-989b-f0da9d77a4a3 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.0882308 Dec 22 16:15:40.002962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ecd9b24-04be-46af-88e6-98e19504d39c req-4b4c4852-72b3-4c03-89c4-e98cb94a3660 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433002 Dec 22 16:15:40.327503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:41.216325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08fe0f-f0b5-4fd8-af84-894c25bc4d84 req-64fc8e44-e93d-401b-818c-df8f7e93704d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:41.218119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea08fe0f-f0b5-4fd8-af84-894c25bc4d84 req-64fc8e44-e93d-401b-818c-df8f7e93704d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.0841770 Dec 22 16:15:41.266431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea08fe0f-f0b5-4fd8-af84-894c25bc4d84 req-bf18eb6b-0e11-4f8b-b366-a3cb38f551da tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Dec 22 16:15:41.472339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011fead-af29-4b90-ac1e-40b22fa0746d req-153759e5-d459-4908-977b-0c191dffe16e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:41.473953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a011fead-af29-4b90-ac1e-40b22fa0746d req-153759e5-d459-4908-977b-0c191dffe16e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.0859485 Dec 22 16:15:41.523972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a011fead-af29-4b90-ac1e-40b22fa0746d req-a89c18b9-20a1-4d12-9bd8-184f7fe86828 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Dec 22 16:15:41.553171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56710) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:41.704028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-35517b8b-7f1a-4bc3-9cc1-2b5723dd4f30 tempest-TestVolumeBootPattern-943547269 tempest-TestVolumeBootPattern-943547269-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1094 time: 0.1495295 Dec 22 16:15:41.706929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56716) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:15:41.712624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:15:41.719543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:15:41.723699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Usage tracker for resource:floatingip and tenant:9a9607866a50448f85ece6fe23449439 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:15:41.726709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:15:41.733683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:15:41.764135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:41.911798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:42.104042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Allocated IP 172.26.1.238 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/9de54361-9455-4442-bf41-0b2362301522) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:15:42.257579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:42.316616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:42.321004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc196f62-8587-4725-8f1e-139469bc1aff tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:42.392048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:15:42.405014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:15:42.405014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:15:42.425655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=9de54361-9455-4442-bf41-0b2362301522,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:42.453971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.454409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.454864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.455288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.455711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.456131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.456547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.456964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.457380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.457794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.458205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:15:42.463536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:42.744812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a3939ed-4857-4572-b52d-9b10adc1ceaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.173762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.258066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.471939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.515908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.520586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:15:43.633567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event updated for resources: {'Port': ['ID=9de54361-9455-4442-bf41-0b2362301522,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:15:43.638020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:15:43.645380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:43.849455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Floating IP ac1fac5c-aa76-480c-895c-e6425ec8ced8 associated. External IP: 172.26.1.238, port: 3314c20e-0559-49f0-a44b-e874c1b13ceb. Dec 22 16:15:44.162739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:44.264035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:15:44.477605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:15:44.489019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:15:44.502499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:44.503195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:15:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:15:44.595910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:44.653457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9453838 Dec 22 16:15:44.654253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:15:44.691146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:15:44.709389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'status': 'completed', 'code': 200} Dec 22 16:15:44.817160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-221f34b5-ce99-4ec6-9a6e-fcf3721557b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1099 time: 0.0833411 Dec 22 16:15:44.967640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-99ed88ad-5cf7-4472-be2e-59b98aec25b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:44.969274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-99ed88ad-5cf7-4472-be2e-59b98aec25b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1451590 Dec 22 16:15:45.064552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}, {'id': 'ac1fac5c-aa76-480c-895c-e6425ec8ced8', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:dd:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:15:43Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:15:45.068729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:15:45.081669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:15:45.082325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:15:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:15:45.085191 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-baa9f02e-815f-46a0-9a01-baa55fef64b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 200 len: 1000 time: 0.1092448 Dec 22 16:15:45.158381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-ca7d9397-642f-4b41-8ca9-2a9c839fa489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:15:45.159990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-ca7d9397-642f-4b41-8ca9-2a9c839fa489 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0662591 Dec 22 16:15:45.174838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2df0a32-b90b-4cf3-9f1e-8a827fb19bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:45.252028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-86185350-4495-4bc6-a24c-ee9b7bda8429 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853097 Dec 22 16:15:45.269772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:15:45.404080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-5b23c3c1-ef9f-4dfb-95af-5c729bf22e8e service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422482 Dec 22 16:15:45.551097 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f524a08d-d8c9-4e6a-9c62-4fda0b3a01a5 req-ac6493f8-b25f-4389-bf76-51973edc3937 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410649 Dec 22 16:15:45.584680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:15:45.642396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}, {'id': 'ac1fac5c-aa76-480c-895c-e6425ec8ced8', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:dd:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:15:43Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:15:45.646611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab035f1-c909-412c-a493-7fc18315f965 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}, {'id': 'ac1fac5c-aa76-480c-895c-e6425ec8ced8', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.238', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:dd:2f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:15:43Z', 'updated_at': '2021-12-22T16:15:43Z', 'revision_number': 0, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:15:45.967667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ce5949-e21d-468c-a2d0-8302754f273b None None] New status for floating IP ac1fac5c-aa76-480c-895c-e6425ec8ced8: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:15:47.081265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:08.268097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:16:10.355765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:12.751227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30dc402-7af5-49d8-870a-f768024b704e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:14.161320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:15.189698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c95c7762-2001-4708-a1a3-78919e033704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:15.595671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:17.081244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:37.524569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-77777fa1-843c-4c32-889c-b748b7e9bc99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726471 Dec 22 16:16:37.677524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-a60ec5ea-3f62-4b84-ac63-2618af5a3610 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0736461 Dec 22 16:16:37.835309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-202d8c76-73ad-4aab-9021-d75451a6518d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:16:37.836759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-202d8c76-73ad-4aab-9021-d75451a6518d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1381068 Dec 22 16:16:37.944253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-3ddc7403-8988-421a-9026-94f54ea7bc1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 1002 time: 0.1003006 Dec 22 16:16:38.242316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-e221b552-9229-458e-a7e1-1c180eb65c14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:16:38.243923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-e221b552-9229-458e-a7e1-1c180eb65c14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.2893770 Dec 22 16:16:38.326852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-ca667fa1-c93e-480d-9e1c-0e11a290aaf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724437 Dec 22 16:16:38.340478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-354598fd-4e20-43f0-8fd7-d815e8cc767a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:16:38.341480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-354598fd-4e20-43f0-8fd7-d815e8cc767a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052321 Dec 22 16:16:38.484062 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-e88243ad-7d20-448d-be04-4a570f669ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322935 Dec 22 16:16:38.627804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8484d4cd-67bd-4f17-aa57-aff430280776 req-5393304e-16f4-49be-a7f7-ce0bc6138a43 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337445 Dec 22 16:16:40.326975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:42.749864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84eaffbb-e0b0-46d9-8f26-effa867b22ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:44.178821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:45.195304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4cd316ce-0e40-4335-a74c-bd2688160ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:45.267049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:16:45.595279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:16:47.074765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:10.349869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:12.826269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-01dd61c3-1220-440a-9839-1ff6dc81afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:14.149726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:15.189573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9fb80f2-4e2b-4fbe-a364-6a0f64b68cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:15.599680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:17.081517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:22.268279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:17:38.621649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-0c3e7664-4065-433d-96de-4aeb964ddd77 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1417220 Dec 22 16:17:38.727079 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-97a83f14-6f6a-42ff-a7ca-c37d707fff0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1099 time: 0.0769305 Dec 22 16:17:38.886893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-71d66045-fa39-4f5f-8cbf-e571e02749b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:38.888478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-71d66045-fa39-4f5f-8cbf-e571e02749b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1396899 Dec 22 16:17:38.999935 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-9953c239-cba9-43b6-ab61-43565f07e429 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 200 len: 1002 time: 0.1006224 Dec 22 16:17:39.070190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-930813d2-fe08-4231-aa37-673189d104cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:17:39.072537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-930813d2-fe08-4231-aa37-673189d104cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0628581 Dec 22 16:17:39.154434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-c601c31a-dc7e-41c4-be7d-16910e28e190 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718937 Dec 22 16:17:39.304551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-f9568c7f-475b-46e9-abea-2414ea3900db service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395588 Dec 22 16:17:39.450259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9743e0-471c-4dc6-8b64-738d37c4d655 req-57826cbf-687c-4543-b895-cdbd43a85eda service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351969 Dec 22 16:17:40.349524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:42.755342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-477ad20a-aeba-427d-8cca-3e133297ccff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:44.160818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:45.212848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8eb0538-e0f0-411a-b2d5-ac2ece9815c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:45.600951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:47.080964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:17:59.268600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:18:10.366601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.192735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:12.406533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 9de54361-9455-4442-bf41-0b2362301522 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:12.406859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.582491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.582813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.709711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 9de54361-9455-4442-bf41-0b2362301522 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:12.738144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e5e540ad-c996-47c0-a76b-c86e82a9087b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.886653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:12.891801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1a8fd2cf-5377-44e2-b8c1-eb1ca02ed3dc tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:12.933570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=9de54361-9455-4442-bf41-0b2362301522,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:12.975690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.976050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.976468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.976878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.977288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.977848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.978263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.978696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.979102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.979505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.979904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:12.987041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:13.042106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:13.459542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:18:13.906979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:18:13.916803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:18:13.924059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:13.930222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:13.930973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:17:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:13.980339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "DELETE /v2.0/floatingips/ac1fac5c-aa76-480c-895c-e6425ec8ced8 HTTP/1.1" status: 204 len: 168 time: 1.7864370 Dec 22 16:18:13.981146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:18:14.129963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'status': 'completed', 'code': 200} Dec 22 16:18:14.178018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:14.246984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-568477a4-42ad-4136-a099-ab98ee6a05c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 1099 time: 0.0832620 Dec 22 16:18:14.260902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:14.405032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-6ed86b2f-db7e-44c9-a729-6fd5bc03dd18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:14.406733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-6ed86b2f-db7e-44c9-a729-6fd5bc03dd18 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1492035 Dec 22 16:18:14.487014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-e2c2736f-4d23-476e-8124-158d6d487caf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 200 len: 217 time: 0.0731485 Dec 22 16:18:14.564311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-c695ee53-0045-4b1d-9ed1-fe7d05d70246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:14.565907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-c695ee53-0045-4b1d-9ed1-fe7d05d70246 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0718338 Dec 22 16:18:14.601675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730ac7c-9280-47c9-8e34-9fe02b0f4171 req-1e073739-5c8e-4b01-8134-11bf136c09fb tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:14.602958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5730ac7c-9280-47c9-8e34-9fe02b0f4171 req-1e073739-5c8e-4b01-8134-11bf136c09fb tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:18:14.647043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:14.647321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5730ac7c-9280-47c9-8e34-9fe02b0f4171 req-1e073739-5c8e-4b01-8134-11bf136c09fb tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:18:14.648368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5730ac7c-9280-47c9-8e34-9fe02b0f4171 req-1e073739-5c8e-4b01-8134-11bf136c09fb tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.2112730 Dec 22 16:18:14.651740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:18:14.653542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-4208e1e0-d96d-42c2-a328-ae70ca3f6e5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802450 Dec 22 16:18:14.663910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:14.664735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:17:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:14.715894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5730ac7c-9280-47c9-8e34-9fe02b0f4171 req-42b72722-300a-4958-b866-c6bbf22aac5e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496852 Dec 22 16:18:14.807891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-636f29c8-8018-4aaf-82d9-fbe8a1997b65 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425600 Dec 22 16:18:14.858319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:14.956811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2780d2e-e8f8-4d76-b449-414cf7ca8e2f req-b9add98f-2cf1-4165-a9cd-7654b21b9ef5 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420872 Dec 22 16:18:15.189368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fcf8a6c4-91ad-43c4-aea8-345a50505292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:15.228762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:15.232986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318ef71-3181-4d33-babb-92696bda1d76 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '41344344-438d-45a1-bf89-c618a459499a', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'floating_ip_address': '172.26.1.209', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'port_id': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'mac_address': 'fa:16:3e:e9:36:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895bb4c-9234-4e93-af48-190200af6863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:12:45Z', 'updated_at': '2021-12-22T16:12:49Z', 'revision_number': 1, 'project_id': '9a9607866a50448f85ece6fe23449439', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:18:15.618740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:15.696150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9e259-4ae0-4c81-8369-a7c50f0c09a1 None None] New status for floating IP ac1fac5c-aa76-480c-895c-e6425ec8ced8: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:18:16.010815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82b1e7-e64b-4dfe-855f-ff6fe9f2257b req-ac21b160-0880-47de-86a9-493100dd600e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:16.012368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c82b1e7-e64b-4dfe-855f-ff6fe9f2257b req-ac21b160-0880-47de-86a9-493100dd600e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.1633577 Dec 22 16:18:16.060573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c82b1e7-e64b-4dfe-855f-ff6fe9f2257b req-238a92cd-80ee-42c5-b700-5ea8c2f97b67 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420558 Dec 22 16:18:16.295618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-32a00634-fe1e-4ed2-b6fd-327baedd26ff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:16.296306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-32a00634-fe1e-4ed2-b6fd-327baedd26ff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:18:16.309345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-32a00634-fe1e-4ed2-b6fd-327baedd26ff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:18:16.310606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-32a00634-fe1e-4ed2-b6fd-327baedd26ff tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 946 time: 0.0985460 Dec 22 16:18:16.388162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 3314c20e-0559-49f0-a44b-e874c1b13ceb {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:16.388543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:16.639835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] For port 3314c20e-0559-49f0-a44b-e874c1b13ceb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3314c20e-0559-49f0-a44b-e874c1b13ceb,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:16.640398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:16.765396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 3314c20e-0559-49f0-a44b-e874c1b13ceb owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:17.063676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:17.070762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:17.120258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=3314c20e-0559-49f0-a44b-e874c1b13ceb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:17.120726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:17.133026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.133590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.135020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.135354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.135852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.136348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.136846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.137340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.137832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.138498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.138865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:18:17.168312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:17.214836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] No DVR routers for this DVR port 3314c20e-0559-49f0-a44b-e874c1b13ceb on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:18:17.217408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:17.220412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'name': 'network-vif-deleted', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:18:17.252566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92a44726-c708-4c72-b7a9-e8d65fd6dd86 req-696fecdf-4884-4ec8-b953-bcec3841682b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0476120 Dec 22 16:18:17.258914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e99cb22-52f7-47cd-9534-c53d6fe73757 req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "DELETE /v2.0/ports/3314c20e-0559-49f0-a44b-e874c1b13ceb HTTP/1.1" status: 204 len: 173 time: 0.9390991 Dec 22 16:18:17.362600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a3ff5f-1a8d-4082-8d9b-9711e95ef582', 'name': 'network-vif-deleted', 'tag': '3314c20e-0559-49f0-a44b-e874c1b13ceb', 'status': 'completed', 'code': 200} Dec 22 16:18:18.444480 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-26ff208b-1d4f-42d6-b22e-ae027ba1ae8f req-d30ec4bb-9541-49e4-9959-86f6c98f411d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=24a3ff5f-1a8d-4082-8d9b-9711e95ef582 HTTP/1.1" status: 200 len: 210 time: 0.0517271 Dec 22 16:18:21.322795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3314c20e-0559-49f0-a44b-e874c1b13ceb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:21.359612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 3314c20e-0559-49f0-a44b-e874c1b13ceb {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:21.360005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3314c20e-0559-49f0-a44b-e874c1b13ceb not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:24.282424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56816) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:24.491838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 20ef043d-ce8b-4722-8eb9-351ee7e39e03 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:24.492209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:24.670321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:24.670714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:24.796446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 20ef043d-ce8b-4722-8eb9-351ee7e39e03 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:25.041537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:25.046015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:25.088735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=20ef043d-ce8b-4722-8eb9-351ee7e39e03,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:25.091758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:25.186865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:25.590983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:18:25.800161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:18:25.812102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:18:25.818197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:25.825686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:25.830668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:25.873226 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "DELETE /v2.0/floatingips/41344344-438d-45a1-bf89-c618a459499a HTTP/1.1" status: 204 len: 168 time: 1.5895586 Dec 22 16:18:25.873924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:18:25.937130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'status': 'completed', 'code': 200} Dec 22 16:18:26.027559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:26.044128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-23a32757-4f13-4f86-b6d8-112191d1f6d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a9607866a50448f85ece6fe23449439&device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 1099 time: 0.0857775 Dec 22 16:18:26.195762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-76fb382a-2301-4060-bb89-a22df94824dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:26.198897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-76fb382a-2301-4060-bb89-a22df94824dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 200 len: 912 time: 0.1457167 Dec 22 16:18:26.271302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-0b465486-6e55-4bab-a28d-7165e4549fea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 200 len: 217 time: 0.0652375 Dec 22 16:18:26.349556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-086b0b3e-8005-4ab6-8a0e-9f8809349b24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:26.351341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-086b0b3e-8005-4ab6-8a0e-9f8809349b24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 200 len: 850 time: 0.0703218 Dec 22 16:18:26.369651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:26.371504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5953446-6d12-4cde-bdcb-84cff2575967 req-04aea272-632d-4159-9bf5-c43e98613401 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:26.372282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a5953446-6d12-4cde-bdcb-84cff2575967 req-04aea272-632d-4159-9bf5-c43e98613401 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:18:26.373944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:18:26.386298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:26.387019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:26.423976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a5953446-6d12-4cde-bdcb-84cff2575967 req-04aea272-632d-4159-9bf5-c43e98613401 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:18:26.425988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5953446-6d12-4cde-bdcb-84cff2575967 req-04aea272-632d-4159-9bf5-c43e98613401 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 946 time: 0.1425560 Dec 22 16:18:26.445128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-e69d3296-d0a3-4d32-99f7-4642bf658851 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d74bdc88-0469-4524-909e-c524d4889cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842872 Dec 22 16:18:26.499328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5953446-6d12-4cde-bdcb-84cff2575967 req-b11e5ad5-abf2-4d73-bc24-8e6c031af637 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/security-groups?id=c72acc8b-0578-4760-a9f4-995bd2ab2c33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602670 Dec 22 16:18:26.606293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-39040beb-3fd8-436d-956d-757e3915123c service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525640 Dec 22 16:18:26.720025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:26.831156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.46', 59871) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:26.951523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-46236ac3-312e-46dc-99cb-844a7d598dac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:26.953273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-46236ac3-312e-46dc-99cb-844a7d598dac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 946 time: 0.0890875 Dec 22 16:18:26.983238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c3e8fd5-2e8f-4e00-aaf2-5e0a00879831 req-b9e94220-a2eb-4327-9269-b3a9e6df8520 service neutron] 10.222.0.46 "GET /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693373 Dec 22 16:18:27.045967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:27.046345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:27.070316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:27.075457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906706c9-7a6b-41b6-8523-6f8619466fc4 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:08:32Z', 'revision_number': 4, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '724747e8-a1c3-4cb3-8537-f06c05426f42', 'name': '', 'network_id': 'd74bdc88-0469-4524-909e-c524d4889cc6', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'mac_address': 'fa:16:3e:45:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:31Z', 'updated_at': '2021-12-22T16:08:42Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'subnets': [{'id': '34a63c1c-5e17-41ff-8830-72bcf75d81db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:18:27.308643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] For port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:27.309034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:27.442177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:27.531069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f201ba7-f21b-4df2-8059-c6689176fa71 None None] New status for floating IP 41344344-438d-45a1-bf89-c618a459499a: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:18:27.706104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:27.715785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:27.746604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5376ebbc-06e3-4e46-a037-52db234ffb2f req-a2144f55-ac8c-4d17-bce3-40bd50069baa tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.0829511 Dec 22 16:18:27.762367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:27.774089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:27.843435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] No DVR routers for this DVR port 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:18:27.845927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:27.875522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec3d0a69-355e-479a-bc2d-d2f18fb2c708 req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.46 "DELETE /v2.0/ports/311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a HTTP/1.1" status: 204 len: 173 time: 0.9141777 Dec 22 16:18:27.938343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'name': 'network-vif-deleted', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:18:28.009130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4895bb4c-9234-4e93-af48-190200af6863', 'name': 'network-vif-deleted', 'tag': '311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a', 'status': 'completed', 'code': 200} Dec 22 16:18:29.175941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-117c043c-92b6-4e13-8690-1511bb213e1e req-cff0a155-f244-445a-8202-b56ffca163e6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Synchronizing usage tracker for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:18:29.239676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-117c043c-92b6-4e13-8690-1511bb213e1e req-cff0a155-f244-445a-8202-b56ffca163e6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Unset dirty status for tenant:9a9607866a50448f85ece6fe23449439 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:18:29.241033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-117c043c-92b6-4e13-8690-1511bb213e1e req-cff0a155-f244-445a-8202-b56ffca163e6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "GET /v2.0/ports?device_id=4895bb4c-9234-4e93-af48-190200af6863 HTTP/1.1" status: 200 len: 210 time: 0.3493330 Dec 22 16:18:30.352183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56838) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:30.511146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Deleting port 6066c280-d39a-4d13-997a-8d4130fc3e27 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:30.511520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:30.687671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:30.688029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:30.814462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Calling delete_port for 6066c280-d39a-4d13-997a-8d4130fc3e27 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:31.103986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:31.108628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-acbaefa1-318f-4ca2-8ffa-22f83ed51319 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:31.149837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'Port': ['ID=6066c280-d39a-4d13-997a-8d4130fc3e27,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:31.152656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:31.254537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:31.297525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:31.298833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "DELETE /v2.0/floatingips/0e1a590f-1f32-4f03-bd68-2bdd98561146 HTTP/1.1" status: 204 len: 168 time: 0.9455400 Dec 22 16:18:31.353661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:31.388770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:31.389165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 311ca4ac-ec10-4a6f-8149-ef1f00bf9e5a not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:33.937057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56854) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:34.011710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:34.043324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:34.195133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:34.201272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-414082b6-f72c-4017-9201-7a64b0660901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:34.217669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72acc8b-0578-4760-a9f4-995bd2ab2c33,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:34.220610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:34.258146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:34.259596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9533585f-9b20-4d51-9386-a3dcf4aee87a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] 10.222.0.18 "DELETE /v2.0/security-groups/c72acc8b-0578-4760-a9f4-995bd2ab2c33 HTTP/1.1" status: 204 len: 168 time: 0.3214617 Dec 22 16:18:35.418499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56862) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:36.067192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:36.269066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:18:36.684788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Deleting port 724747e8-a1c3-4cb3-8537-f06c05426f42 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:36.685330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:36.866564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] For port 724747e8-a1c3-4cb3-8537-f06c05426f42, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=724747e8-a1c3-4cb3-8537-f06c05426f42,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:36.866970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:36.997059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Calling delete_port for 724747e8-a1c3-4cb3-8537-f06c05426f42 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:37.269577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:37.274954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfdf53d7-4dd9-4fb7-8b2a-2538614781ab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:37.322638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Pushing event deleted for resources: {'Port': ['ID=724747e8-a1c3-4cb3-8537-f06c05426f42,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:37.325449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:37.630647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:38.457722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Router 845034c6-e963-48c6-b915-7dba3b9f99c5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:18:38.668851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:18:38.678134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Sync routers for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:18:38.682929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] 10.222.0.18 "PUT /v2.0/routers/845034c6-e963-48c6-b915-7dba3b9f99c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632928 Dec 22 16:18:38.685710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56868) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:38.692906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:38.693652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:38.880140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:38.891744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:39.102291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:39.149552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Deleting port 67d4d222-beae-4149-a16d-21f42f44b432 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:39.149936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:39.173898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205'}], 'enable_snat': True}, 'gw_port_id': '67d4d222-beae-4149-a16d-21f42f44b432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:18:37Z', 'revision_number': 5, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port': {'id': '67d4d222-beae-4149-a16d-21f42f44b432', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:3a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:29Z', 'updated_at': '2021-12-22T16:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:39.178185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Checking router: 845034c6-e963-48c6-b915-7dba3b9f99c5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:18:39.190108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Routers {'845034c6-e963-48c6-b915-7dba3b9f99c5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:39.190843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['845034c6-e963-48c6-b915-7dba3b9f99c5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:39.342489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] For port 67d4d222-beae-4149-a16d-21f42f44b432, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=67d4d222-beae-4149-a16d-21f42f44b432,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:39.343238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:39.359659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] Set router 845034c6-e963-48c6-b915-7dba3b9f99c5 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:39.470175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:18:39Z', 'revision_number': 6, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:39.471787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Calling delete_port for 67d4d222-beae-4149-a16d-21f42f44b432 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:39.474393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671086e-24da-423a-bdb7-fd01a10df2a4 None None] The sync data for ids ['845034c6-e963-48c6-b915-7dba3b9f99c5'] in dv-neutron-822514-1-hyperv is: [{'id': '845034c6-e963-48c6-b915-7dba3b9f99c5', 'name': 'tempest-TestVolumeBootPattern-524393090-router', 'tenant_id': '9a9607866a50448f85ece6fe23449439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:28Z', 'updated_at': '2021-12-22T16:18:39Z', 'revision_number': 6, 'project_id': '9a9607866a50448f85ece6fe23449439', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:18:39.795118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:39.800261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c89e94c8-e3de-4ba3-a5e2-e3f7646b4bb0 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:39.845759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=67d4d222-beae-4149-a16d-21f42f44b432,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:39.848603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:40.081877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.354599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.358841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.372282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.434936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.435494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 845034c6-e963-48c6-b915-7dba3b9f99c5 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:18:40.448595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.449930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] 10.222.0.18 "DELETE /v2.0/routers/845034c6-e963-48c6-b915-7dba3b9f99c5 HTTP/1.1" status: 204 len: 168 time: 1.7629881 Dec 22 16:18:40.452674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56872) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:40.526142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Deleting subnet 34a63c1c-5e17-41ff-8830-72bcf75d81db {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:18:40.529544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.582915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.666979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.881213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.886362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d7da6455-1b83-465c-9299-372ce7e01224 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:40.921080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a63c1c-5e17-41ff-8830-72bcf75d81db,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:40.924999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:40.928351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:40.934235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974d388-78ea-4152-8d16-1ce5bc68ad2e None None] Network d74bdc88-0469-4524-909e-c524d4889cc6 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:18:40.936897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34a63c1c-5e17-41ff-8830-72bcf75d81db HTTP/1.1" status: 204 len: 168 time: 0.4830949 Dec 22 16:18:40.937597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56876) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:41.058100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.069201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Deleting port 2671af7b-f4aa-4d80-82fe-107018cffa3c {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:41.069574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.208074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] DHCP port deletion for d74bdc88-0469-4524-909e-c524d4889cc6 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:18:41.214045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Deleting port 2671af7b-f4aa-4d80-82fe-107018cffa3c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:41.214528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.269545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67d4d222-beae-4149-a16d-21f42f44b432 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:41.294254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] For port 2671af7b-f4aa-4d80-82fe-107018cffa3c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2671af7b-f4aa-4d80-82fe-107018cffa3c,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:41.294682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.333901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 67d4d222-beae-4149-a16d-21f42f44b432 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:41.334295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 67d4d222-beae-4149-a16d-21f42f44b432 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:41.334826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2671af7b-f4aa-4d80-82fe-107018cffa3c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:41.428626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Calling delete_port for 2671af7b-f4aa-4d80-82fe-107018cffa3c owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:41.556408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.561736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b4dcc08-712f-4ca8-b320-4cb7a16d8aab tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:41.605195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Pushing event deleted for resources: {'Port': ['ID=2671af7b-f4aa-4d80-82fe-107018cffa3c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:41.608298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:41.613614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] No DVR routers for this DVR port 2671af7b-f4aa-4d80-82fe-107018cffa3c on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:18:41.707093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Port 2671af7b-f4aa-4d80-82fe-107018cffa3c update to DOWN by agent not found {{(pid=88959) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 22 16:18:41.707295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 724747e8-a1c3-4cb3-8537-f06c05426f42 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:41.741547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.744071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 724747e8-a1c3-4cb3-8537-f06c05426f42 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:41.744469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 724747e8-a1c3-4cb3-8537-f06c05426f42 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:41.747200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] For port 2671af7b-f4aa-4d80-82fe-107018cffa3c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2671af7b-f4aa-4d80-82fe-107018cffa3c,segment=NetworkSegment(0b758740-73d6-4039-8db2-347cd2804df0),segment_id=0b758740-73d6-4039-8db2-347cd2804df0)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:41.747646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.774537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74bdc88-0469-4524-909e-c524d4889cc6']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:41.787100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b758740-73d6-4039-8db2-347cd2804df0') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:41.787430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b758740-73d6-4039-8db2-347cd2804df0') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:41.801220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.869719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.876551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:18:41.876889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Calling delete_port for 2671af7b-f4aa-4d80-82fe-107018cffa3c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:41.876999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:18:41.891047 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:18:41.946000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:18:41.946414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:18:42.109753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:42.113266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a388a315-1fba-49c9-b851-8b143d927ebb tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:42.132057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:42.143701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Pushing event deleted for resources: {'Network': ['ID=d74bdc88-0469-4524-909e-c524d4889cc6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:42.147094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:42.172787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d74bdc88-0469-4524-909e-c524d4889cc6 HTTP/1.1" status: 204 len: 168 time: 1.2340655 Dec 22 16:18:42.176168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 56880) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:42.448300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Deleting port 2671af7b-f4aa-4d80-82fe-107018cffa3c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:42.448864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:42.516491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a48c1c0a-dc0d-4a32-a67a-3c3474c1d9ce None None] The port '2671af7b-f4aa-4d80-82fe-107018cffa3c' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:18:42.582778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:42.737876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eec57e12-5599-4688-b04f-5e5bd816cdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:43.205791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Deleting port 4f7b267b-8124-4373-9ab4-3b0ad8935060 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:43.206167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:43.386957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] For port 4f7b267b-8124-4373-9ab4-3b0ad8935060, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=4f7b267b-8124-4373-9ab4-3b0ad8935060,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:43.387355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:43.512227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Calling delete_port for 4f7b267b-8124-4373-9ab4-3b0ad8935060 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:43.783734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:43.788573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fcd7cd7e-9c65-422e-881f-2f2462bf83fe tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:44.068643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7b267b-8124-4373-9ab4-3b0ad8935060,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:44.071286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:44.161259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:44.373135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:44.965883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Router 05df9ae6-34fa-4d63-8318-840b7006b1c3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:18:45.175926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:18:45.184847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Sync routers for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:18:45.192275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75c74799-ca23-429f-9192-04e49666dcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:45.200875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:45.201541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:45.217619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] 10.222.0.18 "PUT /v2.0/routers/05df9ae6-34fa-4d63-8318-840b7006b1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0379796 Dec 22 16:18:45.218861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:45.386676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:45.678945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:45.689710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:45.714835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:18:43Z', 'revision_number': 5, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:45.718946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Checking router: 05df9ae6-34fa-4d63-8318-840b7006b1c3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:18:45.730781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Routers {'05df9ae6-34fa-4d63-8318-840b7006b1c3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:18:45.731438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:18:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['05df9ae6-34fa-4d63-8318-840b7006b1c3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:45.901500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:45.921748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] Set router 05df9ae6-34fa-4d63-8318-840b7006b1c3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:18:45.931968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Deleting port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:45.932324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:46.117268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] For port e0d1a7dc-7163-47b7-bc84-7fea4eef76e9, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:46.117826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:46.227475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:18:43Z', 'revision_number': 5, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:46.231632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1a1fc-d4a6-48f4-80fa-96bff45eb8a2 None None] The sync data for ids ['05df9ae6-34fa-4d63-8318-840b7006b1c3'] in dv-neutron-822514-1-hyperv is: [{'id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'name': 'tempest-TestVolumeBootPattern-1036609111-router', 'tenant_id': 'fd548549a8624944a2b799ebcdfe9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226'}], 'enable_snat': True}, 'gw_port_id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:18:43Z', 'revision_number': 5, 'project_id': 'fd548549a8624944a2b799ebcdfe9e56', 'gw_port': {'id': 'e0d1a7dc-7163-47b7-bc84-7fea4eef76e9', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05df9ae6-34fa-4d63-8318-840b7006b1c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:08:36Z', 'updated_at': '2021-12-22T16:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:18:46.247157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Calling delete_port for e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:46.525631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:46.530681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-07d20d51-3ace-48ae-a084-0d83716260ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:46.572489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d1a7dc-7163-47b7-bc84-7fea4eef76e9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:46.576895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:46.809618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.077040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.081421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.085258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.183433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.183992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05df9ae6-34fa-4d63-8318-840b7006b1c3 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:18:47.197140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.198400 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] 10.222.0.18 "DELETE /v2.0/routers/05df9ae6-34fa-4d63-8318-840b7006b1c3 HTTP/1.1" status: 204 len: 168 time: 1.9777067 Dec 22 16:18:47.201128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56890) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:47.277763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f7b267b-8124-4373-9ab4-3b0ad8935060 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:47.283982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Deleting subnet 65248468-25ba-4d46-a2ce-1a774649d4f6 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:18:47.288160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.317278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 4f7b267b-8124-4373-9ab4-3b0ad8935060 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:47.317675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 4f7b267b-8124-4373-9ab4-3b0ad8935060 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:47.354382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.437811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.565622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.570784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-816c7a7a-25cc-4985-a736-ef396565872d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:47.610968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65248468-25ba-4d46-a2ce-1a774649d4f6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:47.613867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:47.616322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.622120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d3569-3fdf-4872-8916-3d258ed579e3 None None] Network b3174727-b25c-4569-918e-04843c515dee requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:18:47.623091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-920a625a-f606-44b9-b5cf-2f1fe19619e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65248468-25ba-4d46-a2ce-1a774649d4f6 HTTP/1.1" status: 204 len: 168 time: 0.4205408 Dec 22 16:18:47.625417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56894) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:47.745352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.756033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Deleting port 09219582-95ee-4e87-835b-8c42abe54c92 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:47.756373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.890888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] DHCP port deletion for b3174727-b25c-4569-918e-04843c515dee request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:18:47.895160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Deleting port 09219582-95ee-4e87-835b-8c42abe54c92 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:47.895586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:47.974940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] For port 09219582-95ee-4e87-835b-8c42abe54c92, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=09219582-95ee-4e87-835b-8c42abe54c92,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:47.975447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.104774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] For port 09219582-95ee-4e87-835b-8c42abe54c92, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=09219582-95ee-4e87-835b-8c42abe54c92,segment=NetworkSegment(f345f629-27b7-4e0b-a516-f0fa8129ad9f),segment_id=f345f629-27b7-4e0b-a516-f0fa8129ad9f)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:18:48.105218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.105890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Calling delete_port for 09219582-95ee-4e87-835b-8c42abe54c92 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:48.206564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.210645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dec5c74c-c93d-4d6a-aee3-9f936a437ced service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:48.231111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Calling delete_port for 09219582-95ee-4e87-835b-8c42abe54c92 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:18:48.252339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=09219582-95ee-4e87-835b-8c42abe54c92,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:48.256717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:48.259798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] No DVR routers for this DVR port 09219582-95ee-4e87-835b-8c42abe54c92 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:18:48.304069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:18:48.304696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:18:48.386255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.413511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3174727-b25c-4569-918e-04843c515dee']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:48.426362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f345f629-27b7-4e0b-a516-f0fa8129ad9f') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:48.426726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f345f629-27b7-4e0b-a516-f0fa8129ad9f') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:18:48.438365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.456526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.463505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:18:48.463870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:18:48.477465 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:18:48.600630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.604237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6cc69112-22a8-4337-938b-6958cb2c8fb2 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:48.618071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.628849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3174727-b25c-4569-918e-04843c515dee,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:48.634200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:48.637613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b3174727-b25c-4569-918e-04843c515dee HTTP/1.1" status: 204 len: 168 time: 1.0112026 Dec 22 16:18:48.806682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Deleting port 09219582-95ee-4e87-835b-8c42abe54c92 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:18:48.807321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:48.875197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:48.876370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ea84f497-855a-4146-ae11-41dff4cd9c65 None None] The port '09219582-95ee-4e87-835b-8c42abe54c92' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:18:48.934234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2fcbe1d3-be37-4783-a7be-cf180bebfc79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a9607866a50448f85ece6fe23449439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564148 Dec 22 16:18:48.935582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56906) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:48.997837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:49.024155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:49.231940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:49.237457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b838010-d127-47e5-8695-388823edb9f4 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:49.255596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b5416b-3603-49bc-a62c-59f28eeb652e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:49.259075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:49.260501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:49.261599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:49.263580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42b5416b-3603-49bc-a62c-59f28eeb652e HTTP/1.1" status: 204 len: 168 time: 0.3262055 Dec 22 16:18:49.306969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:49.307354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device e0d1a7dc-7163-47b7-bc84-7fea4eef76e9 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:49.307826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 09219582-95ee-4e87-835b-8c42abe54c92 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:18:49.345123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 09219582-95ee-4e87-835b-8c42abe54c92 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:18:49.345514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 09219582-95ee-4e87-835b-8c42abe54c92 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:18:49.906921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56914) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:49.960821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f81a8162-8bc2-4e41-806c-eca27d0f103c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd548549a8624944a2b799ebcdfe9e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525420 Dec 22 16:18:49.963588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 56918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:18:50.029539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:50.057520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:50.126726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:50.131674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3da554fa-5810-440c-a1b3-1cebd36f49ec tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:18:50.145433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7113d219-175f-4dc6-a066-f02d309e9730,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:18:50.148727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:18:50.150698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:18:50.151705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7113d219-175f-4dc6-a066-f02d309e9730 HTTP/1.1" status: 204 len: 168 time: 0.1871426 Dec 22 16:18:58.579622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-04995c08-a6b8-45cd-ac11-6bebd2d3824f tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337632 Dec 22 16:18:58.735964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-03bc6aa0-0c5a-40cb-9b3a-f7aaa15b355e tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:18:58.737536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-03bc6aa0-0c5a-40cb-9b3a-f7aaa15b355e tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525664 Dec 22 16:18:58.755088 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-9111a60d-1dde-4b96-9c1b-08cc981d6d16 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/quotas/987fc0af4deb4ec7ae421f72f187c9d2 HTTP/1.1" status: 200 len: 375 time: 0.0110974 Dec 22 16:18:58.808393 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-80886c47-237d-41e9-908f-2aba8d52773f tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480528 Dec 22 16:19:00.090662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-38cad9e8-1fe1-4fc7-ae71-485c576e808c req-7bc70081-8370-49e0-ba99-ac5461f48a4c tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 210 time: 0.0460494 Dec 22 16:19:01.259709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fda504c1-e542-4b81-bf75-64d2617940a7 req-58c7d13a-d36a-4944-8397-5e7cbaf6f3ae tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 210 time: 0.0469515 Dec 22 16:19:01.973450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-0fa94be0-5302-4a5c-942e-eef32d6a468b tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323091 Dec 22 16:19:02.133635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-533412f8-f72c-439f-81ba-e91f34fa3580 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:02.135235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-533412f8-f72c-439f-81ba-e91f34fa3580 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563647 Dec 22 16:19:02.150716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Request body: {'port': {'device_id': '90554059-6065-48e2-948b-23b4d7a21e46', 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11', 'admin_state_up': True, 'tenant_id': '987fc0af4deb4ec7ae421f72f187c9d2'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:02.298680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:02.303041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Usage tracker for resource:port and tenant:987fc0af4deb4ec7ae421f72f187c9d2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:02.306832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:02.312947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:02.399537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Made reservation on behalf of 987fc0af4deb4ec7ae421f72f187c9d2 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:19:02.405281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:02.461052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:02.477834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b41c1d5a-07fa-456f-b3c7-bb10b0bd1b03 req-f71e1b50-f245-46b0-ad32-29a6ac524843 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 210 time: 0.0583067 Dec 22 16:19:02.513484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:02.517510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Usage tracker for resource:security_group_rule and tenant:987fc0af4deb4ec7ae421f72f187c9d2 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:02.520475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:02.526575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:02.731033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:02.760456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:02.764787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8361ef39-de00-4699-a18b-3be3be944fff tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:02.853711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fca4f91-06f0-4f48-8094-0cfa98278632,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:02.860213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:02.944947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Allocated IP 192.168.233.191 (ace84c40-ebf0-4431-8b7b-38a7775e3d11/fd132add-389f-4f28-b638-cca3e1a4f08c/5439174e-dc2b-4a4c-ba5d-a296ee01975a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:19:03.151599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.168308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Transition to ACTIVE for port object 5439174e-dc2b-4a4c-ba5d-a296ee01975a will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:19:03.229622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.235563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9aa4ec7f-8be4-4c71-b85e-62165db99c9d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:03.315620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Network ace84c40-ebf0-4431-8b7b-38a7775e3d11 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:19:03.319160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:19:03.321846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Pushing event updated for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:03.324186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:03.352492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:03.390580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:03.391239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.441700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2949536 Dec 22 16:19:03.457825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Request body: {'port': {'device_id': '90554059-6065-48e2-948b-23b4d7a21e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:03.582021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.652086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6291a410-03c2-4c94-a43c-32b1c4fbf3fc None None] Provisioning for port 5439174e-dc2b-4a4c-ba5d-a296ee01975a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:19:03.657289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6291a410-03c2-4c94-a43c-32b1c4fbf3fc None None] Provisioning complete for port 5439174e-dc2b-4a4c-ba5d-a296ee01975a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:19:03.657711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6291a410-03c2-4c94-a43c-32b1c4fbf3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:03.711774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6291a410-03c2-4c94-a43c-32b1c4fbf3fc None None] Port 5439174e-dc2b-4a4c-ba5d-a296ee01975a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:19:03.823022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-876e665f-2d5e-446e-9ab5-4a4de3efd257 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:03.823773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-876e665f-2d5e-446e-9ab5-4a4de3efd257 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Synchronizing usage tracker for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:19:03.947645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-876e665f-2d5e-446e-9ab5-4a4de3efd257 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Unset dirty status for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:19:03.948929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-876e665f-2d5e-446e-9ab5-4a4de3efd257 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 936 time: 0.3242717 Dec 22 16:19:04.059855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-d834b58b-a886-4f4f-8f7c-0731c57e6026 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Synchronizing usage tracker for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:19:04.076588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5439174e-dc2b-4a4c-ba5d-a296ee01975a {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:19:04.087596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.143511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-d834b58b-a886-4f4f-8f7c-0731c57e6026 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Unset dirty status for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:19:04.144777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70f1632a-9fe3-43b6-9fa2-792f59e48829 req-d834b58b-a886-4f4f-8f7c-0731c57e6026 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894207 Dec 22 16:19:04.176628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Transition to ACTIVE for port object 5439174e-dc2b-4a4c-ba5d-a296ee01975a will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:19:04.195160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.199801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-021ac534-5e22-4860-a83c-99c584011412 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:04.329854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Pushing event updated for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:04.334476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:04.451250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Attempting to bind port 5439174e-dc2b-4a4c-ba5d-a296ee01975a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:19:04.451636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Attempting to bind port 5439174e-dc2b-4a4c-ba5d-a296ee01975a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:19:04.452014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Attempting to bind port 5439174e-dc2b-4a4c-ba5d-a296ee01975a on network ace84c40-ebf0-4431-8b7b-38a7775e3d11 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:19:04.458622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Port 5439174e-dc2b-4a4c-ba5d-a296ee01975a on network ace84c40-ebf0-4431-8b7b-38a7775e3d11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:19:04.458994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Attempting to bind port 5439174e-dc2b-4a4c-ba5d-a296ee01975a on network ace84c40-ebf0-4431-8b7b-38a7775e3d11 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:19:04.466939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:19:04.467318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Checking segment: {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:19:04.467745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Bound using segment: {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:19:04.468229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Bound port: 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a9c631-19b7-4ee0-8a34-a3c35b8b0c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:19:04.468618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.560999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:19:04.564143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:19:04.605729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.610420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9734757a-f6d4-4142-907a-2054e34d94a6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:04.671436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:04.672842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] 10.222.0.46 "PUT /v2.0/ports/5439174e-dc2b-4a4c-ba5d-a296ee01975a HTTP/1.1" status: 200 len: 1098 time: 1.2198567 Dec 22 16:19:04.673422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:19:04.691604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Pushing event updated for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:04.696607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:04.735928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a', 'status': 'completed', 'code': 200} Dec 22 16:19:04.845644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-b67b5aaf-58bd-47b9-9060-9d16975683a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 1101 time: 0.0880907 Dec 22 16:19:04.923135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-18e4f3fb-d4d5-4059-bab4-a253855db2c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a HTTP/1.1" status: 200 len: 217 time: 0.0657942 Dec 22 16:19:05.232862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-783235b2-261b-4f84-b128-67461a146d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:05.234499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-783235b2-261b-4f84-b128-67461a146d43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd132add-389f-4f28-b638-cca3e1a4f08c HTTP/1.1" status: 200 len: 843 time: 0.2998962 Dec 22 16:19:05.388731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-989f84e7-84a9-46ca-b33c-a2b97dcbd159 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace84c40-ebf0-4431-8b7b-38a7775e3d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1436632 Dec 22 16:19:05.398331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7da11-d504-4f83-a977-2d88e184f496 req-59bc6ac2-e765-4a3e-8caa-d549c43efa61 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:05.399869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3de7da11-d504-4f83-a977-2d88e184f496 req-59bc6ac2-e765-4a3e-8caa-d549c43efa61 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 948 time: 0.1182659 Dec 22 16:19:05.549494 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3de7da11-d504-4f83-a977-2d88e184f496 req-a704af94-7c1b-42cd-ac1e-c2b55054adbd tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254323 Dec 22 16:19:05.573386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-4ec4818e-a3c4-459d-8bf6-c3191aa314ca service neutron] 10.222.0.46 "GET /v2.0/networks/ace84c40-ebf0-4431-8b7b-38a7775e3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725094 Dec 22 16:19:05.721004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e434cf58-2afe-4382-90f8-d2cad3eb4971 req-4ff6ae01-0ba3-4d84-82ae-4d23953200b5 service neutron] 10.222.0.46 "GET /v2.0/networks/ace84c40-ebf0-4431-8b7b-38a7775e3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381326 Dec 22 16:19:05.889110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-b2b5c4ce-5ea1-45a9-a9a0-7da9f17fa87c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 1101 time: 0.0769055 Dec 22 16:19:06.036193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-df7374f4-ecf9-4386-8b4e-acbe11bd10ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:06.037787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-df7374f4-ecf9-4386-8b4e-acbe11bd10ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=ace84c40-ebf0-4431-8b7b-38a7775e3d11 HTTP/1.1" status: 200 len: 870 time: 0.1400352 Dec 22 16:19:06.112645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-c8193948-ed37-4246-aabc-25fe3e7cb546 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a HTTP/1.1" status: 200 len: 217 time: 0.0676208 Dec 22 16:19:06.184699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-59a34e48-3cd0-4b1d-817e-ab6d45ebf800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:06.186225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-59a34e48-3cd0-4b1d-817e-ab6d45ebf800 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fd132add-389f-4f28-b638-cca3e1a4f08c HTTP/1.1" status: 200 len: 843 time: 0.0643544 Dec 22 16:19:06.272322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-ce906b8d-5b22-456f-8a35-93937e50457a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ace84c40-ebf0-4431-8b7b-38a7775e3d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0765717 Dec 22 16:19:06.427588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-f8afda3d-51cf-42c9-a545-acd33a729f64 service neutron] 10.222.0.46 "GET /v2.0/networks/ace84c40-ebf0-4431-8b7b-38a7775e3d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465793 Dec 22 16:19:06.571897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6a6170e-5e45-4bcd-9ddc-b53fbc741cce req-317ef050-dd6c-4106-a2f1-146984dc6dca service neutron] 10.222.0.46 "GET /v2.0/networks/ace84c40-ebf0-4431-8b7b-38a7775e3d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356182 Dec 22 16:19:06.759691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba88f7-20b6-4dda-955d-bce0361459ae req-4877e90a-812e-4444-a3a0-fdb580b73f07 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:06.761437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ebba88f7-20b6-4dda-955d-bce0361459ae req-4877e90a-812e-4444-a3a0-fdb580b73f07 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 948 time: 0.0833454 Dec 22 16:19:06.811092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ebba88f7-20b6-4dda-955d-bce0361459ae req-dbad3200-60bb-4fe5-baf8-bdca394669a3 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Dec 22 16:19:08.018959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e2951-7118-4852-9616-e578ad45025a req-66c40659-90b6-4215-bb70-c978049af420 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:08.020565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d03e2951-7118-4852-9616-e578ad45025a req-66c40659-90b6-4215-bb70-c978049af420 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 948 time: 0.0858300 Dec 22 16:19:08.068844 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d03e2951-7118-4852-9616-e578ad45025a req-50112054-9d7a-47ca-8320-a397272fbb56 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 Dec 22 16:19:09.274335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d71859-135b-4cd4-8c56-384e13c3e260 req-de1db77c-7dd4-44ae-835f-3cb09ac5f188 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:09.275987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f1d71859-135b-4cd4-8c56-384e13c3e260 req-de1db77c-7dd4-44ae-835f-3cb09ac5f188 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 948 time: 0.0821302 Dec 22 16:19:09.325080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f1d71859-135b-4cd4-8c56-384e13c3e260 req-50826056-44b3-4a4e-913b-40981c4735bf tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Dec 22 16:19:09.636097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5439174e-dc2b-4a4c-ba5d-a296ee01975a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:19:09.777583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:09.792849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '5439174e-dc2b-4a4c-ba5d-a296ee01975a', 'network_id': 'ace84c40-ebf0-4431-8b7b-38a7775e3d11', 'port_id': '5439174e-dc2b-4a4c-ba5d-a296ee01975a', 'mac_address': 'fa:16:3e:3b:e4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd132add-389f-4f28-b638-cca3e1a4f08c', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:19:09.853060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:09.871588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5439174e-dc2b-4a4c-ba5d-a296ee01975a {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:19:09.887374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:09.914505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:09.916357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9cb56ae0-4578-4196-91c4-48a2bc239067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:09.982092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:09.991045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.991435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.991817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.992784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.993134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.993509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.993882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.994252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.994647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.995017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.995383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:09.999371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:10.237188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['5439174e-dc2b-4a4c-ba5d-a296ee01975a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:19:10.407025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:10.531065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627f6e7-2d48-4fa8-8e4b-3d86026119dd req-c38c83dd-7e4f-45da-bb66-dacc609b88d0 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:10.532569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5627f6e7-2d48-4fa8-8e4b-3d86026119dd req-c38c83dd-7e4f-45da-bb66-dacc609b88d0 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 949 time: 0.0839405 Dec 22 16:19:10.580700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5627f6e7-2d48-4fa8-8e4b-3d86026119dd req-018eeeb4-2ea7-4974-a041-6f27b2702461 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421085 Dec 22 16:19:11.642481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5439174e-dc2b-4a4c-ba5d-a296ee01975a up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:19:11.737753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 5439174e-dc2b-4a4c-ba5d-a296ee01975a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:19:11.743642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 5439174e-dc2b-4a4c-ba5d-a296ee01975a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:19:11.744068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:11.785126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608665bd-0f56-4488-b2da-9c4edf9a78b1 req-c10cc54c-d5bf-4d31-80c6-5ba4741f0460 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:11.786784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-608665bd-0f56-4488-b2da-9c4edf9a78b1 req-c10cc54c-d5bf-4d31-80c6-5ba4741f0460 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 949 time: 0.0822744 Dec 22 16:19:11.847640 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-608665bd-0f56-4488-b2da-9c4edf9a78b1 req-c3f3c3bd-e968-40d2-a883-1caf23280bd8 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498433 Dec 22 16:19:11.868324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:11.896902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:19:11.907031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:11.931895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:11.933989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e2160fdc-1a3e-4d7a-aa3b-9d18efda55b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:12.003769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:12.007034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:12.039503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a', 'code': 200} Dec 22 16:19:12.323207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9dd3cba-25fb-416a-ab43-ae2b3439ce80 req-e36ba45b-6862-430b-9586-381f45338023 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 1103 time: 0.0727561 Dec 22 16:19:12.373671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9dd3cba-25fb-416a-ab43-ae2b3439ce80 req-2e7c760c-be43-4a75-ba85-cbcc09169f2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Dec 22 16:19:12.743607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebe60b3-4da5-49fb-8173-c9182c0f0df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:13.055752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29145-7228-471c-aaa0-2350190528d0 req-1cfe5bec-a819-4ec4-a296-b44846335454 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:13.057282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d3b29145-7228-471c-aaa0-2350190528d0 req-1cfe5bec-a819-4ec4-a296-b44846335454 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 950 time: 0.0860884 Dec 22 16:19:13.106115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d3b29145-7228-471c-aaa0-2350190528d0 req-abebd6bb-c0d6-45e7-b5c4-f2065a26e88f tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Dec 22 16:19:13.269198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:19:14.321481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:14.365384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf002f77-1ce9-4e0d-9e3f-07f9b8c49a5d req-533ceb65-af35-410c-87d3-162075d9ea5e tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:14.367658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf002f77-1ce9-4e0d-9e3f-07f9b8c49a5d req-533ceb65-af35-410c-87d3-162075d9ea5e tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 950 time: 0.0857792 Dec 22 16:19:14.415886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf002f77-1ce9-4e0d-9e3f-07f9b8c49a5d req-1a0e4fd7-9672-4a69-809e-fd79e3c6c0f4 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420852 Dec 22 16:19:14.913089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-822f5b4f-ca90-438e-b2db-0db4224070dc req-72c3151b-3fb0-4c9e-b52d-03e771c1c653 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0771346 Dec 22 16:19:15.188896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aea4d1a5-db7a-4def-8fad-059b41e752ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:15.618084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:15.627773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6fabc44b-9694-4e8a-afdf-d18dcefa883f req-f0584f03-058b-4ce0-9868-2308c3a39fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2093408 Dec 22 16:19:16.273496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75bae3-b068-40c6-9f2a-371abf441229 req-6984e498-a9a8-47ae-a179-c4facaf11c59 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:16.275103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b75bae3-b068-40c6-9f2a-371abf441229 req-6984e498-a9a8-47ae-a179-c4facaf11c59 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 950 time: 0.0843346 Dec 22 16:19:16.331672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b75bae3-b068-40c6-9f2a-371abf441229 req-54db5f2f-a82c-417d-823a-7ef27cc31382 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503299 Dec 22 16:19:17.091751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:17.541190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b3216-47ef-45e0-9ca1-50b992dcf7a5 req-4c48bf36-439a-4c80-9dcf-7e66965ed85d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:17.542835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b4b3216-47ef-45e0-9ca1-50b992dcf7a5 req-4c48bf36-439a-4c80-9dcf-7e66965ed85d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 950 time: 0.0819383 Dec 22 16:19:17.639925 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b4b3216-47ef-45e0-9ca1-50b992dcf7a5 req-7a567351-083f-4f1c-9219-4739e106beee tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fca4f91-06f0-4f48-8094-0cfa98278632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909584 Dec 22 16:19:17.673056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-6cba24f8-826a-40eb-93ce-3c6dade3c7e4 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:17.674668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-6cba24f8-826a-40eb-93ce-3c6dade3c7e4 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.46 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 950 time: 0.0889211 Dec 22 16:19:17.750329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Deleting port 5439174e-dc2b-4a4c-ba5d-a296ee01975a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:19:17.750748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:18.011327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] For port 5439174e-dc2b-4a4c-ba5d-a296ee01975a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=5439174e-dc2b-4a4c-ba5d-a296ee01975a,segment=NetworkSegment(62a9c631-19b7-4ee0-8a34-a3c35b8b0c32),segment_id=62a9c631-19b7-4ee0-8a34-a3c35b8b0c32)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:18.011627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:18.136061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Calling delete_port for 5439174e-dc2b-4a4c-ba5d-a296ee01975a owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:19:18.394737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:18.402392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad06974d-ffa4-49a3-9a65-cb592efd3d64 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:18.410190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['5439174e-dc2b-4a4c-ba5d-a296ee01975a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:19:18.452403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Pushing event deleted for resources: {'Port': ['ID=5439174e-dc2b-4a4c-ba5d-a296ee01975a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:18.465959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.466392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.466846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.467267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.467685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.468099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.468893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.468893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.469268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.469660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.470068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:18.498411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:18.544068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] No DVR routers for this DVR port 5439174e-dc2b-4a4c-ba5d-a296ee01975a on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:19:18.546806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:18.549747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'name': 'network-vif-deleted', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:19:18.596132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1254ebf2-5f09-43c1-92fa-f8d07bdcbd89 req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.46 "DELETE /v2.0/ports/5439174e-dc2b-4a4c-ba5d-a296ee01975a HTTP/1.1" status: 204 len: 173 time: 0.9129956 Dec 22 16:19:18.609513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90554059-6065-48e2-948b-23b4d7a21e46', 'name': 'network-vif-deleted', 'tag': '5439174e-dc2b-4a4c-ba5d-a296ee01975a', 'status': 'completed', 'code': 200} Dec 22 16:19:18.817641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e2ceaf13-64f6-414c-afbc-9b03ac630ee4 req-27c63bfe-b3fb-4c77-a9e1-eca9b8b937fb tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Synchronizing usage tracker for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:19:18.863726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e2ceaf13-64f6-414c-afbc-9b03ac630ee4 req-27c63bfe-b3fb-4c77-a9e1-eca9b8b937fb tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Unset dirty status for tenant:987fc0af4deb4ec7ae421f72f187c9d2 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:19:18.865042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ceaf13-64f6-414c-afbc-9b03ac630ee4 req-27c63bfe-b3fb-4c77-a9e1-eca9b8b937fb tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] 10.222.0.18 "GET /v2.0/ports?device_id=90554059-6065-48e2-948b-23b4d7a21e46 HTTP/1.1" status: 200 len: 210 time: 0.1005983 Dec 22 16:19:20.381741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57072) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:20.568378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b7a09943-44a7-4936-b26c-71690cbd501b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=987fc0af4deb4ec7ae421f72f187c9d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1846848 Dec 22 16:19:20.571033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57078) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:20.633516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:20.663434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:20.806853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:20.811089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b790183-94f3-43f3-ba11-2ccee47898b2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:20.827109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fca4f91-06f0-4f48-8094-0cfa98278632,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:20.837794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.838224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.841303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.842412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.842412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:19:20.845474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:20.857594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:20.861228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fca4f91-06f0-4f48-8094-0cfa98278632 HTTP/1.1" status: 204 len: 168 time: 0.2868807 Dec 22 16:19:21.310655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57086) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:21.332041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.409570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:21.413851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Usage tracker for resource:security_group_rule and tenant:82d282bc4cf0424ab79a27a89683fa95 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:21.419480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:21.423088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:21.530108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.566291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.575781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b640d92-5847-47db-8ae7-5b85d303bcca tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:21.624191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baac4e25-203b-491e-8069-7bd4fd920845,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:21.629264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82d282bc4cf0424ab79a27a89683fa95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3174889 Dec 22 16:19:21.630291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:21.634333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:21.674875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5439174e-dc2b-4a4c-ba5d-a296ee01975a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:19:21.708646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.717071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 5439174e-dc2b-4a4c-ba5d-a296ee01975a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:19:21.717603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 5439174e-dc2b-4a4c-ba5d-a296ee01975a not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:19:21.736623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.812278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.818391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-80b0fe54-10dc-4bc1-b874-87169cf30c22 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:21.834431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baac4e25-203b-491e-8069-7bd4fd920845,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:21.841089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:21.842345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:21.849303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baac4e25-203b-491e-8069-7bd4fd920845 HTTP/1.1" status: 204 len: 168 time: 0.2081802 Dec 22 16:19:23.104338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57112) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:23.249145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-885816041-network', 'tenant_id': 'fe847a06f2f84ea59237d7e8d6191359'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:23.254584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:23.258941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Usage tracker for resource:network and tenant:fe847a06f2f84ea59237d7e8d6191359 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:23.261949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:23.268245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:23.360368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Made reservation on behalf of fe847a06f2f84ea59237d7e8d6191359 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:19:23.365041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.378512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.410560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:23.415352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Usage tracker for resource:security_group_rule and tenant:fe847a06f2f84ea59237d7e8d6191359 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:23.418272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:23.424403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:23.659533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.697347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.701751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-479d9fa7-5313-4d8f-a01c-d5b735b85b23 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:23.733577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:19:23.742476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7320b5-ec20-4599-94d2-9b311bb9dbac,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:23.746253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:23.748742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.749130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Added segment d6b1d1b6-ff5f-40b7-b693-74d670e29755 of type vlan for network 309494bd-2856-45ea-86bf-080e12837e25 Dec 22 16:19:23.777029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.852020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.853014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:23.853652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:23.858941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47b0d372-cad3-4751-a25e-8ea3da3e6fc3 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:23.964744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Pushing event updated for resources: {'Network': ['ID=309494bd-2856-45ea-86bf-080e12837e25,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:23.967667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:23.974977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 309494bd-2856-45ea-86bf-080e12837e25 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:19:24.007139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9016385 Dec 22 16:19:24.011383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57118) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:24.017445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Request body: {'subnet': {'network_id': '309494bd-2856-45ea-86bf-080e12837e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-885816041-subnet', 'tenant_id': 'fe847a06f2f84ea59237d7e8d6191359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:24.022891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:24.027107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Usage tracker for resource:subnet and tenant:fe847a06f2f84ea59237d7e8d6191359 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:24.030383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:24.036475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:24.080374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Made reservation on behalf of fe847a06f2f84ea59237d7e8d6191359 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:19:24.085228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:24.421887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:24.426647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7bcb83fd-20a1-4618-b9ce-cb630b8840aa tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:24.503537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e0ed62-cfcf-435d-9c95-c3840a00e5ba,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:24.506421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:24.513828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Checking segment: {'id': 'd6b1d1b6-ff5f-40b7-b693-74d670e29755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '309494bd-2856-45ea-86bf-080e12837e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:19:24.514217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Network hostable DHCP agents. Network: 309494bd-2856-45ea-86bf-080e12837e25, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:19:24.581397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Network 309494bd-2856-45ea-86bf-080e12837e25 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:19:24.615764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 309494bd-2856-45ea-86bf-080e12837e25) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:19:24.620644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:24.621571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:24.625042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f5123-3dd6-4b5a-9992-9a0436b803ff None None] Network 309494bd-2856-45ea-86bf-080e12837e25 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:19:24.668183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6556566 Dec 22 16:19:24.853756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae6c05-2871-4cce-8ff4-deed801f927d None None] Network 309494bd-2856-45ea-86bf-080e12837e25 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:19:25.244506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-59ba4697-1ca1-4d6a-aa4e-4839ef0bc2cb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:25.246114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-59ba4697-1ca1-4d6a-aa4e-4839ef0bc2cb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/networks?id=309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 200 len: 811 time: 0.1535823 Dec 22 16:19:25.264039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9e68ac92-592d-4b06-98ae-a2dac2173f21 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/quotas/fe847a06f2f84ea59237d7e8d6191359 HTTP/1.1" status: 200 len: 375 time: 0.0118771 Dec 22 16:19:25.313934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-006e6311-1d5a-48e5-9ae4-f0836c90ad5c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446446 Dec 22 16:19:25.685151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-0e8ebb52-fc2d-44e1-8379-63aae69a75a3 service neutron] 10.222.0.18 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636177 Dec 22 16:19:25.826878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-0e05aef2-0927-4501-a2d2-41e2a0e41429 service neutron] 10.222.0.18 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351035 Dec 22 16:19:27.078262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-689f0383-dc43-4165-bcda-1f0e2afa4a9f req-3abf819c-f873-4616-8584-52046e74e260 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 210 time: 0.0459592 Dec 22 16:19:28.258018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c81b2209-ae6a-4dbc-87a9-b142cc965a86 req-b2333b55-f865-44a7-9115-d4c8475e5dd4 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 210 time: 0.0500879 Dec 22 16:19:28.985399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-f499e103-3d1b-4491-89c5-f7523865633b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:28.986985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-f499e103-3d1b-4491-89c5-f7523865633b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.46 "GET /v2.0/networks?id=309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 200 len: 811 time: 0.1568820 Dec 22 16:19:29.009667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Request body: {'port': {'device_id': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'network_id': '309494bd-2856-45ea-86bf-080e12837e25', 'admin_state_up': True, 'tenant_id': 'fe847a06f2f84ea59237d7e8d6191359'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:29.153622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:19:29.157671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Usage tracker for resource:port and tenant:fe847a06f2f84ea59237d7e8d6191359 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:19:29.160656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:19:29.166975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:19:29.204791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Made reservation on behalf of fe847a06f2f84ea59237d7e8d6191359 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:19:29.210586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:29.391390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Allocated IP 172.20.0.12 (309494bd-2856-45ea-86bf-080e12837e25/96e0ed62-cfcf-435d-9c95-c3840a00e5ba/44ff3309-2c70-4163-8163-90f65f88642f) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:19:29.442111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae78cfec-e628-4bb7-998b-f14d8e03e9e7 req-9b7be756-0977-4f53-aaec-c8be619d1e1d tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 210 time: 0.0555921 Dec 22 16:19:29.644101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:29.703849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:29.711222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:29.785660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Network 309494bd-2856-45ea-86bf-080e12837e25 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:19:29.789073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:19:29.791813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:19:29.830276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:29.833521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:29.863194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:29.863856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:29.909839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9047823 Dec 22 16:19:29.929764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Request body: {'port': {'device_id': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:19:30.043004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:30.393985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ff3309-2c70-4163-8163-90f65f88642f {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:19:30.401542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:30.468948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Transition to ACTIVE for port object 44ff3309-2c70-4163-8163-90f65f88642f will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:19:30.504479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:30.509146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5bac6920-f748-4689-8a29-64bcef47179a tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:30.687344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:30.690264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:30.803822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735d906-0dce-4073-9204-14233fe8ff03 req-c179ea90-d93b-4aed-9743-1d0a9ec0f68c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:30.811555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b735d906-0dce-4073-9204-14233fe8ff03 req-c179ea90-d93b-4aed-9743-1d0a9ec0f68c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Synchronizing usage tracker for tenant:fe847a06f2f84ea59237d7e8d6191359 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:19:30.845947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Attempting to bind port 44ff3309-2c70-4163-8163-90f65f88642f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:19:30.845947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Attempting to bind port 44ff3309-2c70-4163-8163-90f65f88642f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd6b1d1b6-ff5f-40b7-b693-74d670e29755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '309494bd-2856-45ea-86bf-080e12837e25'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:19:30.845947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Attempting to bind port 44ff3309-2c70-4163-8163-90f65f88642f on network 309494bd-2856-45ea-86bf-080e12837e25 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:19:30.852162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Port 44ff3309-2c70-4163-8163-90f65f88642f on network 309494bd-2856-45ea-86bf-080e12837e25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:19:30.852529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Attempting to bind port 44ff3309-2c70-4163-8163-90f65f88642f on network 309494bd-2856-45ea-86bf-080e12837e25 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:19:30.859208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:19:30.859576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Checking segment: {'id': 'd6b1d1b6-ff5f-40b7-b693-74d670e29755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '309494bd-2856-45ea-86bf-080e12837e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:19:30.859988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Bound using segment: {'id': 'd6b1d1b6-ff5f-40b7-b693-74d670e29755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '309494bd-2856-45ea-86bf-080e12837e25'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:19:30.860449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Bound port: 44ff3309-2c70-4163-8163-90f65f88642f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b1d1b6-ff5f-40b7-b693-74d670e29755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '309494bd-2856-45ea-86bf-080e12837e25'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:19:30.860828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:30.906272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b735d906-0dce-4073-9204-14233fe8ff03 req-c179ea90-d93b-4aed-9743-1d0a9ec0f68c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Unset dirty status for tenant:fe847a06f2f84ea59237d7e8d6191359 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:19:30.907598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b735d906-0dce-4073-9204-14233fe8ff03 req-c179ea90-d93b-4aed-9743-1d0a9ec0f68c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 944 time: 0.3384469 Dec 22 16:19:30.989549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:19:30.993392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b735d906-0dce-4073-9204-14233fe8ff03 req-d4725f75-0177-4884-b03c-def96ca0d5b0 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742955 Dec 22 16:19:30.995110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:19:31.023264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:31.028675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a44ca611-d2a5-450f-b355-94ed3919424f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:31.093885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:31.095473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 200 len: 1094 time: 1.1708500 Dec 22 16:19:31.096081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:19:31.113011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:31.116246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:31.153384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f', 'status': 'completed', 'code': 200} Dec 22 16:19:31.254254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94ab8eb4-dee8-4deb-80ef-fcf7c0ba5373 req-5e120ab3-6180-4893-8feb-236d3b1c559d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1097 time: 0.0739720 Dec 22 16:19:31.412603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8eb4-dee8-4deb-80ef-fcf7c0ba5373 req-66aca52d-9610-4db5-853a-f399abb08ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:31.414366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94ab8eb4-dee8-4deb-80ef-fcf7c0ba5373 req-66aca52d-9610-4db5-853a-f399abb08ab4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=fe847a06f2f84ea59237d7e8d6191359&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1492507 Dec 22 16:19:31.564481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8eb4-dee8-4deb-80ef-fcf7c0ba5373 req-40069d29-d08c-4b34-bdc9-255883f459e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:31.566010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94ab8eb4-dee8-4deb-80ef-fcf7c0ba5373 req-40069d29-d08c-4b34-bdc9-255883f459e0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417141 Dec 22 16:19:31.684600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-d2ad77c8-7717-4b2b-ba71-9cd8269b8729 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1097 time: 0.0744438 Dec 22 16:19:31.763761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-5403e14c-df8e-4fa0-8a0e-c6338a0f7749 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 200 len: 217 time: 0.0675836 Dec 22 16:19:31.837388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-14a28916-ffc2-40fa-83d1-9ff714377a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:31.839159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-14a28916-ffc2-40fa-83d1-9ff714377a78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e0ed62-cfcf-435d-9c95-c3840a00e5ba HTTP/1.1" status: 200 len: 851 time: 0.0656383 Dec 22 16:19:31.895653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-f870ff17-97b6-42d3-87ea-78ee02b67b94 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=309494bd-2856-45ea-86bf-080e12837e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464244 Dec 22 16:19:32.039151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-cebfc1cf-0335-4246-8e6f-26003dfeac6d service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341763 Dec 22 16:19:32.241575 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-41b452d7-c3e3-43ac-9387-6af2a7db668a req-9f233e7e-c012-4eec-a0dd-4e63476e1879 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917493 Dec 22 16:19:32.258471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ddb34-02e3-4d28-be41-80918210b646 req-d3cbb7c7-0bee-44dc-b91b-30dffa29b4c8 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:32.260216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e35ddb34-02e3-4d28-be41-80918210b646 req-d3cbb7c7-0bee-44dc-b91b-30dffa29b4c8 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 944 time: 0.1209140 Dec 22 16:19:32.314003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e35ddb34-02e3-4d28-be41-80918210b646 req-b1892320-9ce1-47f1-ae74-b724228b7abb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474060 Dec 22 16:19:33.522532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f258e77-80da-4fcb-a379-0dd490aa19a6 req-0f9d1009-ad69-49b9-b85a-ed6b57aa3ed7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:33.524864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f258e77-80da-4fcb-a379-0dd490aa19a6 req-0f9d1009-ad69-49b9-b85a-ed6b57aa3ed7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 944 time: 0.0846810 Dec 22 16:19:33.573437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f258e77-80da-4fcb-a379-0dd490aa19a6 req-0eb52d6e-6855-4869-88ce-7d0fc08d63a2 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Dec 22 16:19:34.778718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b818278-d210-489c-8c9a-bab0cf613963 req-f4bb2318-1192-41f7-aaca-fafdeb6e697a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:34.780345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b818278-d210-489c-8c9a-bab0cf613963 req-f4bb2318-1192-41f7-aaca-fafdeb6e697a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 944 time: 0.0818980 Dec 22 16:19:34.830373 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b818278-d210-489c-8c9a-bab0cf613963 req-a2aab2f4-c62e-4967-9150-2b2892d2f1f7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Dec 22 16:19:35.733329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:19:35.877588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:35.895962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '44ff3309-2c70-4163-8163-90f65f88642f', 'network_id': '309494bd-2856-45ea-86bf-080e12837e25', 'port_id': '44ff3309-2c70-4163-8163-90f65f88642f', 'mac_address': 'fa:16:3e:9e:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e0ed62-cfcf-435d-9c95-c3840a00e5ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:19:35.952213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:35.971250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff3309-2c70-4163-8163-90f65f88642f {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:19:35.986706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:36.022317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:36.024971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:36.095951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:36.099502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:36.270502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['44ff3309-2c70-4163-8163-90f65f88642f'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:19:36.279747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f7aea-5d43-43c2-9f84-1254a75b994a req-e99f3a05-075f-4033-8c18-a484332685f9 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:36.281371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d80f7aea-5d43-43c2-9f84-1254a75b994a req-e99f3a05-075f-4033-8c18-a484332685f9 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 945 time: 0.3247664 Dec 22 16:19:36.334080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d80f7aea-5d43-43c2-9f84-1254a75b994a req-92f85842-5c02-4d9a-a0a9-c1548a2ebca3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464332 Dec 22 16:19:37.539468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4e990-0037-469a-ab6b-158c38cb1d8a req-8b8339bc-f1eb-46de-aab9-08d3eb03cb22 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:37.541067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-67a4e990-0037-469a-ab6b-158c38cb1d8a req-8b8339bc-f1eb-46de-aab9-08d3eb03cb22 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 945 time: 0.0825911 Dec 22 16:19:37.592032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-67a4e990-0037-469a-ab6b-158c38cb1d8a req-190772ca-0b15-4144-b4b0-6e8931c54b6e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448959 Dec 22 16:19:37.757638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:19:37.891752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 44ff3309-2c70-4163-8163-90f65f88642f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:19:37.896939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 44ff3309-2c70-4163-8163-90f65f88642f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:19:37.897362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:38.014905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:38.043092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:19:38.053210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:19:38.080353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:38.083436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:19:38.115912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f', 'code': 200} Dec 22 16:19:38.157499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:19:38.160649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:19:38.404837 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59353902-34c4-4783-9429-eb0b3d9d19a4 req-17d3b07f-f967-4252-89b7-6a1a59d30b4d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1099 time: 0.0749762 Dec 22 16:19:38.452983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59353902-34c4-4783-9429-eb0b3d9d19a4 req-3aa56560-7f9c-4715-b255-34452fb1a844 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375869 Dec 22 16:19:38.801198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f23170-588a-4f9f-a24f-9b503027f75b req-0338efde-7269-4db1-990a-65864295d6b7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:38.802884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-35f23170-588a-4f9f-a24f-9b503027f75b req-0338efde-7269-4db1-990a-65864295d6b7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0872886 Dec 22 16:19:38.853798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-35f23170-588a-4f9f-a24f-9b503027f75b req-56c13902-6bdf-49bb-9a94-1a947b87d31c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421791 Dec 22 16:19:40.061167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610f227-5357-46d7-bcde-bbb8b93fa0e2 req-df70ae6a-0988-4c74-ae6c-874b35b5bef7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:40.062718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0610f227-5357-46d7-bcde-bbb8b93fa0e2 req-df70ae6a-0988-4c74-ae6c-874b35b5bef7 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0819654 Dec 22 16:19:40.110587 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0610f227-5357-46d7-bcde-bbb8b93fa0e2 req-a335ae5f-ea4e-47d8-ab52-99140d42e81a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Dec 22 16:19:40.318068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01218c36-f9ae-4111-b8a8-076ba48f05cd req-9776bc80-91ce-4e0e-97b7-faba1aaf33d3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0756667 Dec 22 16:19:40.371884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:40.675167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69244b2-b8fe-4614-b145-5778bbcce597 req-2a9c8e83-e5c1-4acc-98f4-a3701badbb9e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:40.677045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c69244b2-b8fe-4614-b145-5778bbcce597 req-2a9c8e83-e5c1-4acc-98f4-a3701badbb9e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0846038 Dec 22 16:19:40.687320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57186) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:19:40.729115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c69244b2-b8fe-4614-b145-5778bbcce597 req-fda87f5f-37b9-4a32-bb99-0c0117974909 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445185 Dec 22 16:19:41.071750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-5f1805c1-aca4-499b-ab33-a1d5b9615e4b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3828738 Dec 22 16:19:41.950476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d779c-d69d-453a-96a1-f074f4fc9b2b req-c32720df-a227-47e7-a307-1df52bea455d tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:41.952115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b4d779c-d69d-453a-96a1-f074f4fc9b2b req-c32720df-a227-47e7-a307-1df52bea455d tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0934131 Dec 22 16:19:42.001732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b4d779c-d69d-453a-96a1-f074f4fc9b2b req-0308b60d-2205-46cb-85dd-f528ebe55480 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432138 Dec 22 16:19:42.741722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9d68815-011f-48f1-b251-b4b9b6029d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:42.840277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-ee8126bd-949b-4f37-a4b7-578d76c6c110 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1099 time: 0.0769088 Dec 22 16:19:42.982863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-ccfcdff1-8e8a-403b-a2e5-33b49be84448 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:42.984460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-ccfcdff1-8e8a-403b-a2e5-33b49be84448 service neutron] 10.222.0.46 "GET /v2.0/networks?id=309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 200 len: 912 time: 0.1374040 Dec 22 16:19:43.058187 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-cbb350a5-3038-4cd3-8ad4-b7c9dcb0a461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 200 len: 217 time: 0.0674775 Dec 22 16:19:43.126360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-32c93b31-b05c-4319-afa1-8fb0665fb80c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:43.127983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-32c93b31-b05c-4319-afa1-8fb0665fb80c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e0ed62-cfcf-435d-9c95-c3840a00e5ba HTTP/1.1" status: 200 len: 851 time: 0.0633402 Dec 22 16:19:43.224513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-9d312f33-e4cf-4d2e-8e26-a3206c297a74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=309494bd-2856-45ea-86bf-080e12837e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541101 Dec 22 16:19:43.350506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fdf1-c036-4c55-8059-7c657574fb1a req-32d4e74e-e906-4fbb-a5d2-e0b8b1cc3c12 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:43.352581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d735fdf1-c036-4c55-8059-7c657574fb1a req-32d4e74e-e906-4fbb-a5d2-e0b8b1cc3c12 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.2231026 Dec 22 16:19:43.424250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-a7f6c58f-b9d2-4ad0-8df3-8ab634413da0 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917517 Dec 22 16:19:43.429518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d735fdf1-c036-4c55-8059-7c657574fb1a req-1d2a2b6a-c784-40f3-a32a-199e8074ea3a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691626 Dec 22 16:19:43.570410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-4732ec9b-920e-499a-be50-95d9a9b30ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379204 Dec 22 16:19:44.166047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:44.638668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46305c0-5eca-42ea-8869-6f4d742e885b req-5c29e77b-c9e0-4094-9dd8-362e3c081f50 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:44.640282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b46305c0-5eca-42ea-8869-6f4d742e885b req-5c29e77b-c9e0-4094-9dd8-362e3c081f50 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0867827 Dec 22 16:19:44.689869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b46305c0-5eca-42ea-8869-6f4d742e885b req-db3c3c31-afa0-483f-8251-d06aff57cf4a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Dec 22 16:19:45.177189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff3a3e76-5231-444f-9456-c5fec8afda6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:45.623033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:45.900649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cee42-d87e-4545-9271-37bdd83eab10 req-ba08b890-6b8f-4ef4-95de-75769f35fb78 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:45.902262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d7cee42-d87e-4545-9271-37bdd83eab10 req-ba08b890-6b8f-4ef4-95de-75769f35fb78 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0833356 Dec 22 16:19:45.950416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d7cee42-d87e-4545-9271-37bdd83eab10 req-3ac2cb6a-5b28-4f8a-895c-e42c2f3f9572 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419497 Dec 22 16:19:47.096119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:19:47.159840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb97797-f4fa-4e76-9f6f-f9bb8ba51716 req-4f5ba594-0989-4ff0-80eb-637c07907d28 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:47.161450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-abb97797-f4fa-4e76-9f6f-f9bb8ba51716 req-4f5ba594-0989-4ff0-80eb-637c07907d28 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0851102 Dec 22 16:19:47.209968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-abb97797-f4fa-4e76-9f6f-f9bb8ba51716 req-6610cd6c-58fb-4be9-b6ee-9c6dbf9f952b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Dec 22 16:19:48.418652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cab27-0b8c-4aff-bfec-d80cfab2e8c6 req-c613c5a7-9b5d-44a2-8a3a-a578243f7ff9 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:48.420273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d00cab27-0b8c-4aff-bfec-d80cfab2e8c6 req-c613c5a7-9b5d-44a2-8a3a-a578243f7ff9 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0834727 Dec 22 16:19:48.473307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d00cab27-0b8c-4aff-bfec-d80cfab2e8c6 req-c0d163ab-456b-4597-bbf1-ffb8ec91ecbd tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Dec 22 16:19:49.677473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cf1fd-24a2-49b8-9915-e555bc97d585 req-0c94f018-719a-472e-97b1-b21551a823d4 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:49.679090 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-593cf1fd-24a2-49b8-9915-e555bc97d585 req-0c94f018-719a-472e-97b1-b21551a823d4 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0825541 Dec 22 16:19:49.727665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-593cf1fd-24a2-49b8-9915-e555bc97d585 req-75490ad5-3f88-495c-b02f-bce9cd5906d1 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Dec 22 16:19:50.269645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:19:50.936121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318f6d6-cac0-40e7-8381-6b6b4a1ad34a req-74b4800e-2392-4163-b21a-362b40b8ae99 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:50.937708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1318f6d6-cac0-40e7-8381-6b6b4a1ad34a req-74b4800e-2392-4163-b21a-362b40b8ae99 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0860314 Dec 22 16:19:50.985020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1318f6d6-cac0-40e7-8381-6b6b4a1ad34a req-766c955f-ecb1-4f95-a44a-da705ff4c15a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Dec 22 16:19:52.191320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd92b7b-1bbc-46b8-892a-fdace82b335c req-5bab4dba-0364-4905-957c-21be24f054b3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:52.192938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdd92b7b-1bbc-46b8-892a-fdace82b335c req-5bab4dba-0364-4905-957c-21be24f054b3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0828860 Dec 22 16:19:52.240388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdd92b7b-1bbc-46b8-892a-fdace82b335c req-be60355e-5078-4cf3-850d-7bb1a7026e68 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406816 Dec 22 16:19:53.454935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b7cc2-3e58-4978-bf41-ca6e1d15227b req-e44762e3-9542-4111-833a-3d7783734698 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:53.456536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-479b7cc2-3e58-4978-bf41-ca6e1d15227b req-e44762e3-9542-4111-833a-3d7783734698 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0876479 Dec 22 16:19:53.504733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-479b7cc2-3e58-4978-bf41-ca6e1d15227b req-c98a2af4-296e-4032-8e54-9ed3a0f9b814 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Dec 22 16:19:54.717706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e874d-5948-4223-8afe-40500a28dd08 req-6ba1a81a-998d-408e-a0ac-84906782dbb3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:54.719359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e3e874d-5948-4223-8afe-40500a28dd08 req-6ba1a81a-998d-408e-a0ac-84906782dbb3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0837157 Dec 22 16:19:54.768671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e3e874d-5948-4223-8afe-40500a28dd08 req-94051e45-d8b6-4a07-bc72-dac2a5a1014a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Dec 22 16:19:56.163565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeb1d3-f7d1-47c9-afd6-be82ee6036b9 req-2c2f80be-639f-4783-9086-e2bbec8b1633 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:56.165164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99aeb1d3-f7d1-47c9-afd6-be82ee6036b9 req-2c2f80be-639f-4783-9086-e2bbec8b1633 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0847759 Dec 22 16:19:56.214016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99aeb1d3-f7d1-47c9-afd6-be82ee6036b9 req-46c4a39f-24ef-4172-9d0b-8eac7dab670e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Dec 22 16:19:57.420413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da17be-09c1-444a-934e-d89b1fa327fb req-153d476d-8f55-4b4e-ab96-c1b36374cf65 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:57.422032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88da17be-09c1-444a-934e-d89b1fa327fb req-153d476d-8f55-4b4e-ab96-c1b36374cf65 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0850353 Dec 22 16:19:57.470356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88da17be-09c1-444a-934e-d89b1fa327fb req-e5debb80-efae-4119-a1b2-6e6535d0bd4f tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Dec 22 16:19:58.678020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f27e3d-989f-4dd0-9ab0-60eb1c9dc38c req-ad3430e5-2077-4cd8-875e-a4338db79996 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:58.679693 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d1f27e3d-989f-4dd0-9ab0-60eb1c9dc38c req-ad3430e5-2077-4cd8-875e-a4338db79996 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0856068 Dec 22 16:19:58.729686 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d1f27e3d-989f-4dd0-9ab0-60eb1c9dc38c req-54ab4edc-f2ff-4595-a0af-c542e20fec5b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Dec 22 16:19:59.939107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12d471-29ac-48df-8dad-53d63b685dd0 req-faea38e1-497d-4469-bfb1-f98f9836786b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:19:59.940706 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b12d471-29ac-48df-8dad-53d63b685dd0 req-faea38e1-497d-4469-bfb1-f98f9836786b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0829873 Dec 22 16:19:59.995293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b12d471-29ac-48df-8dad-53d63b685dd0 req-092d0f95-69d7-4d1f-a5aa-b82770a07a95 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Dec 22 16:20:01.206044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fccee-8496-4d3a-b516-1ea50e096eb3 req-88eea825-a614-4d3c-80ab-7ff26a30c8bf tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:01.207694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-866fccee-8496-4d3a-b516-1ea50e096eb3 req-88eea825-a614-4d3c-80ab-7ff26a30c8bf tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0831780 Dec 22 16:20:01.255702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-866fccee-8496-4d3a-b516-1ea50e096eb3 req-65a3605d-16cf-43d7-903e-70a58b00223c tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418868 Dec 22 16:20:02.511190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb03e5-927b-4dcb-9778-f4bb587ce927 req-693bece2-96d9-4071-838c-4669181aebdf tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:02.512803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0eb03e5-927b-4dcb-9778-f4bb587ce927 req-693bece2-96d9-4071-838c-4669181aebdf tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0874712 Dec 22 16:20:02.560950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0eb03e5-927b-4dcb-9778-f4bb587ce927 req-26b1338a-8e87-4d7a-833d-fc8d32aa5eff tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Dec 22 16:20:03.767178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ff9a-2e68-4f95-b0cb-e52f8b0a7865 req-ad8e165e-4867-47df-bd7d-fb2724063f7a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:03.768798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0a1ff9a-2e68-4f95-b0cb-e52f8b0a7865 req-ad8e165e-4867-47df-bd7d-fb2724063f7a tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0843375 Dec 22 16:20:03.817690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0a1ff9a-2e68-4f95-b0cb-e52f8b0a7865 req-3e6fedc8-fb35-4a76-b91f-a3eacf143133 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Dec 22 16:20:05.024971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b9f6c-a328-4c24-8eae-8bec96647ee6 req-be272a90-6f01-4500-b8e4-06040cb1ee34 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:05.026763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca9b9f6c-a328-4c24-8eae-8bec96647ee6 req-be272a90-6f01-4500-b8e4-06040cb1ee34 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0854352 Dec 22 16:20:05.075013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca9b9f6c-a328-4c24-8eae-8bec96647ee6 req-a864aeef-824c-4667-84b0-50a58592e14d tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421326 Dec 22 16:20:06.282529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49461a84-70e8-4e31-b5c9-bc79460d9ffd req-39b30e65-cfb4-4887-881d-471b63587ebb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:06.284171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49461a84-70e8-4e31-b5c9-bc79460d9ffd req-39b30e65-cfb4-4887-881d-471b63587ebb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0864913 Dec 22 16:20:06.332821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49461a84-70e8-4e31-b5c9-bc79460d9ffd req-0ce8a317-5dfe-4b5c-a29a-0d454af740b5 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Dec 22 16:20:07.543815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89b7a7-4076-451f-816d-5e9775d70249 req-8d926ae9-9abc-4e79-b774-c61f2061e286 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:07.545431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff89b7a7-4076-451f-816d-5e9775d70249 req-8d926ae9-9abc-4e79-b774-c61f2061e286 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0859723 Dec 22 16:20:07.594307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff89b7a7-4076-451f-816d-5e9775d70249 req-3f6aca85-0f1a-4456-a8ad-5d770ec6a4bb tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424597 Dec 22 16:20:08.800477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f31d-4ebc-4815-88b1-50b5fda92599 req-cac1948a-ef3f-4364-b70a-ff32c66c820e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:08.811274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f31d-4ebc-4815-88b1-50b5fda92599 req-cac1948a-ef3f-4364-b70a-ff32c66c820e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0828896 Dec 22 16:20:08.856623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ab5f31d-4ebc-4815-88b1-50b5fda92599 req-61d1ec24-0914-48f5-b440-efadab5def9d tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Dec 22 16:20:10.062464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e04cc9-da57-44bb-8e2b-9675b791e8be req-64c6526a-cc46-46a9-a667-570edee3f306 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:10.064117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02e04cc9-da57-44bb-8e2b-9675b791e8be req-64c6526a-cc46-46a9-a667-570edee3f306 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0837266 Dec 22 16:20:10.111824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02e04cc9-da57-44bb-8e2b-9675b791e8be req-598a336b-3bfe-4a3f-b1a9-400faf00a848 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Dec 22 16:20:10.411397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:10.766404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-5b66af9a-b5a5-4080-83ee-8e754b65541d service neutron] 10.222.0.46 "GET /v2.0/ports/44ff3309-2c70-4163-8163-90f65f88642f/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0814435 Dec 22 16:20:11.237705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-d75c5eb8-38d6-4628-934d-c08ca9734e2c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839&tenant_id=fe847a06f2f84ea59237d7e8d6191359 HTTP/1.1" status: 200 len: 1099 time: 0.0757787 Dec 22 16:20:11.382285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-41221ffa-67e4-4aab-b804-dafc7821e8aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1099 time: 0.1074462 Dec 22 16:20:11.389104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18d476-a891-4dcf-91fa-47e7c462f033 req-75a56ca7-f77a-4e4a-bd57-da9cb6283e25 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:11.390620 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b18d476-a891-4dcf-91fa-47e7c462f033 req-75a56ca7-f77a-4e4a-bd57-da9cb6283e25 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.1519248 Dec 22 16:20:11.543749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b18d476-a891-4dcf-91fa-47e7c462f033 req-7852e8a4-7859-46cd-b6cd-332a8d6b672b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303716 Dec 22 16:20:11.566260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-387844eb-fa4c-4f50-9138-0426595a109a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:11.567877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-387844eb-fa4c-4f50-9138-0426595a109a service neutron] 10.222.0.46 "GET /v2.0/networks?id=309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 200 len: 912 time: 0.1761911 Dec 22 16:20:11.646915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-6dfdc659-5842-4864-98df-e11019589dab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 200 len: 217 time: 0.0678806 Dec 22 16:20:11.719082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-21223e54-8cbd-450e-a863-1009e966f1ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:11.720630 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-21223e54-8cbd-450e-a863-1009e966f1ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e0ed62-cfcf-435d-9c95-c3840a00e5ba HTTP/1.1" status: 200 len: 851 time: 0.0640678 Dec 22 16:20:11.777757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-6b2ff04b-cdf8-4fa6-af39-8cfc0d3b697d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=309494bd-2856-45ea-86bf-080e12837e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469685 Dec 22 16:20:12.146010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-ddbf3c2c-9cec-432e-9355-eb3fc987b6b1 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580556 Dec 22 16:20:12.291962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-878ce6d0-197b-46d6-87dd-92d66c5c3b46 req-48fb7850-3d61-4500-ae0f-954fb759acea service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327355 Dec 22 16:20:12.731583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b59a4832-ad7a-4d71-ab35-5048668ecaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:12.749123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72ea4e-455c-4fff-8acb-219877810636 req-93e72710-c7b1-49f8-aa67-781a8ccb3377 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:12.750790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4f72ea4e-455c-4fff-8acb-219877810636 req-93e72710-c7b1-49f8-aa67-781a8ccb3377 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0831010 Dec 22 16:20:12.799987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4f72ea4e-455c-4fff-8acb-219877810636 req-39f2fb01-6f1a-49bb-93f9-78a5ee903df0 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Dec 22 16:20:13.883555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:14.000322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:14.012115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1cbb0-91e0-4da7-b0a8-cc9c2428a2dc req-8f6c2787-f9a2-4bca-9ce2-14f1651054c4 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:14.013734 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adb1cbb0-91e0-4da7-b0a8-cc9c2428a2dc req-8f6c2787-f9a2-4bca-9ce2-14f1651054c4 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0863147 Dec 22 16:20:14.029293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:14.039598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:14.063503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adb1cbb0-91e0-4da7-b0a8-cc9c2428a2dc req-bfa1524c-6708-4221-a187-f5f3900e9aa1 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Dec 22 16:20:14.069018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:14.071894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:14.105310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f', 'code': 200} Dec 22 16:20:14.156811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:14.165741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.166259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.166672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.167054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.167448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.167837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.168210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.168585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.169013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.169383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.169754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:14.173887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:14.174584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:15.183235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7300f30e-f9df-48d0-96ee-67b0094823d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:15.276256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dc24b-8ee8-4439-8e67-d3e26c909087 req-f667c0b9-cbe5-41f6-bcca-9102c9ae6803 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:15.277873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f56dc24b-8ee8-4439-8e67-d3e26c909087 req-f667c0b9-cbe5-41f6-bcca-9102c9ae6803 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 944 time: 0.0850358 Dec 22 16:20:15.327677 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f56dc24b-8ee8-4439-8e67-d3e26c909087 req-81fcb178-c0c1-4e0b-a8fb-f721731e7658 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434654 Dec 22 16:20:15.629150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:15.840113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-79477831-c41e-49d4-bc37-8e4449391bc3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:15.841694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-79477831-c41e-49d4-bc37-8e4449391bc3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839&tenant_id=fe847a06f2f84ea59237d7e8d6191359&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0923228 Dec 22 16:20:15.881876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:20:15.991878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-52b4b09a-59ed-4b3c-af80-aac211c14daa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe847a06f2f84ea59237d7e8d6191359&device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 1097 time: 0.0752108 Dec 22 16:20:16.027476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:16.042125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '44ff3309-2c70-4163-8163-90f65f88642f', 'network_id': '309494bd-2856-45ea-86bf-080e12837e25', 'port_id': '44ff3309-2c70-4163-8163-90f65f88642f', 'mac_address': 'fa:16:3e:9e:57:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e0ed62-cfcf-435d-9c95-c3840a00e5ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:20:16.100914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:16.119298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff3309-2c70-4163-8163-90f65f88642f {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:20:16.134626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:16.135432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-1bd7ca21-e494-4ea3-96e8-996a8500b5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:16.137041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-1bd7ca21-e494-4ea3-96e8-996a8500b5d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 200 len: 912 time: 0.1386526 Dec 22 16:20:16.189128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:16.191067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967f8231-7428-4ca4-a134-8e91c71c1184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:16.211557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-e23340b6-c487-4e17-b4dc-45b4b0121499 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 200 len: 217 time: 0.0683780 Dec 22 16:20:16.263008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:16.267254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['44ff3309-2c70-4163-8163-90f65f88642f'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:20:16.282510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-91368e4d-96c9-4a53-8f7b-030444904e9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:16.284110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-91368e4d-96c9-4a53-8f7b-030444904e9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e0ed62-cfcf-435d-9c95-c3840a00e5ba HTTP/1.1" status: 200 len: 851 time: 0.0652940 Dec 22 16:20:16.292608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:16.338878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-8e1e983e-c5e1-4e21-97da-037d61e533b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=309494bd-2856-45ea-86bf-080e12837e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466013 Dec 22 16:20:16.485077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-d46eb799-2fd8-4003-b624-85ba2e0a8426 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400692 Dec 22 16:20:16.627464 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-6321a20f-582c-41aa-86c1-f7502b748745 service neutron] 10.222.0.46 "GET /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361449 Dec 22 16:20:17.097676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:17.905994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:17.978722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 44ff3309-2c70-4163-8163-90f65f88642f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:17.978941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a35eaa-f802-4e66-b92e-adefb5433597 req-2aa61ad7-29ea-4539-89b3-49dafba179c3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:17.979124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:17.980918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7a35eaa-f802-4e66-b92e-adefb5433597 req-2aa61ad7-29ea-4539-89b3-49dafba179c3 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 945 time: 0.0847957 Dec 22 16:20:18.030273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7a35eaa-f802-4e66-b92e-adefb5433597 req-bc0c9b08-0687-4cac-b07f-df2d7e5704e9 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Dec 22 16:20:18.098428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:18.125891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:18.135836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:18.165988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:18.168258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:18.204053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f', 'code': 200} Dec 22 16:20:18.236183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:18.239375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:19.237745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48f63-c612-4eff-8d0b-7e510a0e6f10 req-8ce487f7-2d78-4a0b-933b-fdf118a9917b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:19.239387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfc48f63-c612-4eff-8d0b-7e510a0e6f10 req-8ce487f7-2d78-4a0b-933b-fdf118a9917b tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0874116 Dec 22 16:20:19.287297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfc48f63-c612-4eff-8d0b-7e510a0e6f10 req-42a47ab0-986c-4cff-839b-7d471bb02026 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Dec 22 16:20:19.812628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-9c427b83-56b5-4b80-8440-7f8dded152ed tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:19.814666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-9c427b83-56b5-4b80-8440-7f8dded152ed tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.46 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.0914385 Dec 22 16:20:19.894333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Deleting port 44ff3309-2c70-4163-8163-90f65f88642f {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:20:19.894731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.140199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] For port 44ff3309-2c70-4163-8163-90f65f88642f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44ff3309-2c70-4163-8163-90f65f88642f,segment=NetworkSegment(d6b1d1b6-ff5f-40b7-b693-74d670e29755),segment_id=d6b1d1b6-ff5f-40b7-b693-74d670e29755)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:20.140609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.267080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Calling delete_port for 44ff3309-2c70-4163-8163-90f65f88642f owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:20:20.566627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e09a7-0730-44ee-ab73-8d28dab2535d req-9176b24f-90d0-4d5b-8586-1f01f542ddc2 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:20.568174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f43e09a7-0730-44ee-ab73-8d28dab2535d req-9176b24f-90d0-4d5b-8586-1f01f542ddc2 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839 HTTP/1.1" status: 200 len: 946 time: 0.1038270 Dec 22 16:20:20.605421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.612625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-471e13e2-4d21-47df-ac78-12cfa3559a2e tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:20.621690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['44ff3309-2c70-4163-8163-90f65f88642f'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:20:20.663683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Pushing event deleted for resources: {'Port': ['ID=44ff3309-2c70-4163-8163-90f65f88642f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:20.673390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f43e09a7-0730-44ee-ab73-8d28dab2535d req-9cbd2556-14a1-4578-9113-f70bc56b3953 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a7320b5-ec20-4599-94d2-9b311bb9dbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989759 Dec 22 16:20:20.716740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.717178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.717607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.718058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.718522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.722548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:20.748769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:20.759789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] No DVR routers for this DVR port 44ff3309-2c70-4163-8163-90f65f88642f on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:20:20.762273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:20.765081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-deleted', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:20.806135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28b23c97-2f50-4fc3-9364-e4af55061988 req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] 10.222.0.46 "DELETE /v2.0/ports/44ff3309-2c70-4163-8163-90f65f88642f HTTP/1.1" status: 204 len: 173 time: 0.9833891 Dec 22 16:20:20.824124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a59d837-ec6a-4b6a-abf7-7e7a8e0b0839', 'name': 'network-vif-deleted', 'tag': '44ff3309-2c70-4163-8163-90f65f88642f', 'status': 'completed', 'code': 200} Dec 22 16:20:21.987837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57296) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:22.054838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Deleting subnet 96e0ed62-cfcf-435d-9c95-c3840a00e5ba {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:20:22.057884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.112366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.171372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.314916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.319707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2637d159-351b-4a0c-a291-1c126672673a tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:22.359039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e0ed62-cfcf-435d-9c95-c3840a00e5ba,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:22.371510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.376933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.377367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.377789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.378208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.378651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.379068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.379479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.379888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.380295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.380701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.381107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:20:22.385162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:22.387067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41884096-e932-4ff1-b59d-febb007fea1b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96e0ed62-cfcf-435d-9c95-c3840a00e5ba HTTP/1.1" status: 204 len: 168 time: 0.3979461 Dec 22 16:20:22.389598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:22.505891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.638122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.664317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309494bd-2856-45ea-86bf-080e12837e25']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:22.677491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b1d1b6-ff5f-40b7-b693-74d670e29755') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:22.677824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b1d1b6-ff5f-40b7-b693-74d670e29755') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:20:22.690650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.765600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.772221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:20:22.772646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:20:22.787103 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:20:23.045713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.049219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8b7f09e5-e517-41ed-96da-0d04c4ca7cb6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:23.066299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.073687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=309494bd-2856-45ea-86bf-080e12837e25,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:23.076881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/309494bd-2856-45ea-86bf-080e12837e25 HTTP/1.1" status: 204 len: 168 time: 0.6862667 Dec 22 16:20:23.077871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:23.317204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57306) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:23.371863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d989d63a-f6c6-4fa8-900d-da2774540d31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe847a06f2f84ea59237d7e8d6191359&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532887 Dec 22 16:20:23.374309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57310) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:23.437164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.465383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.655468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.660505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-824424ed-f433-49f1-b554-971136e718ba tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:23.678542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7320b5-ec20-4599-94d2-9b311bb9dbac,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:23.681315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:23.682491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:23.683701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a7320b5-ec20-4599-94d2-9b311bb9dbac HTTP/1.1" status: 204 len: 168 time: 0.3083825 Dec 22 16:20:23.930211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:20:23.964118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 44ff3309-2c70-4163-8163-90f65f88642f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:20:23.965163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44ff3309-2c70-4163-8163-90f65f88642f not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:20:24.731942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57332) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:24.876173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-637589450-network', 'tenant_id': '0960e868c6544b1b9367c4cb68ca2d14'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:24.881541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:24.885664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Usage tracker for resource:network and tenant:0960e868c6544b1b9367c4cb68ca2d14 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:24.889001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:24.895069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:24.948735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Made reservation on behalf of 0960e868c6544b1b9367c4cb68ca2d14 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:24.953686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:24.967612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.049587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:25.054122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Usage tracker for resource:security_group_rule and tenant:0960e868c6544b1b9367c4cb68ca2d14 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:25.057300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:25.063800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:25.217415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.251549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.255853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8a3d896-8f12-48dd-9ece-d042d83f1564 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:25.281862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:20:25.299176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40d3581-ed0a-4856-ad4a-0e167c9024ad,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:25.302767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:25.305388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.305770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Added segment 7092b206-5c7d-4777-910b-bf03af0562c9 of type vlan for network b9febf90-17b0-4d02-a436-ef9537e4e722 Dec 22 16:20:25.332967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.388825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.389782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:25.390413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.395527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:25.495024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7618995 Dec 22 16:20:25.498172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57338) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:20:25.502733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Pushing event updated for resources: {'Network': ['ID=b9febf90-17b0-4d02-a436-ef9537e4e722,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:25.504387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Request body: {'subnet': {'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-637589450-subnet', 'tenant_id': '0960e868c6544b1b9367c4cb68ca2d14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:25.505471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52ee0db3-b41d-440f-8a9b-95d533e53d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:25.509759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:25.513641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b9febf90-17b0-4d02-a436-ef9537e4e722 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:20:25.515057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Usage tracker for resource:subnet and tenant:0960e868c6544b1b9367c4cb68ca2d14 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:25.518063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:25.524057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:25.560348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Made reservation on behalf of 0960e868c6544b1b9367c4cb68ca2d14 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:25.565347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.954319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:25.958669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-781518d3-85f4-4769-a1b3-bc78a399b842 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:26.033117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=399ce086-ea69-4799-9045-c96d29c97a14,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:26.036746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:26.044492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Checking segment: {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:26.044882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Network hostable DHCP agents. Network: b9febf90-17b0-4d02-a436-ef9537e4e722, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:20:26.096819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Network b9febf90-17b0-4d02-a436-ef9537e4e722 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:20:26.131206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, b9febf90-17b0-4d02-a436-ef9537e4e722) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:26.135569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:26.136422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:26.141346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a74dcc-3ea3-4026-b292-2c605c24062d None None] Network b9febf90-17b0-4d02-a436-ef9537e4e722 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:26.184252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6842690 Dec 22 16:20:26.370172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b250a9e5-51b8-4527-8a2d-81c1eeabf17b None None] Network b9febf90-17b0-4d02-a436-ef9537e4e722 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:20:26.769519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c12c1804-78c8-4989-b9df-645aebafd749 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:26.771169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c12c1804-78c8-4989-b9df-645aebafd749 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 814 time: 0.1657271 Dec 22 16:20:26.788533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-cb9a2377-1c86-4820-8c5d-dd78ceccdcb5 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/quotas/0960e868c6544b1b9367c4cb68ca2d14 HTTP/1.1" status: 200 len: 375 time: 0.0112894 Dec 22 16:20:26.842225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-72445b11-a894-4a4d-89d9-c98402072ed3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474918 Dec 22 16:20:26.853537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-23288027-2c8f-4bc3-87fc-2082d44304a9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:20:26.857006 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-23288027-2c8f-4bc3-87fc-2082d44304a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052311 Dec 22 16:20:27.001149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ee771a69-dfe2-4d32-b007-d575ef1cbfbc service neutron] 10.222.0.18 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396251 Dec 22 16:20:27.272117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:20:27.369626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-a37bd564-4556-44e0-a39f-b4097910bcb9 service neutron] 10.222.0.18 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620374 Dec 22 16:20:27.645065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8725c493-f1ce-4e4b-84a6-f0221b8e5f66 req-33573ddf-c072-4c16-9559-acc0826ff89e tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 210 time: 0.0458302 Dec 22 16:20:28.821800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c756673-6702-4a7b-8dc4-0298623beed0 req-8224b093-5ce4-4bcf-a3d0-0d1e1ff2b33d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 210 time: 0.0493646 Dec 22 16:20:29.526267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-46ba0f34-76af-4ce3-b06d-389f296a98f6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:29.528352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-46ba0f34-76af-4ce3-b06d-389f296a98f6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 814 time: 0.1573155 Dec 22 16:20:29.550127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Request body: {'port': {'device_id': '5b28f032-b729-4072-9111-953481bd2e6f', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'admin_state_up': True, 'tenant_id': '0960e868c6544b1b9367c4cb68ca2d14'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:29.698503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:20:29.703929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Usage tracker for resource:port and tenant:0960e868c6544b1b9367c4cb68ca2d14 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:20:29.706854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:20:29.713479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:20:29.760552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Made reservation on behalf of 0960e868c6544b1b9367c4cb68ca2d14 for: {'port': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:20:29.766908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:29.944005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Allocated IP 172.20.0.3 (b9febf90-17b0-4d02-a436-ef9537e4e722/399ce086-ea69-4799-9045-c96d29c97a14/84debb74-3429-4ab7-8891-fd281ee598a6) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:20:29.997029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-208c9c25-2af5-49db-ad0d-e7e5dd7d5154 req-f6113b9e-c470-4850-81da-0976d460bca3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 210 time: 0.0505979 Dec 22 16:20:30.197171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.255708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.261888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:30.342291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Network b9febf90-17b0-4d02-a436-ef9537e4e722 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:20:30.343210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:30.345868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:20:30.347835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:30.348564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:20:30.410622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:30.411291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.463626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9174557 Dec 22 16:20:30.480351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Request body: {'port': {'device_id': '5b28f032-b729-4072-9111-953481bd2e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:20:30.594185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:30.949784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88958) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:20:30.956817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.028769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Transition to ACTIVE for port object 84debb74-3429-4ab7-8891-fd281ee598a6 will not be triggered until provisioned by entity L2. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:20:31.068705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.073666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cdd76ab7-8895-49fa-bdca-adc2045d1e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:31.255718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:31.263525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:31.387389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6a5f2-8498-47aa-8694-57a1b2ac3409 req-93220c95-3eca-4d0e-bfc4-9c4e083ed4b4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:31.388054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42a6a5f2-8498-47aa-8694-57a1b2ac3409 req-93220c95-3eca-4d0e-bfc4-9c4e083ed4b4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Synchronizing usage tracker for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:20:31.395039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Attempting to bind port 84debb74-3429-4ab7-8891-fd281ee598a6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:20:31.395404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Attempting to bind port 84debb74-3429-4ab7-8891-fd281ee598a6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:20:31.395768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Attempting to bind port 84debb74-3429-4ab7-8891-fd281ee598a6 on network b9febf90-17b0-4d02-a436-ef9537e4e722 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:31.411451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Port 84debb74-3429-4ab7-8891-fd281ee598a6 on network b9febf90-17b0-4d02-a436-ef9537e4e722 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:20:31.411806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Attempting to bind port 84debb74-3429-4ab7-8891-fd281ee598a6 on network b9febf90-17b0-4d02-a436-ef9537e4e722 {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:20:31.419646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:20:31.420011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Checking segment: {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:20:31.420428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Bound using segment: {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'} {{(pid=88958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:20:31.420896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Bound port: 84debb74-3429-4ab7-8891-fd281ee598a6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'}}] {{(pid=88958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:20:31.421273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.483108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42a6a5f2-8498-47aa-8694-57a1b2ac3409 req-93220c95-3eca-4d0e-bfc4-9c4e083ed4b4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Unset dirty status for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:20:31.484394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42a6a5f2-8498-47aa-8694-57a1b2ac3409 req-93220c95-3eca-4d0e-bfc4-9c4e083ed4b4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 943 time: 0.3579929 Dec 22 16:20:31.558992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, cleared binding levels {{(pid=88958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:20:31.562945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42a6a5f2-8498-47aa-8694-57a1b2ac3409 req-7714f709-c4f3-46dc-ad21-a31ec11ec1b5 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707004 Dec 22 16:20:31.564628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:20:31.589071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.594996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:31.655727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:31.657239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] 10.222.0.46 "PUT /v2.0/ports/84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 1093 time: 1.1819227 Dec 22 16:20:31.657791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:31.676884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=3']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:31.684458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:31.718911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6', 'status': 'completed', 'code': 200} Dec 22 16:20:31.824350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-9a7ace5f-2203-450c-a54d-1bcddc16d3ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1096 time: 0.0798790 Dec 22 16:20:31.900065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-7d7b5dc3-f4fb-4c37-a410-b1e396760439 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.0647669 Dec 22 16:20:31.975990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-8fd7d424-dca4-42a4-a786-eab71115aaeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:31.977478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-8fd7d424-dca4-42a4-a786-eab71115aaeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0669880 Dec 22 16:20:32.029784 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-d3474454-9b47-4bb5-aa82-c657f2fe1aad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421534 Dec 22 16:20:32.173340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-d34f8da3-2321-43b2-ad60-a839bd2f36f0 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330812 Dec 22 16:20:32.320324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c1ac1953-21d1-4407-baa5-0fc19f3d01e0 req-5e5f7a20-d796-4756-b6a4-79a7f64b258d service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372619 Dec 22 16:20:32.484228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-2ea9ca8b-b04e-4d1b-b3bd-1780379cec10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1096 time: 0.0801382 Dec 22 16:20:32.629353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-8ef937ff-3991-4f98-8510-009ed561f8f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:32.630980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-8ef937ff-3991-4f98-8510-009ed561f8f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1383326 Dec 22 16:20:32.764437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-9945cad6-143f-4735-b910-04e253b702dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.1243651 Dec 22 16:20:32.848131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-71df72a7-2db9-4fb5-8de0-1ee7eb6e8810 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:32.849724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-71df72a7-2db9-4fb5-8de0-1ee7eb6e8810 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0782392 Dec 22 16:20:32.856725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5edcb69-b220-4d0f-b5ad-dae0d7dd4ebb req-c30cb6b7-3659-42d5-8dee-c4bf2f2602ab tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:32.858217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5edcb69-b220-4d0f-b5ad-dae0d7dd4ebb req-c30cb6b7-3659-42d5-8dee-c4bf2f2602ab tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 943 time: 0.1666970 Dec 22 16:20:32.919843 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-264a5320-38cf-4535-9a34-c6ed695c70f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605805 Dec 22 16:20:32.986337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5edcb69-b220-4d0f-b5ad-dae0d7dd4ebb req-0f8f3044-cb3f-4796-8320-0789b2ec6b8d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949829 Dec 22 16:20:33.079260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-f3c37291-b02c-43c9-9016-666d05e93aab service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482432 Dec 22 16:20:33.221206 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca4fe869-01e4-434b-93f2-5bcfd80e3737 req-e056fc19-f54a-4f88-8075-1b26b69a94cf service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341002 Dec 22 16:20:34.200255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f3e5d-b39d-4658-900a-c2021b82cc14 req-801cafc0-fcb4-48b5-af26-49732bd4bb5a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:34.201884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-be5f3e5d-b39d-4658-900a-c2021b82cc14 req-801cafc0-fcb4-48b5-af26-49732bd4bb5a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 943 time: 0.0891669 Dec 22 16:20:34.250487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-be5f3e5d-b39d-4658-900a-c2021b82cc14 req-e9c7e163-23a7-4250-8cff-900ab55c69b3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424449 Dec 22 16:20:35.455018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f8817-d7b6-47be-85d2-8bea04265421 req-4909cdae-c437-4c8c-a767-fd6611146be8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:35.456639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b9f8817-d7b6-47be-85d2-8bea04265421 req-4909cdae-c437-4c8c-a767-fd6611146be8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 943 time: 0.0830443 Dec 22 16:20:35.514307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b9f8817-d7b6-47be-85d2-8bea04265421 req-d52538ce-a59f-4346-8d18-a01a3c03152f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515447 Dec 22 16:20:35.977523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:20:36.276390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:36.291261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '84debb74-3429-4ab7-8891-fd281ee598a6', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'port_id': '84debb74-3429-4ab7-8891-fd281ee598a6', 'mac_address': 'fa:16:3e:3f:5a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399ce086-ea69-4799-9045-c96d29c97a14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:20:36.349794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.368054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:20:36.382914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:36.428630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:36.430546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:36.495131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:36.498423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:36.704712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['84debb74-3429-4ab7-8891-fd281ee598a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:20:36.719871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d0833-bee7-4f8e-aa63-32f0438197a4 req-436e5cbb-08c1-42c6-a62a-edd11891f6b3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:36.721538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f41d0833-bee7-4f8e-aa63-32f0438197a4 req-436e5cbb-08c1-42c6-a62a-edd11891f6b3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 944 time: 0.0832565 Dec 22 16:20:36.769797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f41d0833-bee7-4f8e-aa63-32f0438197a4 req-e19d4e71-af8d-4ff0-be6b-f542a288d9a8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Dec 22 16:20:37.977341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:20:38.038450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed752d0c-0825-48d4-ac5a-7a02c5b5311b req-c598bf29-6688-4226-bacd-3df7c34a8711 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:38.040122 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed752d0c-0825-48d4-ac5a-7a02c5b5311b req-c598bf29-6688-4226-bacd-3df7c34a8711 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 944 time: 0.0943549 Dec 22 16:20:38.109275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 84debb74-3429-4ab7-8891-fd281ee598a6 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:20:38.115378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 84debb74-3429-4ab7-8891-fd281ee598a6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:20:38.116277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.244020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.273646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:20:38.284872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:20:38.314786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:38.317590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1cc9fe1b-7b53-4726-a84e-3872ff43d119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:20:38.335483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed752d0c-0825-48d4-ac5a-7a02c5b5311b req-599a296c-10ec-4827-9c1c-5d51eb1c0aa3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881358 Dec 22 16:20:38.350472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6', 'code': 200} Dec 22 16:20:38.391375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:20:38.394498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:20:38.638694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fe5064a-261d-4bba-a719-6a78d6854d66 req-98e3a249-8b1d-490b-a735-b3082ce005c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1098 time: 0.0753419 Dec 22 16:20:38.686976 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fe5064a-261d-4bba-a719-6a78d6854d66 req-9727cc7a-096d-49a2-bfb3-d6970669c94a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379250 Dec 22 16:20:39.550186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a9fed-28b2-4403-b77b-00da8dc3b928 req-ccc98c68-97bc-4283-a78c-e5f07a577d10 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:39.551973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-627a9fed-28b2-4403-b77b-00da8dc3b928 req-ccc98c68-97bc-4283-a78c-e5f07a577d10 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0884001 Dec 22 16:20:39.600576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-627a9fed-28b2-4403-b77b-00da8dc3b928 req-5688731b-4542-4b2b-afd8-9eb4e84da948 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Dec 22 16:20:40.404228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:40.802740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916437-c9d9-4e34-9e9a-7b260e097ba1 req-5e2b4c84-16f3-426b-8518-97861479677c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:40.804283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81916437-c9d9-4e34-9e9a-7b260e097ba1 req-5e2b4c84-16f3-426b-8518-97861479677c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0819280 Dec 22 16:20:40.860663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81916437-c9d9-4e34-9e9a-7b260e097ba1 req-49d1cec7-afa1-48b9-8239-1da0d0d0c40c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498717 Dec 22 16:20:41.063526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85072722-d6a6-4c1b-8f8a-dd984fc4d3b9 req-d4794b41-86bb-4062-90d1-79687d7dd6e3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:41.065078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85072722-d6a6-4c1b-8f8a-dd984fc4d3b9 req-d4794b41-86bb-4062-90d1-79687d7dd6e3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0819678 Dec 22 16:20:41.115004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-85072722-d6a6-4c1b-8f8a-dd984fc4d3b9 req-66559833-9c2d-4013-9445-53d7233f94f7 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Dec 22 16:20:41.567914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-53f69503-9c10-4f4f-9dfb-a29f0b7a70a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1467154 Dec 22 16:20:41.575442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d5d89-0395-490c-85af-947692bd50cc req-41897828-4568-445b-aeb1-c926114bc839 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:41.576976 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d5d89-0395-490c-85af-947692bd50cc req-41897828-4568-445b-aeb1-c926114bc839 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.1180882 Dec 22 16:20:41.626223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-680d5d89-0395-490c-85af-947692bd50cc req-f8de1ce1-a639-48cf-8e51-61c5b9b0e8d9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Dec 22 16:20:41.718654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-940ce23e-0bf7-48e0-a331-103e86e7c398 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1098 time: 0.0769117 Dec 22 16:20:41.945486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-b6fa06a0-767b-480f-a85c-048d70aeed5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:41.947115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-b6fa06a0-767b-480f-a85c-048d70aeed5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.2060974 Dec 22 16:20:41.953877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84069230-775d-445c-8ffd-b234b7e3f3a8 req-a3b09689-8f61-409d-aeef-9cd6e30b5f55 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:41.955430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84069230-775d-445c-8ffd-b234b7e3f3a8 req-a3b09689-8f61-409d-aeef-9cd6e30b5f55 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.1915529 Dec 22 16:20:42.043054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-bea8f27e-32e3-404c-80e8-29deb3e9affd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.0858655 Dec 22 16:20:42.114092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84069230-775d-445c-8ffd-b234b7e3f3a8 req-5f0537c4-7939-40d5-a30a-27b299cc4163 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049497 Dec 22 16:20:42.125502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-c9d4d33c-98cc-4758-b5ec-69375e7de7cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:42.127068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-c9d4d33c-98cc-4758-b5ec-69375e7de7cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0745106 Dec 22 16:20:42.180751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-69e08daa-b432-4bad-9dab-053b3839aa4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469055 Dec 22 16:20:42.329571 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-dd443610-a5f7-4ecf-bac4-8b6c202300da service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425586 Dec 22 16:20:42.535613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-30b63fd6-3fad-4ba5-a896-e4cda4e02d3a req-1f05f262-eaa6-4ff4-8179-c919a8e3e226 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2594924 Dec 22 16:20:42.539148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9eb374a-cb47-4da9-be22-85e0fd3466cc req-ed7e86cd-0c15-4be1-b228-295f3d8c0e90 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028234 Dec 22 16:20:42.724213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-51fef57e-98c5-4dcb-bd42-2e4a160871be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:42.890676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-a38719dd-6fa8-4621-b550-49086a11860e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771062 Dec 22 16:20:42.907092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c2702-5c02-4f53-908b-03ab8da31c5c req-5e0d98b5-0a38-4f6f-abb0-71ce51c20925 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:42.908721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c06c2702-5c02-4f53-908b-03ab8da31c5c req-5e0d98b5-0a38-4f6f-abb0-71ce51c20925 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0914400 Dec 22 16:20:42.958326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c06c2702-5c02-4f53-908b-03ab8da31c5c req-6641ff76-fc99-4224-91b8-f51ec59d946a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Dec 22 16:20:44.165844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:44.166833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449f4c-0f55-485f-8c35-b511c66cce52 req-7161d720-0c88-4c31-9165-6f9bc5eda522 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:44.168513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0449f4c-0f55-485f-8c35-b511c66cce52 req-7161d720-0c88-4c31-9165-6f9bc5eda522 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0836782 Dec 22 16:20:44.217188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0449f4c-0f55-485f-8c35-b511c66cce52 req-50a8337a-a29b-4408-8226-9ccc4aae47c4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Dec 22 16:20:44.553524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-f791c743-b0b6-4007-b590-d9cfd228bda1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1098 time: 0.0795193 Dec 22 16:20:44.695490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-249bd2ee-9fc6-4274-aee9-7d55988ab816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:44.697072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-249bd2ee-9fc6-4274-aee9-7d55988ab816 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1368790 Dec 22 16:20:44.771821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-219a26e9-be6f-4326-a8f5-45b5f58038ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.0645814 Dec 22 16:20:44.846628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-5fca2932-d1b5-477f-8ce9-4d39afbbf202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:44.848139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-5fca2932-d1b5-477f-8ce9-4d39afbbf202 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0703483 Dec 22 16:20:44.899859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-3f070c6b-81e0-4781-82ba-87cd115448b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448380 Dec 22 16:20:45.044119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-4e32c754-0358-43b1-aa2b-145e1d3ae6c7 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347005 Dec 22 16:20:45.188493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-12e3e4e9-7267-4d84-8e44-33ac94ee7571 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379354 Dec 22 16:20:45.189121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6498badb-5649-4bba-a4bc-ba51cf4ce8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:45.430334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed80fa-95f3-4498-b4ae-2ac704314174 req-6ece95f5-11bf-42bb-95fe-6ea55477135a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:45.432528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0eed80fa-95f3-4498-b4ae-2ac704314174 req-6ece95f5-11bf-42bb-95fe-6ea55477135a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0864575 Dec 22 16:20:45.484584 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0eed80fa-95f3-4498-b4ae-2ac704314174 req-2e1026f7-1cb8-4a7b-8857-5561da0b9b0b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Dec 22 16:20:45.626468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:46.695386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6223c5-16e0-4bb0-a5d6-72f641d5443c req-9f8fcdd9-a922-4bb3-a268-0417541637ba tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:46.697029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9c6223c5-16e0-4bb0-a5d6-72f641d5443c req-9f8fcdd9-a922-4bb3-a268-0417541637ba tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0847754 Dec 22 16:20:46.747673 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9c6223c5-16e0-4bb0-a5d6-72f641d5443c req-22de6406-b663-451d-98b9-98e88262d927 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Dec 22 16:20:47.096944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:20:47.960566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011df7a-aba2-42c2-bdfb-3c11a1845139 req-7953cb6c-e3cd-4b1c-bfa2-0b58e233c5fa tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:47.962157 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0011df7a-aba2-42c2-bdfb-3c11a1845139 req-7953cb6c-e3cd-4b1c-bfa2-0b58e233c5fa tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0863695 Dec 22 16:20:48.010850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0011df7a-aba2-42c2-bdfb-3c11a1845139 req-05d31a76-c717-46b7-89fc-4211eb40304e tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Dec 22 16:20:49.222742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ec0e6-425a-45d1-a62f-5a56185a8ba2 req-18a6b54a-469f-4342-8b53-6271a346e648 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:49.224346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e5ec0e6-425a-45d1-a62f-5a56185a8ba2 req-18a6b54a-469f-4342-8b53-6271a346e648 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0823891 Dec 22 16:20:49.272561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e5ec0e6-425a-45d1-a62f-5a56185a8ba2 req-850f8c17-ebe0-4efd-8d9d-210db66fd130 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Dec 22 16:20:50.481209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57fb0-98f5-46c9-baf6-59217d1d4fae req-103dcb21-5b33-4e6b-9cd3-7946a265036d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:50.482825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7aa57fb0-98f5-46c9-baf6-59217d1d4fae req-103dcb21-5b33-4e6b-9cd3-7946a265036d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0864975 Dec 22 16:20:50.533881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7aa57fb0-98f5-46c9-baf6-59217d1d4fae req-31de123a-f4f6-4610-8aaa-7bea0aa12d5d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449760 Dec 22 16:20:51.737616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8e58-b208-4ee4-860c-aa2a8328c56c req-8376f8a3-52f1-493c-bcfc-ddcb33152e1a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:51.740014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9eef8e58-b208-4ee4-860c-aa2a8328c56c req-8376f8a3-52f1-493c-bcfc-ddcb33152e1a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0828140 Dec 22 16:20:51.789680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9eef8e58-b208-4ee4-860c-aa2a8328c56c req-b01adcbc-fb43-437d-9d0f-1f0f6ef9786c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434499 Dec 22 16:20:53.025538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6cc19-0987-4758-8601-b17ce9465bdf req-34cfa090-c423-4eb0-b0e2-b44eb3043549 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:53.027193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bb6cc19-0987-4758-8601-b17ce9465bdf req-34cfa090-c423-4eb0-b0e2-b44eb3043549 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0840518 Dec 22 16:20:53.075888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bb6cc19-0987-4758-8601-b17ce9465bdf req-12c6fea6-187f-4320-8520-5fd114e9b79b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Dec 22 16:20:54.417871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810b82a-dde7-4a2e-9f62-30a944011c2c req-f2afc1a4-e95e-4a1b-9be6-b2450ccb86c6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:54.420038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0810b82a-dde7-4a2e-9f62-30a944011c2c req-f2afc1a4-e95e-4a1b-9be6-b2450ccb86c6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0825713 Dec 22 16:20:54.468394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0810b82a-dde7-4a2e-9f62-30a944011c2c req-42fba0b1-0fcb-441f-8098-3690474e79cc tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Dec 22 16:20:55.906795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61490f-ee58-42b3-af1c-1125accce8f9 req-e2784727-0c86-49fa-9756-ee3740bc9da3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:55.908459 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1b61490f-ee58-42b3-af1c-1125accce8f9 req-e2784727-0c86-49fa-9756-ee3740bc9da3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.3146002 Dec 22 16:20:55.957655 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1b61490f-ee58-42b3-af1c-1125accce8f9 req-fb2e9d9a-061a-43dc-b7b1-f4dffcd243de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Dec 22 16:20:57.162207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8cc13-eb27-4913-8673-d5b740b41b17 req-e299f669-f84a-4707-84c6-68895036a1d0 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:57.163857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cd8cc13-eb27-4913-8673-d5b740b41b17 req-e299f669-f84a-4707-84c6-68895036a1d0 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0823073 Dec 22 16:20:57.216205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cd8cc13-eb27-4913-8673-d5b740b41b17 req-a0bdf41f-c82e-44a5-a5dc-d1e0b8f0b3b8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Dec 22 16:20:58.423315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531546-db9c-481b-99ff-3d6984a811c9 req-f9589e1f-e0e4-4e1b-8785-8e23ca34dfe6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:58.424907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0531546-db9c-481b-99ff-3d6984a811c9 req-f9589e1f-e0e4-4e1b-8785-8e23ca34dfe6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0817978 Dec 22 16:20:58.476706 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0531546-db9c-481b-99ff-3d6984a811c9 req-3d1d8a34-64ba-4b6a-9ff6-40033df71bf8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455182 Dec 22 16:20:59.683779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc82ae-725b-41cc-8cfb-9465a2fe0833 req-fcd1d5d3-fbb5-4416-a9f1-bb7a65b83707 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:20:59.685346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53bc82ae-725b-41cc-8cfb-9465a2fe0833 req-fcd1d5d3-fbb5-4416-a9f1-bb7a65b83707 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0848804 Dec 22 16:20:59.733579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53bc82ae-725b-41cc-8cfb-9465a2fe0833 req-a7e88eb9-e2d2-4201-bdd3-a90322d848d1 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Dec 22 16:21:00.946231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af94c-0f7c-45b0-bd4e-bf887dfbdd25 req-2145677a-3d49-4936-8c4e-6bf0fd1825cd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:00.947880 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a36af94c-0f7c-45b0-bd4e-bf887dfbdd25 req-2145677a-3d49-4936-8c4e-6bf0fd1825cd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0842507 Dec 22 16:21:00.996366 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a36af94c-0f7c-45b0-bd4e-bf887dfbdd25 req-faf9e3c1-8ed0-4d6e-8a56-ce24110cb165 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Dec 22 16:21:02.204808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804b0c-6cb7-4564-9807-659a94ce1bfd req-fdb1ddc8-d473-4d8c-8942-64870eca5a79 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:02.206399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b5804b0c-6cb7-4564-9807-659a94ce1bfd req-fdb1ddc8-d473-4d8c-8942-64870eca5a79 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0854082 Dec 22 16:21:02.300681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b5804b0c-6cb7-4564-9807-659a94ce1bfd req-fe5b58bd-df1d-4234-9fdb-e4204142017a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881846 Dec 22 16:21:02.328390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-b21292e7-18df-46d0-96c2-768af34bcd6f service neutron] 10.222.0.46 "GET /v2.0/ports/84debb74-3429-4ab7-8891-fd281ee598a6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0804777 Dec 22 16:21:02.775220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-8b669580-7f08-4848-80eb-190713e3d0fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f&tenant_id=0960e868c6544b1b9367c4cb68ca2d14 HTTP/1.1" status: 200 len: 1098 time: 0.0780580 Dec 22 16:21:02.882432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-092dcb80-5893-4b10-a06d-b54dd45e985f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1098 time: 0.0760870 Dec 22 16:21:03.029633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-bac2078e-f7da-40fd-bc60-a1b3e9ec8420 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:03.031136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-bac2078e-f7da-40fd-bc60-a1b3e9ec8420 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1390409 Dec 22 16:21:03.116988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-3613f6da-5ad7-4e76-a26b-cb50c0ec8854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.0750279 Dec 22 16:21:03.189316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-645a7906-ed1a-4577-9aba-e25cca6e617a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:03.190858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-645a7906-ed1a-4577-9aba-e25cca6e617a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0638652 Dec 22 16:21:03.243292 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-3102753b-76a6-40d9-bc31-7c6f82341878 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433567 Dec 22 16:21:03.393263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-d6c779b2-9c6b-44eb-bfc5-f1f18315fa71 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394317 Dec 22 16:21:03.613386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ee8a993-4669-42ca-99a1-a0c9eb222670 req-3575b484-d2b5-46d7-8d84-4097d872df47 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098455 Dec 22 16:21:03.619308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e947b2-058c-4007-adb7-e79d0dacc951 req-e0eb97c9-a765-4082-937d-54abde043f32 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:03.620877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-76e947b2-058c-4007-adb7-e79d0dacc951 req-e0eb97c9-a765-4082-937d-54abde043f32 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.1903858 Dec 22 16:21:03.673016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-76e947b2-058c-4007-adb7-e79d0dacc951 req-cabe566c-bcd9-47ef-b38f-2758460a839d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Dec 22 16:21:04.273590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:21:04.892528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af3ebc-dbbc-46e8-9c7a-af5d23529cb7 req-90e8a8ce-07c7-4825-bd2c-77e72220fd46 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:04.894172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14af3ebc-dbbc-46e8-9c7a-af5d23529cb7 req-90e8a8ce-07c7-4825-bd2c-77e72220fd46 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0877950 Dec 22 16:21:04.944049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14af3ebc-dbbc-46e8-9c7a-af5d23529cb7 req-3692e3d2-195c-4942-9d98-d06f099cf79b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435810 Dec 22 16:21:06.122472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:21:06.151097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c3cb5-b1e7-44f3-bf97-3ed1550b7830 req-89550c3f-6683-4ff3-ba65-254491c65b94 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:06.152718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c0c3cb5-b1e7-44f3-bf97-3ed1550b7830 req-89550c3f-6683-4ff3-ba65-254491c65b94 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0837631 Dec 22 16:21:06.203867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c0c3cb5-b1e7-44f3-bf97-3ed1550b7830 req-d668a621-5079-402a-8c37-ccd2b4ef45be tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Dec 22 16:21:06.221018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:21:06.322230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:06.379433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '84debb74-3429-4ab7-8891-fd281ee598a6', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'port_id': '84debb74-3429-4ab7-8891-fd281ee598a6', 'mac_address': 'fa:16:3e:3f:5a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399ce086-ea69-4799-9045-c96d29c97a14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:21:06.436293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.461994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.488682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:06.497908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:21:06.506428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:06.549467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:06.554349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:06.588672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6', 'code': 200} Dec 22 16:21:06.624747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:21:06.625161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:21:06.636754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:06.640875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:06.674938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0405e-9c44-4516-beb2-21a8b975c546 req-1da02883-6593-46c4-8b06-2284da5ea102 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:06.676565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71a0405e-9c44-4516-beb2-21a8b975c546 req-1da02883-6593-46c4-8b06-2284da5ea102 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 943 time: 0.1677854 Dec 22 16:21:06.683279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-29875881-2702-4660-a1b4-87822e2eb2ad tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:06.684939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-29875881-2702-4660-a1b4-87822e2eb2ad tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f&tenant_id=0960e868c6544b1b9367c4cb68ca2d14&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.1224344 Dec 22 16:21:06.733129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71a0405e-9c44-4516-beb2-21a8b975c546 req-8730acd2-7cd2-4429-ae25-37ed4b0fe4c8 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Dec 22 16:21:06.851771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-75f3cf00-19b5-4302-af3a-86c9c2454bae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 1096 time: 0.0844765 Dec 22 16:21:06.993855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-2b17dedb-f901-4f05-bf2d-a302918ecc53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:06.995492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-2b17dedb-f901-4f05-bf2d-a302918ecc53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1380022 Dec 22 16:21:07.065831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-6b12b033-8b1c-43a6-95a4-76dd0cb937e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 200 len: 217 time: 0.0637951 Dec 22 16:21:07.136216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-8be9a666-dfbc-45d7-8a71-87a267136470 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:07.138482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-8be9a666-dfbc-45d7-8a71-87a267136470 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0666621 Dec 22 16:21:07.180288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:07.188854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-5cf71c36-937e-4043-a482-3c680f8a4fbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435138 Dec 22 16:21:07.199105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:21:07.214500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:07.255563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:07.257388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:07.333064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['84debb74-3429-4ab7-8891-fd281ee598a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:21:07.336162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-fa6c1917-2b4e-4026-bf3b-28f130e166ab service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409578 Dec 22 16:21:07.373965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:07.377346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:07.482615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-795c1843-0f33-4164-a2ab-8c53955616a3 req-4e67a881-bd7f-4cc9-b026-d57108e03098 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390738 Dec 22 16:21:07.948849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72567cd-dcc8-4b9b-9205-27b7d2a7215f req-2177b92c-7b6f-4ad8-86c2-f76cab09a588 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:07.950580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f72567cd-dcc8-4b9b-9205-27b7d2a7215f req-2177b92c-7b6f-4ad8-86c2-f76cab09a588 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 944 time: 0.0848529 Dec 22 16:21:08.003761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f72567cd-dcc8-4b9b-9205-27b7d2a7215f req-11c2b0d6-f69f-49ea-890c-e370f2ac02c1 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465813 Dec 22 16:21:08.147343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:21:08.222185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 84debb74-3429-4ab7-8891-fd281ee598a6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:21:08.222657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:08.341367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:08.378279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:08.409569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:08.411534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:08.477115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:08.480230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:08.590112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:08.644028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6', 'code': 200} Dec 22 16:21:09.206847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8ede1-eb22-430f-be2c-15730da527b8 req-71bec5a7-1183-43bf-b6a8-30e28ee7e2cb tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:09.208473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdc8ede1-eb22-430f-be2c-15730da527b8 req-71bec5a7-1183-43bf-b6a8-30e28ee7e2cb tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0831659 Dec 22 16:21:09.255679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdc8ede1-eb22-430f-be2c-15730da527b8 req-ae027079-b242-42e1-aeb2-8d7c51b0456d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Dec 22 16:21:09.468429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165fcc4-aed7-4e3c-90dd-85c6311c57e9 req-e2a5a7d7-7b05-425f-8245-d94e3481f90d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:09.470026 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9165fcc4-aed7-4e3c-90dd-85c6311c57e9 req-e2a5a7d7-7b05-425f-8245-d94e3481f90d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0862603 Dec 22 16:21:09.518756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9165fcc4-aed7-4e3c-90dd-85c6311c57e9 req-ca032a99-52b7-48e3-b0c0-ed84a02ca431 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425904 Dec 22 16:21:09.719248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35dcee-6014-4725-b9de-30750faad9de req-d28eea5f-65cc-4fa6-a689-89b01ccd5ebc tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:09.720854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e35dcee-6014-4725-b9de-30750faad9de req-d28eea5f-65cc-4fa6-a689-89b01ccd5ebc tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0816622 Dec 22 16:21:09.768841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e35dcee-6014-4725-b9de-30750faad9de req-18b1f63d-c5a8-4ddb-9caa-9548a61a2e8a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420170 Dec 22 16:21:10.398934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-2e7ceb38-eaaa-4c15-85a8-639d0b188889 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:10.400550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-2e7ceb38-eaaa-4c15-85a8-639d0b188889 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 814 time: 0.1555126 Dec 22 16:21:10.418728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-a1213811-418e-42bd-bb48-fcb06a2908e9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/quotas/0960e868c6544b1b9367c4cb68ca2d14 HTTP/1.1" status: 200 len: 375 time: 0.0115728 Dec 22 16:21:10.427030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:10.505692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-09999ab9-b91e-4899-a016-901651bad98c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810692 Dec 22 16:21:10.650016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-0a4bf22e-d344-42cb-bac8-ffb8f5db4999 service neutron] 10.222.0.18 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364164 Dec 22 16:21:10.790194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-8a0adb0b-886e-455e-911b-95a2db6d9335 service neutron] 10.222.0.18 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339564 Dec 22 16:21:11.011865 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b5f74a8-1a37-4c57-8307-e0e444f3624d req-9da7472a-8b27-45f7-9d22-21721e5d38b3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 210 time: 0.0456619 Dec 22 16:21:12.124650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-b805e9f5-7ca5-42f5-ba27-5cd8a98ed426 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:12.126253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-b805e9f5-7ca5-42f5-ba27-5cd8a98ed426 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b28f032-b729-4072-9111-953481bd2e6f HTTP/1.1" status: 200 len: 945 time: 0.0877934 Dec 22 16:21:12.222268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90f6b167-55af-4da4-96fb-c614ca39883a req-e5a6343b-0aaf-417b-b89a-9e18fb07edd9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 210 time: 0.0597250 Dec 22 16:21:12.242256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Deleting port 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:21:12.242634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:12.573577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-1956b138-ead3-478c-b1de-a9f992625321 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:12.574808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-1956b138-ead3-478c-b1de-a9f992625321 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Synchronizing usage tracker for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:21:12.638912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-1956b138-ead3-478c-b1de-a9f992625321 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Unset dirty status for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:21:12.640220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-1956b138-ead3-478c-b1de-a9f992625321 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 814 time: 0.2362962 Dec 22 16:21:12.662553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Request body: {'port': {'device_id': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'admin_state_up': True, 'tenant_id': '0960e868c6544b1b9367c4cb68ca2d14'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:21:12.732369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] For port 84debb74-3429-4ab7-8891-fd281ee598a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=84debb74-3429-4ab7-8891-fd281ee598a6,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:12.732784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:12.743709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b2778ab1-5996-4d48-b4fb-bb435870f7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:12.816950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:21:12.828915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:21:12.861919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Calling delete_port for 84debb74-3429-4ab7-8891-fd281ee598a6 owned by compute:nova {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:21:12.874431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Made reservation on behalf of 0960e868c6544b1b9367c4cb68ca2d14 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:21:12.880186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.124094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.130195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:13.138799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['84debb74-3429-4ab7-8891-fd281ee598a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:21:13.153338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Allocated IP 172.20.0.8 (b9febf90-17b0-4d02-a436-ef9537e4e722/399ce086-ea69-4799-9045-c96d29c97a14/d290586e-9c33-4c78-bf34-1079636a6cbe) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:21:13.174632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Pushing event deleted for resources: {'Port': ['ID=84debb74-3429-4ab7-8891-fd281ee598a6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:13.179305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:13.251884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] No DVR routers for this DVR port 84debb74-3429-4ab7-8891-fd281ee598a6 on host hv-neutron-8225 {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:21:13.254477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.257425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-deleted', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:13.316339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "DELETE /v2.0/ports/84debb74-3429-4ab7-8891-fd281ee598a6 HTTP/1.1" status: 204 len: 173 time: 1.1823814 Dec 22 16:21:13.331235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b28f032-b729-4072-9111-953481bd2e6f', 'name': 'network-vif-deleted', 'tag': '84debb74-3429-4ab7-8891-fd281ee598a6', 'status': 'completed', 'code': 200} Dec 22 16:21:13.386720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.439309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.446518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b61e90bc-93f5-49a4-aafa-34cb8166706a tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:13.451925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['84debb74-3429-4ab7-8891-fd281ee598a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:21:13.458807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fec833-5892-4252-9197-c7dbed91cdf5 req-238e10ed-779d-49b6-8668-2377d183e3fd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:13.460275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-49fec833-5892-4252-9197-c7dbed91cdf5 req-238e10ed-779d-49b6-8668-2377d183e3fd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Synchronizing usage tracker for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:21:13.523486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Network b9febf90-17b0-4d02-a436-ef9537e4e722 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:21:13.524099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-49fec833-5892-4252-9197-c7dbed91cdf5 req-238e10ed-779d-49b6-8668-2377d183e3fd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Unset dirty status for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:21:13.525546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49fec833-5892-4252-9197-c7dbed91cdf5 req-238e10ed-779d-49b6-8668-2377d183e3fd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 931 time: 0.1519315 Dec 22 16:21:13.526966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:21:13.532406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:21:13.560251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:13.566306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:13.583237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-49fec833-5892-4252-9197-c7dbed91cdf5 req-77a01aa3-ab24-46ed-a54f-45fd08642bee tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 Dec 22 16:21:13.601063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:13.601597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:13.673229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0152092 Dec 22 16:21:13.686345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Request body: {'port': {'device_id': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:21:13.803815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.164166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.179523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:21:14.187361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.203913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Transition to ACTIVE for port object d290586e-9c33-4c78-bf34-1079636a6cbe will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:21:14.232472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.237807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93e66409-e03d-4f94-a7b2-a4ec2f41f531 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:14.367559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:14.371888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:14.478177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Attempting to bind port d290586e-9c33-4c78-bf34-1079636a6cbe on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:21:14.478568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Attempting to bind port d290586e-9c33-4c78-bf34-1079636a6cbe by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:21:14.478937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Attempting to bind port d290586e-9c33-4c78-bf34-1079636a6cbe on network b9febf90-17b0-4d02-a436-ef9537e4e722 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:21:14.485274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Port d290586e-9c33-4c78-bf34-1079636a6cbe on network b9febf90-17b0-4d02-a436-ef9537e4e722 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:21:14.485584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Attempting to bind port d290586e-9c33-4c78-bf34-1079636a6cbe on network b9febf90-17b0-4d02-a436-ef9537e4e722 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:21:14.492215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:21:14.492581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Checking segment: {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:21:14.492995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Bound using segment: {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:21:14.493459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Bound port: d290586e-9c33-4c78-bf34-1079636a6cbe, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7092b206-5c7d-4777-910b-bf03af0562c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:21:14.493833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.583609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:21:14.586988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:21:14.623738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.628482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:14.696706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:14.698205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] 10.222.0.46 "PUT /v2.0/ports/d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 1093 time: 1.0167356 Dec 22 16:21:14.698791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:14.714411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:14.717922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:14.759489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'status': 'completed', 'code': 200} Dec 22 16:21:14.818791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc65c0-215c-42a0-8df9-d60b87d39696 req-63cce4c6-31da-4b62-965f-29390fb7de06 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:14.820434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20dc65c0-215c-42a0-8df9-d60b87d39696 req-63cce4c6-31da-4b62-965f-29390fb7de06 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 943 time: 0.1036639 Dec 22 16:21:14.847744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-055b617b-c3c2-4cd2-84fe-9d4f8425a320 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1096 time: 0.0795312 Dec 22 16:21:14.871342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20dc65c0-215c-42a0-8df9-d60b87d39696 req-d98ed898-c440-455a-9f0d-a135b3434253 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Dec 22 16:21:14.927381 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-bd9c627b-f2f0-42eb-b9f2-1f2394507b66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0681942 Dec 22 16:21:14.999423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-7403f92b-c356-4b06-84a0-6ef94be2325c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:15.000972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-7403f92b-c356-4b06-84a0-6ef94be2325c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0633335 Dec 22 16:21:15.055047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-644cf2a8-eb32-4a48-be3e-f0fba3b908ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417309 Dec 22 16:21:15.181187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ae7c393-fcb7-4214-b028-a33b2663b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:15.207417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-834649e2-8b0d-4fe2-876b-46bc1bc67475 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416011 Dec 22 16:21:15.355023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cdcc57e0-2aa3-4c14-ae80-de9583fcdd75 req-f68520aa-c650-41a8-b479-6662c016090f service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362133 Dec 22 16:21:15.510835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-5a43af31-f8fa-4ab4-84e3-cc20449feaf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1096 time: 0.0776684 Dec 22 16:21:15.627293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:15.881591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-4f02f97b-74aa-4332-bd7f-4b6a9a3b3c53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:15.883148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-4f02f97b-74aa-4332-bd7f-4b6a9a3b3c53 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.3651724 Dec 22 16:21:15.955208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-ad6b4204-bdb1-4762-a83a-7fda36542d7e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0648687 Dec 22 16:21:16.030214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-2295ccdb-bdc6-4c81-9cea-6a0252231a95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:16.031829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-2295ccdb-bdc6-4c81-9cea-6a0252231a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0676439 Dec 22 16:21:16.083602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-821b8e0e-707e-4a32-b8a6-7499f78805e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436847 Dec 22 16:21:16.089868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b9d8-0444-4dfb-8dcd-4a3c3337d3c5 req-f4165766-c024-4870-a884-8a52acd01155 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:16.091553 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0621b9d8-0444-4dfb-8dcd-4a3c3337d3c5 req-f4165766-c024-4870-a884-8a52acd01155 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 943 time: 0.0921278 Dec 22 16:21:16.140628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0621b9d8-0444-4dfb-8dcd-4a3c3337d3c5 req-6a6efc68-ee97-41c8-8ef2-4e6d5e1e30d3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 Dec 22 16:21:16.227923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-76259d78-c272-4d5d-acb1-7d9259312d6d service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370001 Dec 22 16:21:16.234285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:21:16.268669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 84debb74-3429-4ab7-8891-fd281ee598a6 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:21:16.269074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 84debb74-3429-4ab7-8891-fd281ee598a6 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:21:16.374254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ae18ddc-5bce-481f-adaf-2b69eb7e2d70 req-530212be-2813-4e72-a65b-b8dd1bad7a95 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376948 Dec 22 16:21:17.100484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:17.348886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698e45c-b74c-44c8-929f-acbc0b70e0bb req-be3e911e-0552-489b-8d81-0e9e23e018d6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:17.350597 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e698e45c-b74c-44c8-929f-acbc0b70e0bb req-be3e911e-0552-489b-8d81-0e9e23e018d6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 943 time: 0.0837080 Dec 22 16:21:17.398573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e698e45c-b74c-44c8-929f-acbc0b70e0bb req-cf1feaf0-903c-4207-ad5a-8ee9a5a412ca tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Dec 22 16:21:18.235681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:21:18.379804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:18.394239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'port_id': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'mac_address': 'fa:16:3e:b8:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399ce086-ea69-4799-9045-c96d29c97a14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:21:18.450546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:18.472483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:21:18.488295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:18.525414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:18.527568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:18.595295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:18.604434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.604827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.605212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.606139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.606543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.606920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.607293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.607666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.608032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.608398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.608763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:21:18.611804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f58138-22e8-46ab-8fef-eb69fb7e8173 req-8986e13d-05d0-475e-82c9-0021f31f0991 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:18.612875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:18.613399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6f58138-22e8-46ab-8fef-eb69fb7e8173 req-8986e13d-05d0-475e-82c9-0021f31f0991 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 944 time: 0.0878134 Dec 22 16:21:18.662465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c6f58138-22e8-46ab-8fef-eb69fb7e8173 req-13a3773d-d3fe-4b9c-a01b-f5bb064e0a2b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Dec 22 16:21:18.810371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['d290586e-9c33-4c78-bf34-1079636a6cbe'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:21:19.873874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9114ab-8263-46e9-8373-927d55fffc5e req-9c1f32db-f27b-4a18-ba7b-4e44e4291787 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:19.875545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a9114ab-8263-46e9-8373-927d55fffc5e req-9c1f32db-f27b-4a18-ba7b-4e44e4291787 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 944 time: 0.0842259 Dec 22 16:21:19.923965 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a9114ab-8263-46e9-8373-927d55fffc5e req-1cdf5ae7-ecef-4153-8717-704e506bff7f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Dec 22 16:21:20.290993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:21:20.448608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port d290586e-9c33-4c78-bf34-1079636a6cbe completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:21:20.468905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port d290586e-9c33-4c78-bf34-1079636a6cbe triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:21:20.469268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:20.613729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:20.641478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:21:20.651696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:21:20.680149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:20.683028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:21:20.715877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'code': 200} Dec 22 16:21:20.753840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:21:20.756903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:21:21.013747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb634a8f-38ba-4021-b3b5-7bd3f33fa9d2 req-f18e5325-8784-420b-ab6c-f110f5ed72d6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1098 time: 0.0755646 Dec 22 16:21:21.069718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bb634a8f-38ba-4021-b3b5-7bd3f33fa9d2 req-6f2592fe-87f2-4ce1-8f7c-f9e27175649d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456901 Dec 22 16:21:21.134531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389f932-f1e4-428c-89e9-14e81af9243f req-30c0df3e-f71b-49b6-8913-80c90988039e tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:21.136168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f389f932-f1e4-428c-89e9-14e81af9243f req-30c0df3e-f71b-49b6-8913-80c90988039e tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0887549 Dec 22 16:21:21.186521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f389f932-f1e4-428c-89e9-14e81af9243f req-5901445c-7195-4780-9a67-fdc31323c953 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Dec 22 16:21:22.395671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a1673-9d2b-4851-a90a-9d0ad3b09d94 req-e28db944-e2a5-4c0a-8617-1b1128d2835d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:22.397400 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-804a1673-9d2b-4851-a90a-9d0ad3b09d94 req-e28db944-e2a5-4c0a-8617-1b1128d2835d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0842907 Dec 22 16:21:22.449819 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-804a1673-9d2b-4851-a90a-9d0ad3b09d94 req-2f39a194-3ab0-4d81-b414-e079f356ae7b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459309 Dec 22 16:21:23.678878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37caa-ff20-47ad-ba00-6048e0c60d7f req-b9aab410-78f9-4a8d-89c6-ce6b5f810233 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:23.680532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-63c37caa-ff20-47ad-ba00-6048e0c60d7f req-b9aab410-78f9-4a8d-89c6-ce6b5f810233 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0930557 Dec 22 16:21:23.739164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-63c37caa-ff20-47ad-ba00-6048e0c60d7f req-343ee923-9928-4423-9de3-9ab7b87d9f6f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Dec 22 16:21:23.977564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c949c6-cdf5-42cc-b4c1-172be1f8d924 req-d08c3d71-992c-4b61-9aba-987744066d2b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:23.979423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8c949c6-cdf5-42cc-b4c1-172be1f8d924 req-d08c3d71-992c-4b61-9aba-987744066d2b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0972421 Dec 22 16:21:24.034488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8c949c6-cdf5-42cc-b4c1-172be1f8d924 req-3adeb66a-9244-4660-8bab-755c8da25760 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Dec 22 16:21:24.249012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ab363bc-64f0-41b1-86b2-994ef056a6e0 req-f7766366-f856-4d9e-be0a-6a0320e25f30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733585 Dec 22 16:21:24.623728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-feba77a6-132e-41a1-8e46-0cecf315244b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789859 Dec 22 16:21:24.641273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9000c-d397-4092-8d96-60bb04ffdb6a req-00e3d9bb-b2ef-471c-b1fd-6a3b1f112725 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:24.642932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a3d9000c-d397-4092-8d96-60bb04ffdb6a req-00e3d9bb-b2ef-471c-b1fd-6a3b1f112725 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0902545 Dec 22 16:21:24.694017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a3d9000c-d397-4092-8d96-60bb04ffdb6a req-417bec14-362c-4fbc-b6c8-774cd5aa9762 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449023 Dec 22 16:21:25.909471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6fac8-7231-46c9-a2c3-d22d752c76f4 req-547ee152-1f68-4aa8-bc79-6935720b4743 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:25.911029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-77b6fac8-7231-46c9-a2c3-d22d752c76f4 req-547ee152-1f68-4aa8-bc79-6935720b4743 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0890846 Dec 22 16:21:25.959585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-77b6fac8-7231-46c9-a2c3-d22d752c76f4 req-719c51d0-6b5b-454a-b066-fd75695a5561 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Dec 22 16:21:26.319193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-cd106df8-ac4e-4eb2-8701-9547db7deb82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1098 time: 0.0755298 Dec 22 16:21:26.472650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-0a7269eb-fffa-4e59-aa23-6ec3d36708a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:26.474240 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-0a7269eb-fffa-4e59-aa23-6ec3d36708a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1485488 Dec 22 16:21:26.547694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-7dc7d1da-10c2-4a55-88fd-0054a89f7c2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0670335 Dec 22 16:21:26.616068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-1fc9db36-4a15-4fdb-9ba7-3387f7dd4816 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:26.617550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-1fc9db36-4a15-4fdb-9ba7-3387f7dd4816 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0634551 Dec 22 16:21:26.670635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-57be4655-7f82-4ea8-94a1-061707fe4e83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460706 Dec 22 16:21:26.816242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-88863559-136d-4743-9bc0-a3b5cf482207 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392336 Dec 22 16:21:26.961136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-3531d431-21a2-4d8c-b476-95fd355caac3 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382351 Dec 22 16:21:27.173850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d654dc-f742-44f1-b95e-26b6b41681b8 req-278dc530-b712-4e42-b008-54955d679ef3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:27.175506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65d654dc-f742-44f1-b95e-26b6b41681b8 req-278dc530-b712-4e42-b008-54955d679ef3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0882440 Dec 22 16:21:27.226319 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65d654dc-f742-44f1-b95e-26b6b41681b8 req-abf3f1b4-656f-47ef-a83e-782030a60a15 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Dec 22 16:21:28.435253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7c305-5679-4ddb-9780-3aa365dcb9a3 req-879242ed-2dda-4972-ad36-32156b403520 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:28.436857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8f7c305-5679-4ddb-9780-3aa365dcb9a3 req-879242ed-2dda-4972-ad36-32156b403520 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0824180 Dec 22 16:21:28.485087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8f7c305-5679-4ddb-9780-3aa365dcb9a3 req-bc50edb4-514c-4544-bad1-070287cbf16c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Dec 22 16:21:29.694416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bb904-0ad0-4e07-922c-2acd81872cd7 req-22f17b4f-097c-4665-ba6c-aa94f0116007 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:29.696056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a18bb904-0ad0-4e07-922c-2acd81872cd7 req-22f17b4f-097c-4665-ba6c-aa94f0116007 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0865488 Dec 22 16:21:29.744386 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a18bb904-0ad0-4e07-922c-2acd81872cd7 req-1eef5384-1aa1-4a67-a8fb-da89651823e4 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Dec 22 16:21:30.951846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c3c5a-ec5b-4e62-b247-d8a65a286d94 req-6e970e54-1481-4b49-879c-503bde0db9f6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:30.953440 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-475c3c5a-ec5b-4e62-b247-d8a65a286d94 req-6e970e54-1481-4b49-879c-503bde0db9f6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0838671 Dec 22 16:21:31.007279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-475c3c5a-ec5b-4e62-b247-d8a65a286d94 req-31788029-9b1f-4b43-b8f9-cc0eff691c6e tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477314 Dec 22 16:21:32.230652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99684147-e4b4-4cad-988d-dbda586958bd req-f431dbcd-52bc-4a03-a6c7-1d89e7306f56 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:32.232803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99684147-e4b4-4cad-988d-dbda586958bd req-f431dbcd-52bc-4a03-a6c7-1d89e7306f56 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0834379 Dec 22 16:21:32.281758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-99684147-e4b4-4cad-988d-dbda586958bd req-b9a274b1-f9f0-48bc-9b0a-46f39b43a9fc tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429301 Dec 22 16:21:33.495333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5764da-65b4-47ae-9518-eb3589dbd272 req-b59c40a8-32f7-4bc0-bbe3-9854d2910959 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:33.497008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec5764da-65b4-47ae-9518-eb3589dbd272 req-b59c40a8-32f7-4bc0-bbe3-9854d2910959 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0872455 Dec 22 16:21:33.545981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ec5764da-65b4-47ae-9518-eb3589dbd272 req-dcf4ad08-2859-4dde-8f12-8d6b5cec69eb tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Dec 22 16:21:34.751987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ec26a-900a-4eba-a3eb-39cfd40173c2 req-07c1b98e-120f-4893-a735-0082af6fc708 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:34.753593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e3ec26a-900a-4eba-a3eb-39cfd40173c2 req-07c1b98e-120f-4893-a735-0082af6fc708 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0851300 Dec 22 16:21:34.802073 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e3ec26a-900a-4eba-a3eb-39cfd40173c2 req-e1c5c86c-d82f-4eab-9638-6339d6929f52 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Dec 22 16:21:36.025918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72879e-8e84-4c02-b1ff-5adb6c42c3c6 req-730e9c6c-ebdf-47b7-ab17-b0ca42f12927 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:36.027543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b72879e-8e84-4c02-b1ff-5adb6c42c3c6 req-730e9c6c-ebdf-47b7-ab17-b0ca42f12927 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0857537 Dec 22 16:21:36.078475 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b72879e-8e84-4c02-b1ff-5adb6c42c3c6 req-62fcfa37-80e6-4860-a501-0c3c2ca7d53b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435183 Dec 22 16:21:37.295795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236077d-2acd-4469-b923-cf59d468b985 req-7949b1ee-3032-4182-bb88-8e5742bdc9f2 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:37.297446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8236077d-2acd-4469-b923-cf59d468b985 req-7949b1ee-3032-4182-bb88-8e5742bdc9f2 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0840511 Dec 22 16:21:37.348069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8236077d-2acd-4469-b923-cf59d468b985 req-86779757-95b1-4664-942d-94891b79d32b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435572 Dec 22 16:21:38.555361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376d975-c6d9-4bf9-acab-a31753267c02 req-0b09ffdf-05d1-4579-9b35-9b4c6fe96d51 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:38.556952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a376d975-c6d9-4bf9-acab-a31753267c02 req-0b09ffdf-05d1-4579-9b35-9b4c6fe96d51 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0851820 Dec 22 16:21:38.604881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a376d975-c6d9-4bf9-acab-a31753267c02 req-8db4600e-951d-4650-a2a5-f21a924e50e9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Dec 22 16:21:39.813196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5370d-44ea-4907-aa2a-485b655c45e7 req-d7ca6861-91dc-49eb-93fa-ddc1efd20d3f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:39.814862 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5d5370d-44ea-4907-aa2a-485b655c45e7 req-d7ca6861-91dc-49eb-93fa-ddc1efd20d3f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0840969 Dec 22 16:21:39.864657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c5d5370d-44ea-4907-aa2a-485b655c45e7 req-c556477e-00b3-416d-9351-92b2026fd65a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Dec 22 16:21:40.432019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:41.076776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef79ac-cfbc-41e0-a4b1-459b9ffb8848 req-e96c90d8-927d-4d70-aa53-2fc84f3bc286 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:41.078424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a3ef79ac-cfbc-41e0-a4b1-459b9ffb8848 req-e96c90d8-927d-4d70-aa53-2fc84f3bc286 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0872691 Dec 22 16:21:41.127231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a3ef79ac-cfbc-41e0-a4b1-459b9ffb8848 req-032bfcaa-98ee-4f1b-b65f-51ce711e45be tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Dec 22 16:21:41.274280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:21:42.332574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446b242-bd0a-4c1e-8baf-03b87a55a91c req-c5261a0f-e2d4-4e8b-a41f-1795bdc8f12c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:42.334176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6446b242-bd0a-4c1e-8baf-03b87a55a91c req-c5261a0f-e2d4-4e8b-a41f-1795bdc8f12c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0835736 Dec 22 16:21:42.385718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6446b242-bd0a-4c1e-8baf-03b87a55a91c req-410f0470-c11b-424a-94f5-6afea6230752 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Dec 22 16:21:42.578041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-08a44d43-6cc6-4fcc-928e-4e8964c09199 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1098 time: 0.0747783 Dec 22 16:21:42.735254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-f142a97c-58bd-4b07-88f7-de9f1c2cf095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:42.736718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-96e564e4-df3f-401e-94a3-4d2aec1869fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:42.736874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-f142a97c-58bd-4b07-88f7-de9f1c2cf095 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1380301 Dec 22 16:21:42.812527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-ec7bd5b4-faa4-433a-af48-56e54e357dde service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0684881 Dec 22 16:21:42.883662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-1fc26c43-e781-46e1-9f66-bbb322355f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:42.885252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-1fc26c43-e781-46e1-9f66-bbb322355f88 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0662200 Dec 22 16:21:42.938809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-d42c3578-9931-46e3-a7f1-ceee6dbe60b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435674 Dec 22 16:21:43.085067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-d9d22f6b-3102-4a33-b897-2855db0c6081 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388848 Dec 22 16:21:43.227175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08f760d3-5d32-4aaa-a409-a40a20894936 req-22b21982-8065-41a5-bd4d-7b6f915804e8 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345220 Dec 22 16:21:43.593073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8ce73-c9b1-4f82-be6d-09c8a897e9e7 req-f3ba8572-6a41-46b5-ad0a-0870deffca73 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:43.594651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0f8ce73-c9b1-4f82-be6d-09c8a897e9e7 req-f3ba8572-6a41-46b5-ad0a-0870deffca73 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0841665 Dec 22 16:21:43.643350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0f8ce73-c9b1-4f82-be6d-09c8a897e9e7 req-9afda25a-ae96-4bd8-a2ec-c73133bd2233 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Dec 22 16:21:44.170969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:44.853227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7157f7-fb11-45d4-9168-1600867d01a7 req-1253524b-e562-492d-817f-c8e2ac2d2f6a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:44.854880 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd7157f7-fb11-45d4-9168-1600867d01a7 req-1253524b-e562-492d-817f-c8e2ac2d2f6a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0881004 Dec 22 16:21:44.904283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd7157f7-fb11-45d4-9168-1600867d01a7 req-3025dc67-f62c-4c5f-b902-8116f9753a4b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Dec 22 16:21:45.182670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91c7185a-bbaa-4fbc-88a2-03f60e64e7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:45.640239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:46.110623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6745c-ee29-41e1-90ae-ac17ae9de7d0 req-96a9e5a6-1f0d-48a7-bbe1-ceee6bfa1237 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:46.112227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f6745c-ee29-41e1-90ae-ac17ae9de7d0 req-96a9e5a6-1f0d-48a7-bbe1-ceee6bfa1237 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0836244 Dec 22 16:21:46.159056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46f6745c-ee29-41e1-90ae-ac17ae9de7d0 req-90f7c860-9597-43f4-8299-bab79ab4c2d6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Dec 22 16:21:47.106370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:21:47.369492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3720e-0e4e-47d6-81e8-ea6e624138c9 req-480479d6-a567-4f9c-ac98-8c2879b74650 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:47.371046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46e3720e-0e4e-47d6-81e8-ea6e624138c9 req-480479d6-a567-4f9c-ac98-8c2879b74650 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0857174 Dec 22 16:21:47.422674 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46e3720e-0e4e-47d6-81e8-ea6e624138c9 req-17bcf382-2984-4b6e-8cc7-e4d973051107 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428052 Dec 22 16:21:48.629949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28913-4763-4c52-8fd5-070af35c1621 req-7d41266f-b7cf-44e2-9fa1-448ac8a5215c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:48.631623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46a28913-4763-4c52-8fd5-070af35c1621 req-7d41266f-b7cf-44e2-9fa1-448ac8a5215c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0821207 Dec 22 16:21:48.682179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46a28913-4763-4c52-8fd5-070af35c1621 req-634151ac-4a91-4321-a5f6-8421be1c89cd tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444856 Dec 22 16:21:49.889576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd54d-42ef-49bb-b707-58fd3be0194c req-b2e9c98e-0f92-4a97-bf45-b6316e48d065 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:49.891234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e5dd54d-42ef-49bb-b707-58fd3be0194c req-b2e9c98e-0f92-4a97-bf45-b6316e48d065 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0859499 Dec 22 16:21:49.939941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e5dd54d-42ef-49bb-b707-58fd3be0194c req-82fbc980-ec97-4305-9506-b001a34a8814 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426612 Dec 22 16:21:51.146137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ee847-fe30-40f7-944b-a7303035b6ec req-91eaedda-6b3b-49b1-9925-dc1c30edd795 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:51.147861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd6ee847-fe30-40f7-944b-a7303035b6ec req-91eaedda-6b3b-49b1-9925-dc1c30edd795 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0841942 Dec 22 16:21:51.200814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd6ee847-fe30-40f7-944b-a7303035b6ec req-159ab6e8-6c49-4590-90ce-be155fb4fdda tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463493 Dec 22 16:21:52.405140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa3635-73e4-4c86-80e1-a530c65805dd req-5f4e3f0d-c000-46b7-a49c-7469cf8478ba tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:52.406772 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dafa3635-73e4-4c86-80e1-a530c65805dd req-5f4e3f0d-c000-46b7-a49c-7469cf8478ba tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0826106 Dec 22 16:21:52.455579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dafa3635-73e4-4c86-80e1-a530c65805dd req-583d726e-595b-4d91-966e-7cd5264ae87f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426106 Dec 22 16:21:53.662032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebbe2-5e2a-4ef8-85fa-f215a15b7bab req-de9c530d-7a46-41db-b9ad-6c8766b304da tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:53.663663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2cebbe2-5e2a-4ef8-85fa-f215a15b7bab req-de9c530d-7a46-41db-b9ad-6c8766b304da tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0854218 Dec 22 16:21:53.711967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2cebbe2-5e2a-4ef8-85fa-f215a15b7bab req-b8e7d4fc-9d12-4c65-a945-c0193ed41e78 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Dec 22 16:21:54.923863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c06a8c-b38b-44eb-80de-f2ffd355fcff req-17020616-ede3-4861-92ff-eed28143db97 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:54.925468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74c06a8c-b38b-44eb-80de-f2ffd355fcff req-17020616-ede3-4861-92ff-eed28143db97 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0845923 Dec 22 16:21:54.973609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74c06a8c-b38b-44eb-80de-f2ffd355fcff req-38e054d8-7d46-4c6c-b2f9-679f297e8d17 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Dec 22 16:21:56.186926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa400c-4d8f-4f9c-beb2-496c71978a51 req-818d6509-e3b7-41eb-aa10-753f1f898f9b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:56.188511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81fa400c-4d8f-4f9c-beb2-496c71978a51 req-818d6509-e3b7-41eb-aa10-753f1f898f9b tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0876453 Dec 22 16:21:56.237952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81fa400c-4d8f-4f9c-beb2-496c71978a51 req-6a8c7c8b-e77e-4223-8850-7d5ff00756a7 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434325 Dec 22 16:21:57.443869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a89a0a-fa80-4d16-b190-16cfbf204ffa req-e4dec0ab-b6ed-4bad-b2c6-faeebfde1b03 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:57.445566 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6a89a0a-fa80-4d16-b190-16cfbf204ffa req-e4dec0ab-b6ed-4bad-b2c6-faeebfde1b03 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0826874 Dec 22 16:21:57.494999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6a89a0a-fa80-4d16-b190-16cfbf204ffa req-312e941d-7813-4634-9db4-431b4919e6d5 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Dec 22 16:21:58.705476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aa5a9-9574-4a42-99ac-7488d2634256 req-9a367bc0-d4ac-4c3f-aba9-c46d94ba87ed tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:58.707121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc5aa5a9-9574-4a42-99ac-7488d2634256 req-9a367bc0-d4ac-4c3f-aba9-c46d94ba87ed tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0870686 Dec 22 16:21:58.757250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc5aa5a9-9574-4a42-99ac-7488d2634256 req-6a0d89db-945b-43a2-b6f3-6eedadc5f928 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440373 Dec 22 16:21:59.174608 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-ac8dc957-ebb0-4832-8dc0-134987066eab service neutron] 10.222.0.46 "GET /v2.0/ports/d290586e-9c33-4c78-bf34-1079636a6cbe/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0817752 Dec 22 16:21:59.600392 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-d4e7c3ec-76ae-4507-8e7c-5806805d63ad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe&tenant_id=0960e868c6544b1b9367c4cb68ca2d14 HTTP/1.1" status: 200 len: 1098 time: 0.0737445 Dec 22 16:21:59.708365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-7720697d-6eb4-45ef-b640-8f497e3d490e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1098 time: 0.0773685 Dec 22 16:21:59.867033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-5a839884-872f-41e2-823b-e5bdb17d1f69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:59.868565 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-5a839884-872f-41e2-823b-e5bdb17d1f69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1453722 Dec 22 16:21:59.946956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-91476ff9-f02e-400f-bc34-f1eb05ec80d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0675213 Dec 22 16:21:59.965658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4fc1-9a58-422e-85d3-c36bbcfa85fb req-90131151-cb4d-4b32-85d6-d722cebf0556 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:21:59.968314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a87f4fc1-9a58-422e-85d3-c36bbcfa85fb req-90131151-cb4d-4b32-85d6-d722cebf0556 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0851834 Dec 22 16:22:00.023503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a87f4fc1-9a58-422e-85d3-c36bbcfa85fb req-5e239cc4-16c4-4a8d-8407-6b05fd747566 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486999 Dec 22 16:22:00.023998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-7b794ea8-8515-47d8-a6ec-fb0fd9030dc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:00.025598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-7b794ea8-8515-47d8-a6ec-fb0fd9030dc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0688093 Dec 22 16:22:00.080138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-38a77208-37dc-4a0b-8fc8-25e2648ee287 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433207 Dec 22 16:22:00.225030 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-725e2f5a-82f1-457c-9a28-02d544a27f49 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363175 Dec 22 16:22:00.375416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f9ceee4-8983-46a1-a0f1-b4beaebf442a req-de02603a-0359-4b5e-ae9b-bc6941fdff11 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405981 Dec 22 16:22:01.231249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9442a-2112-4f06-961f-ec157376ed82 req-e49aceae-4009-4ecf-ba4e-628d8315e10a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:01.233633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-07c9442a-2112-4f06-961f-ec157376ed82 req-e49aceae-4009-4ecf-ba4e-628d8315e10a tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0825148 Dec 22 16:22:01.282249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-07c9442a-2112-4f06-961f-ec157376ed82 req-a9fabe58-14c2-4883-8c3e-57313f756703 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Dec 22 16:22:02.462172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:22:02.466268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:22:02.500637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dee23-bdc5-4255-9fe3-87d11a6cf725 req-460ce7f7-e75f-477f-9faf-e9dbe5963c21 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:02.502262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b15dee23-bdc5-4255-9fe3-87d11a6cf725 req-460ce7f7-e75f-477f-9faf-e9dbe5963c21 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0880306 Dec 22 16:22:02.553832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b15dee23-bdc5-4255-9fe3-87d11a6cf725 req-bc9ff57d-1965-4bc5-a417-eca405817010 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Dec 22 16:22:02.699288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:02.722821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:02.743908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'network_id': 'b9febf90-17b0-4d02-a436-ef9537e4e722', 'port_id': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'mac_address': 'fa:16:3e:b8:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399ce086-ea69-4799-9045-c96d29c97a14', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:22:02.750718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:02.952219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:02.954410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'code': 200} Dec 22 16:22:02.979817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:02.997950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:03.000633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:22:03.004670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:03.122122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:22:03.122122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:22:03.122122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:03.125376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:03.675424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:03.694529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:22:03.710389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:03.754213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:03.756242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:03.761561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d36f52-04e7-4b04-b6c6-66d58243673a req-1a11fec8-4d3f-4072-9800-8a2ac8bf2fd3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:03.764376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29d36f52-04e7-4b04-b6c6-66d58243673a req-1a11fec8-4d3f-4072-9800-8a2ac8bf2fd3 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 944 time: 0.0864313 Dec 22 16:22:03.814833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29d36f52-04e7-4b04-b6c6-66d58243673a req-25d6ce09-a777-40ea-a9a2-0f6761ee5589 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Dec 22 16:22:03.829029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['d290586e-9c33-4c78-bf34-1079636a6cbe'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:22:03.871111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:03.877622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:04.264908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-75d2f5b3-a408-45bc-abad-320624db4769 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:04.265718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-75d2f5b3-a408-45bc-abad-320624db4769 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Synchronizing usage tracker for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:22:04.308735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-75d2f5b3-a408-45bc-abad-320624db4769 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Unset dirty status for tenant:0960e868c6544b1b9367c4cb68ca2d14 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:22:04.310048 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-75d2f5b3-a408-45bc-abad-320624db4769 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe&tenant_id=0960e868c6544b1b9367c4cb68ca2d14&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1362102 Dec 22 16:22:04.448410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d8b8d-3f78-4132-93e0-71a1f6534bca req-2b0b5ada-29b9-4fca-9864-d3eeb7a5c3c6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:04.450082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-614d8b8d-3f78-4132-93e0-71a1f6534bca req-2b0b5ada-29b9-4fca-9864-d3eeb7a5c3c6 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 944 time: 0.3159120 Dec 22 16:22:04.461116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:04.467680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-32a3c321-e247-498d-974e-f3214713a5b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 1097 time: 0.0803823 Dec 22 16:22:04.505543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-614d8b8d-3f78-4132-93e0-71a1f6534bca req-510ec077-0590-4f57-80e0-d0ca2d6e37a2 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Dec 22 16:22:04.538280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port d290586e-9c33-4c78-bf34-1079636a6cbe triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:04.538738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:04.621940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-14abf2f9-2d3a-4a5a-9c9f-0fcc0b9c6c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:04.623763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-14abf2f9-2d3a-4a5a-9c9f-0fcc0b9c6c4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 200 len: 915 time: 0.1495924 Dec 22 16:22:04.655704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:04.688868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:04.695396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-84c9a83d-d898-4a71-b9f0-b95ea372ce9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 200 len: 217 time: 0.0647869 Dec 22 16:22:04.725639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:04.727691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:04.767831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-0aa61e2a-9d32-4071-a287-b19ba63561d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:04.769463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-0aa61e2a-9d32-4071-a287-b19ba63561d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 200 len: 854 time: 0.0674698 Dec 22 16:22:04.798023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:04.801333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:04.820590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-789807d1-7de3-4ec4-9b20-a5d21a1f7adc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b9febf90-17b0-4d02-a436-ef9537e4e722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445678 Dec 22 16:22:04.955816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:04.969984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-4e9fae41-bd72-4a4d-96c5-5f4dac22c702 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404052 Dec 22 16:22:05.021241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'code': 200} Dec 22 16:22:05.113446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eeafd5ce-6be9-4f00-ade7-7235f38c9a1f req-c8dcc5e3-037d-42e3-aee3-6eefc61e4d00 service neutron] 10.222.0.46 "GET /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369448 Dec 22 16:22:05.716700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4070ac7-4677-48a7-857d-ded002a04c42 req-eb39f8a5-cb90-443a-aaf9-128e4b8d4fa5 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:05.718477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4070ac7-4677-48a7-857d-ded002a04c42 req-eb39f8a5-cb90-443a-aaf9-128e4b8d4fa5 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0830088 Dec 22 16:22:05.774763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4070ac7-4677-48a7-857d-ded002a04c42 req-7c9e9754-67a1-4ae0-a727-016c94cd6023 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499852 Dec 22 16:22:06.984470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac556b-6e97-4ce7-8f6d-99b45673b8f6 req-fe7c3fcb-e0ce-45f7-95c4-449f35012096 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:06.986189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fac556b-6e97-4ce7-8f6d-99b45673b8f6 req-fe7c3fcb-e0ce-45f7-95c4-449f35012096 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0841067 Dec 22 16:22:07.037877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fac556b-6e97-4ce7-8f6d-99b45673b8f6 req-a6884d06-fd8b-4fd7-9295-9780daa8aeb1 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Dec 22 16:22:07.244213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6d7f5-45d5-4640-a8da-ff91b28c352b req-5cd8f76b-e075-454b-b33d-4cbe14d332e9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:07.245790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6c6d7f5-45d5-4640-a8da-ff91b28c352b req-5cd8f76b-e075-454b-b33d-4cbe14d332e9 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0857153 Dec 22 16:22:07.296801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6c6d7f5-45d5-4640-a8da-ff91b28c352b req-16f0e462-969a-4e94-95b0-8d3511b784bf tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442865 Dec 22 16:22:07.506972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191ffd2-1c6a-4fbb-b825-d850f0042b93 req-92ab333f-84f5-458f-8088-6843a2ac7e9f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:07.508581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d191ffd2-1c6a-4fbb-b825-d850f0042b93 req-92ab333f-84f5-458f-8088-6843a2ac7e9f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0820837 Dec 22 16:22:07.556541 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d191ffd2-1c6a-4fbb-b825-d850f0042b93 req-89a69313-f63e-4c79-8ee7-9fa5b27342a7 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Dec 22 16:22:08.396524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b313c91-d7a9-465d-848c-fe8fd5a88965 req-474f140f-8106-411a-a670-f8f89afe694f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:08.398136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b313c91-d7a9-465d-848c-fe8fd5a88965 req-474f140f-8106-411a-a670-f8f89afe694f tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0866985 Dec 22 16:22:08.447309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4b313c91-d7a9-465d-848c-fe8fd5a88965 req-930be623-60d1-4e35-907b-efd4dd6233cf tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Dec 22 16:22:09.652297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a4b38-bb58-45b3-8241-a5eea7c23453 req-043d1ab8-d0f4-46a8-a815-7fb9cb48691d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:09.653950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ad0a4b38-bb58-45b3-8241-a5eea7c23453 req-043d1ab8-d0f4-46a8-a815-7fb9cb48691d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0826721 Dec 22 16:22:09.702957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ad0a4b38-bb58-45b3-8241-a5eea7c23453 req-02c9cdaa-2012-46cf-8f3f-cae84a100092 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/security-groups?id=c40d3581-ed0a-4856-ad4a-0e167c9024ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428746 Dec 22 16:22:10.016054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-ac3dc7c4-9793-474a-a84f-55b2eb584e88 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:10.017537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-ac3dc7c4-9793-474a-a84f-55b2eb584e88 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 945 time: 0.0884814 Dec 22 16:22:10.317215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Deleting port d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:22:10.317522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:10.437419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:10.569932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] For port d290586e-9c33-4c78-bf34-1079636a6cbe, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d290586e-9c33-4c78-bf34-1079636a6cbe,segment=NetworkSegment(7092b206-5c7d-4777-910b-bf03af0562c9),segment_id=7092b206-5c7d-4777-910b-bf03af0562c9)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:10.570246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:10.694698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Calling delete_port for d290586e-9c33-4c78-bf34-1079636a6cbe owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:22:10.865866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:10.872090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1c1bf31-4cd6-4b37-bf2a-e5bca76ced3d tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:10.877951 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd02eac1-2ebc-483c-a533-4c076f1ca2a0 req-01d6b303-d50d-4424-a03a-5c95e0e45227 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.18 "GET /v2.0/ports?device_id=205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe HTTP/1.1" status: 200 len: 210 time: 0.0496671 Dec 22 16:22:10.882456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['d290586e-9c33-4c78-bf34-1079636a6cbe'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:22:10.916027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Pushing event deleted for resources: {'Port': ['ID=d290586e-9c33-4c78-bf34-1079636a6cbe,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:10.931704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.932141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.932573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.932998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.933417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.933989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.934233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.934887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.935256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.935669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.936084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:10.970017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:11.013388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] No DVR routers for this DVR port d290586e-9c33-4c78-bf34-1079636a6cbe on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:22:11.015897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:11.018672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-deleted', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:11.057623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ae1840f-58a4-4a67-ab12-c7dd7a93119c req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] 10.222.0.46 "DELETE /v2.0/ports/d290586e-9c33-4c78-bf34-1079636a6cbe HTTP/1.1" status: 204 len: 173 time: 1.0315022 Dec 22 16:22:11.077774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205e7c1c-e9a9-4a4e-ada4-aa361e3f3afe', 'name': 'network-vif-deleted', 'tag': 'd290586e-9c33-4c78-bf34-1079636a6cbe', 'status': 'completed', 'code': 200} Dec 22 16:22:12.157958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57678) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:12.223704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Deleting subnet 399ce086-ea69-4799-9045-c96d29c97a14 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:22:12.226895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.282819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.341149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.452042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.456606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-58833c1e-e6b7-4544-aca8-10972001722a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:12.496133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399ce086-ea69-4799-9045-c96d29c97a14,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:12.508568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.513934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.514519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/399ce086-ea69-4799-9045-c96d29c97a14 HTTP/1.1" status: 204 len: 168 time: 0.3656278 Dec 22 16:22:12.587355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57682) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:12.645201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.736975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d8469e2-23e6-4be3-b9b5-cfadb2f789b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.781803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.809057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9febf90-17b0-4d02-a436-ef9537e4e722']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:12.822462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7092b206-5c7d-4777-910b-bf03af0562c9') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:12.822813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7092b206-5c7d-4777-910b-bf03af0562c9') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:12.835555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.850708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.858018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:22:12.861444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:22:12.873304 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:22:12.980484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:12.984731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-317dc89f-d267-4648-9ae2-6ddf4de98a9a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:13.001590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:13.010413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9febf90-17b0-4d02-a436-ef9537e4e722,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:13.016150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:13.044745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55e56004-8d83-411e-923d-2b6ca5dbd4b4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9febf90-17b0-4d02-a436-ef9537e4e722 HTTP/1.1" status: 204 len: 168 time: 0.5151551 Dec 22 16:22:13.394696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57688) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:13.448033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a8ddf40c-585b-4c58-9145-501088a49ce4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0960e868c6544b1b9367c4cb68ca2d14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520165 Dec 22 16:22:13.450597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57692) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:13.511565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:13.538773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:13.679968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:13.685147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f4903659-26e0-41ef-87b9-fda3e6585158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:13.702616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40d3581-ed0a-4856-ad4a-0e167c9024ad,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:13.705649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:13.706579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:13.707806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c40d3581-ed0a-4856-ad4a-0e167c9024ad HTTP/1.1" status: 204 len: 168 time: 0.2562530 Dec 22 16:22:14.154462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:14.518597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:22:14.556062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: d290586e-9c33-4c78-bf34-1079636a6cbe {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:22:14.556457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device d290586e-9c33-4c78-bf34-1079636a6cbe not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:22:14.777289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 57714) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:14.921440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-950332424-network', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:14.926608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:14.930912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Usage tracker for resource:network and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:14.933849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:14.941405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:15.003123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:22:15.007807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.022049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.103891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:15.108816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Usage tracker for resource:security_group_rule and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:15.111869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:15.117920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:15.191813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-71c70d12-8b0c-4bd2-a0e6-c8a155d193d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.226830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.254644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.259008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae4a48b5-dda5-4414-a5aa-b8db14a4c38f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:15.284159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:22:15.298704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6476876f-79c4-40d6-870b-844bf4638bf4,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:15.301969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:15.330693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.331087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Added segment 6a389e8a-67f0-495f-9f45-30a6efc9fb95 of type vlan for network df0989dd-19ea-463a-ac53-8f89d561e55c Dec 22 16:22:15.407174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.514113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.515199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:15.515880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.521005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdf3c891-2bf4-43fe-b895-3e7f721f5a93 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:15.623738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8438268 Dec 22 16:22:15.626989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57720) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:15.631478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Pushing event updated for resources: {'Network': ['ID=df0989dd-19ea-463a-ac53-8f89d561e55c,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:15.633303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Request body: {'subnet': {'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-950332424-subnet', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:15.634351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:15.638986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:15.640024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:15.642221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network df0989dd-19ea-463a-ac53-8f89d561e55c details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:22:15.643509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Usage tracker for resource:subnet and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:15.646546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:15.652672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:15.691265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:22:15.696159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.117803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.122302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be46ea15-9308-4176-b250-7a05b1d3eec7 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:16.193351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a414c1eb-c125-4919-95c6-69b0bcf3d202,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:16.198739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:16.209976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:22:16.210371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Network hostable DHCP agents. Network: df0989dd-19ea-463a-ac53-8f89d561e55c, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:22:16.279790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Network df0989dd-19ea-463a-ac53-8f89d561e55c is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:22:16.340342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, df0989dd-19ea-463a-ac53-8f89d561e55c) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:16.344469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:16.345212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.349468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe041e-af71-4707-af6c-cee2cf18ac2b None None] Network df0989dd-19ea-463a-ac53-8f89d561e55c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:22:16.398596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7702503 Dec 22 16:22:16.401455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57724) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:16.407549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:16.412676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:16.416771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Usage tracker for resource:router and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:16.420351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:16.426315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:16.531102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.532275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.576213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-df0989dd-19ea-463a-ac53-8f89d561e55c', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:22:16.580899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.608498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:16.792965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Allocated IP 172.20.0.2 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/d8c0420d-34d0-4f89-9179-42cfae354a04) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:22:16.805136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.010866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.033203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.069607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.085656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Transition to ACTIVE for port object d8c0420d-34d0-4f89-9179-42cfae354a04 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:17.106658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Transition to ACTIVE for port object d8c0420d-34d0-4f89-9179-42cfae354a04 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:17.113544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.142427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.146826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:17.213744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:17.217407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:17.221932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:17.224196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Pushing event updated for resources: {'Port': ['ID=d8c0420d-34d0-4f89-9179-42cfae354a04,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:17.227209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:17.289083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Allocated IP 172.26.1.9 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/ea58812d-93eb-40ea-b855-dd176372134c) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:22:17.316622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Attempting to bind port d8c0420d-34d0-4f89-9179-42cfae354a04 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:22:17.317049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Attempting to bind port d8c0420d-34d0-4f89-9179-42cfae354a04 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:22:17.317461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Attempting to bind port d8c0420d-34d0-4f89-9179-42cfae354a04 on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:22:17.325549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:22:17.325549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:22:17.325549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.325881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:22:17.326128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Bound port: d8c0420d-34d0-4f89-9179-42cfae354a04, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:22:17.326573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.428598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] For port d8c0420d-34d0-4f89-9179-42cfae354a04, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:22:17.431941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] For port d8c0420d-34d0-4f89-9179-42cfae354a04, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d8c0420d-34d0-4f89-9179-42cfae354a04,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:22:17.457056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.461828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:17.556740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Pushing event updated for resources: {'Port': ['ID=d8c0420d-34d0-4f89-9179-42cfae354a04,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:17.560242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:17.585260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.640431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:17.645615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c2a3d6e6-1ca0-4e2d-9f0b-0716541002ad tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:17.719992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:17.723003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:17.727623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:17.754385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Pushing event updated for resources: {'Port': ['ID=ea58812d-93eb-40ea-b855-dd176372134c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:17.760037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:18.016341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:18.017109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:18.277815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:22:18.283001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Router 713a96f5-61c1-4afc-b289-92f64838aaed is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:22:18.495777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:22:18.505743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:22:18.518238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:18.519033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:18.551886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:18.553195 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1507368 Dec 22 16:22:18.556491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57728) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:18.700764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:19.029540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 3, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:19.034059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:22:19.034598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Updating router 713a96f5-61c1-4afc-b289-92f64838aaed port ea58812d-93eb-40ea-b855-dd176372134c binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:22:19.096546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.223165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab441c5f-30dd-4746-884f-a9bb75c217e9 None None] Network df0989dd-19ea-463a-ac53-8f89d561e55c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:22:19.466322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b94f5562-42dd-44e0-b6f3-1af5dee695e0 None None] Provisioning for port d8c0420d-34d0-4f89-9179-42cfae354a04 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:19.469672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d8c0420d-34d0-4f89-9179-42cfae354a04 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:19.480914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.496176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Transition to ACTIVE for port object ea58812d-93eb-40ea-b855-dd176372134c will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:19.537018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.543631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0f56eb0-2708-454d-bff7-72964a394b19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:19.610674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.612197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d8c0420d-34d0-4f89-9179-42cfae354a04 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:19.619301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d8c0420d-34d0-4f89-9179-42cfae354a04 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:19.620023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.628032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Attempting to bind port ea58812d-93eb-40ea-b855-dd176372134c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:22:19.628445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Attempting to bind port ea58812d-93eb-40ea-b855-dd176372134c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:22:19.628853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Attempting to bind port ea58812d-93eb-40ea-b855-dd176372134c on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:22:19.638814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Pushing event updated for resources: {'Port': ['ID=ea58812d-93eb-40ea-b855-dd176372134c,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:19.649274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.649664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.650036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.650405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.650828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.651175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.651535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.651896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.652252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.652606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.653006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:19.657276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:19.659851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:22:19.660267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:22:19.660708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.661144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:22:19.661663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Bound port: ea58812d-93eb-40ea-b855-dd176372134c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:22:19.662075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.749002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] For port ea58812d-93eb-40ea-b855-dd176372134c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:22:19.753166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] For port ea58812d-93eb-40ea-b855-dd176372134c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea58812d-93eb-40ea-b855-dd176372134c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:22:19.769275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.812405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.818111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4981d5f3-4901-4e2c-9078-d915e9ef867c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:19.857652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d8c0420d-34d0-4f89-9179-42cfae354a04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d8c0420d-34d0-4f89-9179-42cfae354a04,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:19.894857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:19.900606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:19.904679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Pushing event updated for resources: {'Port': ['ID=ea58812d-93eb-40ea-b855-dd176372134c,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:19.907883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:19.909672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:19.910328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:19.913799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Allocated IP 172.20.0.1 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/448678c6-f2b2-438d-b3c7-1ba61458198e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:22:19.982008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d8c0420d-34d0-4f89-9179-42cfae354a04,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:19.984950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-91d1e521-e37a-41fe-8b9a-396465ba03fe None None] Provisioning complete for port d8c0420d-34d0-4f89-9179-42cfae354a04 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:19.985373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-91d1e521-e37a-41fe-8b9a-396465ba03fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.035395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.035772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.036563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.036563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.036873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.037248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.037619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.037988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.038360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.038752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.039121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:22:20.045854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:20.082886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.100791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Transition to ACTIVE for port object 448678c6-f2b2-438d-b3c7-1ba61458198e will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:20.109416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:20.165999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.172854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-225a893f-8ad2-41d8-ac92-9ef64f6f6357 tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:20.241759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:20.244624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:20.249002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:20.287659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:20.292598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:20.314761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.413755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 3, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:20.418389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049c7aa-684c-4b11-ab85-b4ec7063396f None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:17Z', 'revision_number': 3, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:22:20.485929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.575299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0b1ea9b-a94f-4a5b-8beb-a392941f5a5b None None] Provisioning for port 448678c6-f2b2-438d-b3c7-1ba61458198e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:20.580662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0b1ea9b-a94f-4a5b-8beb-a392941f5a5b None None] Provisioning complete for port 448678c6-f2b2-438d-b3c7-1ba61458198e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:20.581197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ea9b-a94f-4a5b-8beb-a392941f5a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.635725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1ea9b-a94f-4a5b-8beb-a392941f5a5b None None] Port 448678c6-f2b2-438d-b3c7-1ba61458198e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:22:20.726377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.757405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.787685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8cfe911-46bf-4877-93fa-d054f59917a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:20.882155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:20.885702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:20.892451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:21.047533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:21.048784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:21.373106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-20df3da5-90a3-43cb-a0a5-00a18f02b31e None None] Provisioning complete for port 448678c6-f2b2-438d-b3c7-1ba61458198e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:21.373797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-20df3da5-90a3-43cb-a0a5-00a18f02b31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:21.431365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-20df3da5-90a3-43cb-a0a5-00a18f02b31e None None] Port 448678c6-f2b2-438d-b3c7-1ba61458198e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:22:21.469254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea58812d-93eb-40ea-b855-dd176372134c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:21.499245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:22:21.597747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ea58812d-93eb-40ea-b855-dd176372134c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:21.603318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ea58812d-93eb-40ea-b855-dd176372134c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:21.603748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:21.719079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:22:21.723913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:21.728726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] 10.222.0.18 "PUT /v2.0/routers/713a96f5-61c1-4afc-b289-92f64838aaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1711664 Dec 22 16:22:21.741629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port ea58812d-93eb-40ea-b855-dd176372134c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea58812d-93eb-40ea-b855-dd176372134c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:21.769418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:21.770475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d8c0420d-34d0-4f89-9179-42cfae354a04 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:21.969451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:22.068012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=ea58812d-93eb-40ea-b855-dd176372134c,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:22.073178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:22.082938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d8c0420d-34d0-4f89-9179-42cfae354a04 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:22.083520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.434318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57738) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:22.441509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--57415763', 'description': 'tempest-description--298917704'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:22.448113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:22.452356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:security_group and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:22.455350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:22.461391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:22.529847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.572330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:22.576671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:security_group_rule and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:22.579768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:22.585742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:22.703264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.736745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.742159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42d49914-c1c5-430a-bf2d-602bb86b38af tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:22.781882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:22.784807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:22.809175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.810859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c822135-8bad-4bbf-ab11-3d99a199a54d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3753500 Dec 22 16:22:22.813984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57742) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:22.820112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:22.827673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:22.831747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:security_group_rule and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:22.834824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:22.841782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:22.880581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:22.998745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.025934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.033658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be002e12-4ff5-435d-995b-37cac01ae1b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:23.056174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97bc8045-67db-456e-85f1-e7b6bb210a04,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:23.058586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:23.089025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.090687 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5309ef5f-b1f5-4200-a00b-da4a127a59e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2751861 Dec 22 16:22:23.093101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57746) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:23.099123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:23.105444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:23.109542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:security_group_rule and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:23.112576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:23.118562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:23.164675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.236162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.271382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.273305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3156de8a-5d67-44f0-aa3c-f04ef77d8830 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:23.296170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b088b55b-fff1-4253-8c1e-071da0e6a156,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:23.300399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:23.345907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.347289 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-acb2cec0-01b3-43ab-a80f-0a4e8592329b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2531798 Dec 22 16:22:23.350524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57750) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:23.357608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:23.364025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:23.369979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:floatingip and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:23.375956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:23.382191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:23.382591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea58812d-93eb-40ea-b855-dd176372134c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:23.421059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.462193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ea58812d-93eb-40ea-b855-dd176372134c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:23.462656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.562323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:22:23.598367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:23.600530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:23.601238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:23.762753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Allocated IP 172.26.1.17 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/480dcd09-3b0c-4925-81cd-e3257a1eeab5) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:22:23.800105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:23.931348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.005646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.010593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-874d8dfc-34ce-41c6-b96e-0f904f9f9936 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:24.081631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:24.084629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:24.089278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:24.115958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=480dcd09-3b0c-4925-81cd-e3257a1eeab5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:24.121717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:24.156892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 2, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:24.161200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:22:24.161615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Updating router 713a96f5-61c1-4afc-b289-92f64838aaed port 448678c6-f2b2-438d-b3c7-1ba61458198e binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:22:24.219513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.257342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.344393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.560589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.582052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.586090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.591376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:24.594329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Transition to ACTIVE for port object 448678c6-f2b2-438d-b3c7-1ba61458198e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:24.623211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.627616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ef03ed1d-6b18-456a-ac44-b629f5f4bf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:24.704228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=480dcd09-3b0c-4925-81cd-e3257a1eeab5,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:24.709155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:24.720878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.759009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Pushing event updated for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:24.763710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:24.771510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.779930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4212830 Dec 22 16:22:24.872048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Attempting to bind port 448678c6-f2b2-438d-b3c7-1ba61458198e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:22:24.872717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Attempting to bind port 448678c6-f2b2-438d-b3c7-1ba61458198e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:22:24.873048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Attempting to bind port 448678c6-f2b2-438d-b3c7-1ba61458198e on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:22:24.881119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:22:24.881450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:22:24.881913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.882354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:22:24.882919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Bound port: 448678c6-f2b2-438d-b3c7-1ba61458198e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:22:24.883343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:24.966010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-8d9bf856-8214-4cc0-9612-6271b9f18f7b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:22:24.993524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] For port 448678c6-f2b2-438d-b3c7-1ba61458198e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:22:24.999172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] For port 448678c6-f2b2-438d-b3c7-1ba61458198e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=448678c6-f2b2-438d-b3c7-1ba61458198e,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:22:25.016993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-8d9bf856-8214-4cc0-9612-6271b9f18f7b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:22:25.018299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-8d9bf856-8214-4cc0-9612-6271b9f18f7b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--57415763&fields=id&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 267 time: 0.1014140 Dec 22 16:22:25.046282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:25.051035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:25.132249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Pushing event updated for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:25.137962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:25.142575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:25.143232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:25.188026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-95271cda-4ff3-4ea9-95a7-340a829b53d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:25.188803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-95271cda-4ff3-4ea9-95a7-340a829b53d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:22:25.234287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-95271cda-4ff3-4ea9-95a7-340a829b53d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:22:25.235738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-95271cda-4ff3-4ea9-95a7-340a829b53d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.2099969 Dec 22 16:22:25.254695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-03e2d6a6-dbf3-495e-a059-9796da0682ba tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/quotas/616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 375 time: 0.0129006 Dec 22 16:22:25.338014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:25.360505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-5d1eb446-1e2d-40d2-a8ec-4ccebea99a46 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991433 Dec 22 16:22:25.513947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-1585e34f-905b-4a9e-9e34-c10f286af370 service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387892 Dec 22 16:22:25.658075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-d3be5abf-b7fa-436e-b2f7-267a9d33929a service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373892 Dec 22 16:22:25.689908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:24Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:25.694525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07f97d5-b877-4455-ad9b-e9946388d19f None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:24Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:22:25.951168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d2f02913-4b30-4f15-848e-f45fa6495ea8 req-280aeed0-04a7-4a01-98dc-0607c5a08531 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 210 time: 0.0534277 Dec 22 16:22:27.127620 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72a4312d-c130-4382-b496-52390e3eedfc req-1a05feb6-b935-44b3-bae2-8a4a69c410b5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Dec 22 16:22:27.416936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 448678c6-f2b2-438d-b3c7-1ba61458198e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:27.568998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 448678c6-f2b2-438d-b3c7-1ba61458198e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:27.575169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 448678c6-f2b2-438d-b3c7-1ba61458198e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:27.578013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:27.702602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:27.739009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 448678c6-f2b2-438d-b3c7-1ba61458198e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=448678c6-f2b2-438d-b3c7-1ba61458198e,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:27.764853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-1d5ef659-9e37-4498-ac24-8083e196e262 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:27.765867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:27.766511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-1d5ef659-9e37-4498-ac24-8083e196e262 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1680067 Dec 22 16:22:27.767954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:27.827149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-ef1d7043-3c51-48a6-bd72-bcfcfb2b1ca6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:22:27.836798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:27.841856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:27.848171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-ef1d7043-3c51-48a6-bd72-bcfcfb2b1ca6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:22:27.849433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-ef1d7043-3c51-48a6-bd72-bcfcfb2b1ca6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 378 time: 0.0658119 Dec 22 16:22:27.860100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'port': {'device_id': '66b54510-f307-418d-b591-f815a16980e9', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'admin_state_up': True, 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'security_groups': ['c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:28.238588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:22:28.242595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:port and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:22:28.245516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:22:28.252197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:22:28.308498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:22:28.315491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:28.321117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b4ff5b1-af96-4635-93f8-bc21ce13f5b3 req-3a677f0f-c1d5-48b7-813c-0d222fedc673 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 210 time: 0.0501585 Dec 22 16:22:28.487644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Allocated IP 172.20.0.9 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/0f775b04-4791-408a-aa86-e538dfe3bb07) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:22:28.681764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:28.698339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Transition to ACTIVE for port object 0f775b04-4791-408a-aa86-e538dfe3bb07 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:28.741389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:28.747860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:28.821659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:22:28.824932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:22:28.829494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:22:28.857434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:28.863449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:28.897976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:28.898760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:28.937776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0823812 Dec 22 16:22:28.952006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Request body: {'port': {'device_id': '66b54510-f307-418d-b591-f815a16980e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:29.071513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.200030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-efec532e-3a14-44ff-a2c6-c99f44830d59 None None] Provisioning for port 0f775b04-4791-408a-aa86-e538dfe3bb07 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:29.205351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-efec532e-3a14-44ff-a2c6-c99f44830d59 None None] Provisioning complete for port 0f775b04-4791-408a-aa86-e538dfe3bb07 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:29.205771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-efec532e-3a14-44ff-a2c6-c99f44830d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.263723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-efec532e-3a14-44ff-a2c6-c99f44830d59 None None] Port 0f775b04-4791-408a-aa86-e538dfe3bb07 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:22:29.394544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 448678c6-f2b2-438d-b3c7-1ba61458198e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:29.457371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:22:29.466012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.486916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Transition to ACTIVE for port object 0f775b04-4791-408a-aa86-e538dfe3bb07 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:22:29.514421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.519931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:29.556873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b84db9-5b12-4453-9557-5ab0983fe1bc req-a829c0c7-f0fd-487a-baa7-4e8d41781bce tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:29.558616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-03b84db9-5b12-4453-9557-5ab0983fe1bc req-a829c0c7-f0fd-487a-baa7-4e8d41781bce tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 943 time: 0.0888145 Dec 22 16:22:29.613364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-03b84db9-5b12-4453-9557-5ab0983fe1bc req-9b4607c6-6bed-444b-9d1d-1e4f3cc0fbea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465126 Dec 22 16:22:29.636049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 448678c6-f2b2-438d-b3c7-1ba61458198e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:29.636540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.666693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:29.676313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:29.787490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Attempting to bind port 0f775b04-4791-408a-aa86-e538dfe3bb07 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:22:29.787872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Attempting to bind port 0f775b04-4791-408a-aa86-e538dfe3bb07 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:22:29.788249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Attempting to bind port 0f775b04-4791-408a-aa86-e538dfe3bb07 on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:22:29.795634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Port 0f775b04-4791-408a-aa86-e538dfe3bb07 on network df0989dd-19ea-463a-ac53-8f89d561e55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:22:29.795834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Attempting to bind port 0f775b04-4791-408a-aa86-e538dfe3bb07 on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:22:29.804138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:22:29.804312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:22:29.804687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:22:29.805166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Bound port: 0f775b04-4791-408a-aa86-e538dfe3bb07, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:22:29.805552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.901996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:22:29.905791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:22:29.937215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:29.941698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94a81a91-c06f-41f9-aa08-7da8984ecedf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:30.006719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:30.008211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] 10.222.0.46 "PUT /v2.0/ports/0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 1093 time: 1.0609930 Dec 22 16:22:30.008771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:30.027247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:30.031244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:30.073034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'status': 'completed', 'code': 200} Dec 22 16:22:30.165390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-9c865de5-d429-408d-98d0-7762860430bf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1096 time: 0.0765684 Dec 22 16:22:30.249829 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-77816711-774f-4c16-a6a8-41f3641a24ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 217 time: 0.0724609 Dec 22 16:22:30.328515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-509a5e91-1718-40ee-abe3-4d65df577588 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:30.330117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-509a5e91-1718-40ee-abe3-4d65df577588 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0650630 Dec 22 16:22:30.413991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-0b5df63b-ab69-4620-a307-d34a13b6cae4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726452 Dec 22 16:22:30.562712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-3fff57e9-3abb-45f5-a68b-0562aa11db46 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377378 Dec 22 16:22:30.711372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39bbc2ac-f08e-45b6-8c86-8240932056b2 req-2b35445f-f682-412c-9abb-92ce106cc981 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379278 Dec 22 16:22:30.835301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87118f8b-3c3d-4f8e-9eeb-2ae7e71c9e60 req-48c1c0d3-d25a-41f0-8e2d-5e534a8c3f17 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:30.836959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87118f8b-3c3d-4f8e-9eeb-2ae7e71c9e60 req-48c1c0d3-d25a-41f0-8e2d-5e534a8c3f17 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 943 time: 0.0916018 Dec 22 16:22:30.879611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-0d063db8-4ec1-4487-b966-4dc1bfba9770 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1096 time: 0.0825958 Dec 22 16:22:30.888182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-87118f8b-3c3d-4f8e-9eeb-2ae7e71c9e60 req-7b77985a-cd60-40e9-bf58-f8cdde4a608a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437253 Dec 22 16:22:31.024576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-39a2e877-bcd0-482b-8e81-5deb959d27ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:31.026084 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-39a2e877-bcd0-482b-8e81-5deb959d27ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1376421 Dec 22 16:22:31.098243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-0476a9fb-9f99-4ce7-b24d-8441734f4741 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 217 time: 0.0640669 Dec 22 16:22:31.169316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-043b7c4f-67d0-4bad-aa7b-13a3dde50910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:31.170883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-043b7c4f-67d0-4bad-aa7b-13a3dde50910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0661938 Dec 22 16:22:31.255563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-46f164d1-fca0-413a-a2e9-07e20e5c80ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763350 Dec 22 16:22:31.403591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-5241c5b5-5589-4349-b16f-8ecc485d1cbc service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362081 Dec 22 16:22:31.547408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a06a5c35-438a-4bb6-bfeb-dfd59476bfbb req-2fa417cd-b555-4061-81a7-f0d0906df5c7 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352470 Dec 22 16:22:32.104885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e39fc-a919-493a-a3be-5ec155d7973c req-97361032-4179-4450-bda4-0e0d69d098d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:32.107147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f99e39fc-a919-493a-a3be-5ec155d7973c req-97361032-4179-4450-bda4-0e0d69d098d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 943 time: 0.0889149 Dec 22 16:22:32.154416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f99e39fc-a919-493a-a3be-5ec155d7973c req-97546e9e-6859-4a53-9121-1a3210a6423b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412011 Dec 22 16:22:32.556667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:22:32.699247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:32.713094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'mac_address': 'fa:16:3e:d8:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:22:32.767972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:32.786466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:22:32.802265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:32.834379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:32.836271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:32.905698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:32.908862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:33.105304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['0f775b04-4791-408a-aa86-e538dfe3bb07'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:22:33.369752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ce26-c231-41e1-80a7-587843a77438 req-6bcf7d73-7a7c-4b51-881f-0d96f93cd7d7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:33.371344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8b5ce26-c231-41e1-80a7-587843a77438 req-6bcf7d73-7a7c-4b51-881f-0d96f93cd7d7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 944 time: 0.0909731 Dec 22 16:22:33.422669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8b5ce26-c231-41e1-80a7-587843a77438 req-c23f8cb1-b268-4599-92c7-71e219341e6f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447476 Dec 22 16:22:34.554473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:22:34.628835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049f0b-7020-42cc-85ab-671b70cce998 req-44b1a4a1-4822-4a1c-8571-5abbc190623f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:34.630467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9049f0b-7020-42cc-85ab-671b70cce998 req-44b1a4a1-4822-4a1c-8571-5abbc190623f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 944 time: 0.0852394 Dec 22 16:22:34.662036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 0f775b04-4791-408a-aa86-e538dfe3bb07 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:22:34.667386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 0f775b04-4791-408a-aa86-e538dfe3bb07 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:22:34.667822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:34.683718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a9049f0b-7020-42cc-85ab-671b70cce998 req-3fec3e1f-e66e-40b8-aa10-449f93acf2c4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466440 Dec 22 16:22:34.783521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:34.811627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:34.821950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:22:34.849212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:34.852179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:22:34.894407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'code': 200} Dec 22 16:22:34.929201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:22:34.932430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:22:35.179064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbb7fb69-c176-4f2b-8252-e0cd2b10f27b req-e350c821-a284-4fd8-9b86-72bdafe11ac6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1098 time: 0.0766819 Dec 22 16:22:35.226558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cbb7fb69-c176-4f2b-8252-e0cd2b10f27b req-23bb7409-40e0-4696-bdcd-9135a3a1fde0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381415 Dec 22 16:22:35.889334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf20d-9c29-4ab7-b073-51b4e2207647 req-995c5f00-fdca-414c-83d5-b15ca4293010 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:35.891011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-450cf20d-9c29-4ab7-b073-51b4e2207647 req-995c5f00-fdca-414c-83d5-b15ca4293010 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0826447 Dec 22 16:22:35.939917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-450cf20d-9c29-4ab7-b073-51b4e2207647 req-a59917dc-660e-40cf-a0b4-ee3beabef7aa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426850 Dec 22 16:22:37.151045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc186d0-70b0-41d6-9209-268e4f839516 req-5a748e5c-02a3-4b83-bf00-7ec34a6f5a67 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:37.153292 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bc186d0-70b0-41d6-9209-268e4f839516 req-5a748e5c-02a3-4b83-bf00-7ec34a6f5a67 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0885420 Dec 22 16:22:37.203701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bc186d0-70b0-41d6-9209-268e4f839516 req-2ca92c24-1ae4-4953-aced-6059be08ea7d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438814 Dec 22 16:22:37.418559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29113474-fab5-4da1-9148-9cd929b3769f req-44ec754f-3f94-4269-bdaa-c095f23314d2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:37.420115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29113474-fab5-4da1-9148-9cd929b3769f req-44ec754f-3f94-4269-bdaa-c095f23314d2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0872447 Dec 22 16:22:37.430547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 57804) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:22:37.437212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'floatingip': {'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:22:37.519423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:38.138754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:38.164811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:38.592983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae associated. External IP: 172.26.1.17, port: 0f775b04-4791-408a-aa86-e538dfe3bb07. Dec 22 16:22:38.997406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:22:39.203836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:22:39.208391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:39.213916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:22:39.227410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:39.228065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:39.268726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ed0614d-0192-48b7-9c49-b030ada71d20 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "PUT /v2.0/floatingips/52271658-73d8-492d-a8c9-6a741570e9ae HTTP/1.1" status: 200 len: 990 time: 1.8367345 Dec 22 16:22:39.269344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:22:39.326143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'status': 'completed', 'code': 200} Dec 22 16:22:39.430881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:39.528297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-7660faa9-db73-449b-a48f-4427c7485407 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1098 time: 0.1768541 Dec 22 16:22:39.670498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-845db6d6-7121-41ab-879c-9b569cfb037b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:39.672100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-845db6d6-7121-41ab-879c-9b569cfb037b service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1379743 Dec 22 16:22:39.781058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-0801dc79-5b8b-4bca-b409-0a6b600286c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 998 time: 0.1020293 Dec 22 16:22:39.856677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-6061a2b7-c3d8-4b23-bf11-489f8ccb1f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:39.858346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-6061a2b7-c3d8-4b23-bf11-489f8ccb1f7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0699985 Dec 22 16:22:39.946861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-d327f553-d8c0-410b-b40e-6fe58dbe1e70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804687 Dec 22 16:22:39.955531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:d8:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b54510-f307-418d-b591-f815a16980e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 1, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:39.959593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:22:39.971560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:22:39.972204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:22:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:40.093367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-8c9c55b4-6c46-45f0-8284-eeb2a5078b2c service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396444 Dec 22 16:22:40.157087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:22:40.237365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43a95419-b69f-49fc-9668-0bbe9f4ef639 req-c25e7164-74da-425e-bfd9-25ee314ce0d8 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373796 Dec 22 16:22:40.416596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:40.523644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:d8:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b54510-f307-418d-b591-f815a16980e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 1, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:22:40.528188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa096694-4193-4ef7-83cd-931cc31abd04 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:d8:5f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b54510-f307-418d-b591-f815a16980e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:22:38Z', 'revision_number': 1, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:22:40.872768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd06a5-067b-4d2e-ab4c-96bfaba98b6f None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:22:42.493303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-c0fe96f0-7252-4f92-88cd-a21c3cf622a1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724096 Dec 22 16:22:42.643731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-f7bcb848-f6f1-487b-844e-a4cb118dda49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1098 time: 0.0743387 Dec 22 16:22:42.742386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-157ac5b1-b450-4e3c-ba83-53aed27ff977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:42.806868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-ab39fc84-f2d9-44d2-9ddb-2dd4dbf04a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:42.808779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-ab39fc84-f2d9-44d2-9ddb-2dd4dbf04a1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1448805 Dec 22 16:22:42.922408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-920486b2-5253-420e-b85a-9d3810c74a18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 1000 time: 0.1073413 Dec 22 16:22:42.995495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-6b7da077-c538-4c8c-af65-194189fc1b8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:22:42.997192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-6b7da077-c538-4c8c-af65-194189fc1b8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0688066 Dec 22 16:22:43.079708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-bcd462c7-914d-4ff5-bbc4-12e0f47f6ebb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757704 Dec 22 16:22:43.221253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-294b637a-3bdd-47b7-95c4-3093788ac315 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345246 Dec 22 16:22:43.366982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ccedd55c-5511-4f62-b235-19436af42fa6 req-72fc96e0-1aa0-42d9-8abc-a12de885e672 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387930 Dec 22 16:22:44.170864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:45.176374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ac458f9a-9335-41cf-be1b-81a0e70a01b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:45.644772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:47.111135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:22:55.279640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:23:10.436738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:12.747867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55647844-b404-484a-a0ae-c6cb3739b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:14.159315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:15.185177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-796897ff-a402-4f50-af0b-e1660e4f1735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:15.642251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:17.110841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:18.992877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04512b40-b11d-4e09-9472-7ec36ac071ea req-8c81aad0-a6a6-44e6-94cb-02efef367a7d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:18.994494 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04512b40-b11d-4e09-9472-7ec36ac071ea req-8c81aad0-a6a6-44e6-94cb-02efef367a7d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.1613808 Dec 22 16:23:19.043442 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04512b40-b11d-4e09-9472-7ec36ac071ea req-82d562aa-1ac7-4a54-806a-c8f8180a0849 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409853 Dec 22 16:23:19.248226 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9cf152a-c20a-40c8-8e71-1e9298f0acdb req-46b6383a-4ce7-434b-afc2-f798c835a123 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733383 Dec 22 16:23:19.636725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-76275e19-229e-40a6-bde1-35a447d55b16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755985 Dec 22 16:23:19.652598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81abdb-79cb-4857-8a45-289ddfc08d37 req-de2e725f-93b2-429e-a12a-4e4d83a540e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:19.654237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f81abdb-79cb-4857-8a45-289ddfc08d37 req-de2e725f-93b2-429e-a12a-4e4d83a540e0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0866818 Dec 22 16:23:19.703749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f81abdb-79cb-4857-8a45-289ddfc08d37 req-2734b14a-0407-446d-b140-a8f4c8f97077 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433266 Dec 22 16:23:21.049571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4176993-6938-4c95-844f-f91a361d366b req-211c265b-7bbc-45e8-a898-26cbe4d17644 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:21.051342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a4176993-6938-4c95-844f-f91a361d366b req-211c265b-7bbc-45e8-a898-26cbe4d17644 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.1676321 Dec 22 16:23:21.102774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a4176993-6938-4c95-844f-f91a361d366b req-1526ef3d-0fc0-4cf5-82aa-d88f2cf87c18 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449803 Dec 22 16:23:21.501914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-43371487-31ee-492d-813d-85a96b18bc9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1098 time: 0.0789895 Dec 22 16:23:21.649865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-56eb120c-1c16-4792-9473-5ec03b24e61c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:21.651547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-56eb120c-1c16-4792-9473-5ec03b24e61c service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1396060 Dec 22 16:23:21.758872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-c2032aa7-0e9d-4b4d-a173-9a4b0501d848 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 1000 time: 0.0970955 Dec 22 16:23:21.834212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-c18456ff-83a2-4a9f-8929-488a4128a0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:21.835839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-c18456ff-83a2-4a9f-8929-488a4128a0a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0682020 Dec 22 16:23:21.920680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-c1416217-a47f-41af-95e5-138531ba23b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746648 Dec 22 16:23:22.069897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-4713fde0-02b3-45ca-81c0-7f0fe9c22736 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401651 Dec 22 16:23:22.216624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-24f9ff35-9ac9-4996-9272-ec951cb25e9c service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367533 Dec 22 16:23:22.537975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee50ee-f341-42c7-82e6-09c0d3c783d7 req-0090a0f8-9511-49d1-a232-0395e9558f75 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:22.539513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7ee50ee-f341-42c7-82e6-09c0d3c783d7 req-0090a0f8-9511-49d1-a232-0395e9558f75 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.3105299 Dec 22 16:23:22.588708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7ee50ee-f341-42c7-82e6-09c0d3c783d7 req-ff3db566-5f66-426e-aff4-34fbc7aae869 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426345 Dec 22 16:23:23.823628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982c86f-276a-44e8-940c-44d19f21cda5 req-f4504eac-ffba-4bf1-80be-657a801a71b5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:23.826004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d982c86f-276a-44e8-940c-44d19f21cda5 req-f4504eac-ffba-4bf1-80be-657a801a71b5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0936003 Dec 22 16:23:23.893169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d982c86f-276a-44e8-940c-44d19f21cda5 req-29f38dbb-3ea3-4288-9667-41dafeca508b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586741 Dec 22 16:23:25.113816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0037ac0-0caa-4e80-ad60-fe8e8c6b95c7 req-59c0a338-dc35-4f8b-9bd3-3a76092ce195 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:25.115353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0037ac0-0caa-4e80-ad60-fe8e8c6b95c7 req-59c0a338-dc35-4f8b-9bd3-3a76092ce195 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0909700 Dec 22 16:23:25.163455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0037ac0-0caa-4e80-ad60-fe8e8c6b95c7 req-5bccf45d-1f95-4e4a-a1ea-e2ee7562dfc9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418756 Dec 22 16:23:26.373118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a91b93-df21-4daf-8a56-b76635d6c2d7 req-ef3dfa4f-cf21-4e9e-941b-dfa2192a303d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:26.374764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c7a91b93-df21-4daf-8a56-b76635d6c2d7 req-ef3dfa4f-cf21-4e9e-941b-dfa2192a303d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0873101 Dec 22 16:23:26.422515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c7a91b93-df21-4daf-8a56-b76635d6c2d7 req-349cc028-d7c5-4cb3-835f-18443ef8ec92 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415437 Dec 22 16:23:27.625996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00879859-7ecb-4b34-8b80-b8f38dc40b1a req-541c78b4-7e44-4864-9979-e108dfacce4a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:27.627580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00879859-7ecb-4b34-8b80-b8f38dc40b1a req-541c78b4-7e44-4864-9979-e108dfacce4a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0822072 Dec 22 16:23:27.675493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00879859-7ecb-4b34-8b80-b8f38dc40b1a req-f307976e-6729-409a-9075-7674f0d350c9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417769 Dec 22 16:23:28.885834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd914a-5717-4cc0-9531-9525496f7d6b req-2604c0a4-9763-4b61-8e3f-4a676d9ef9ff tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:28.887752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e9bd914a-5717-4cc0-9531-9525496f7d6b req-2604c0a4-9763-4b61-8e3f-4a676d9ef9ff tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0889914 Dec 22 16:23:28.937015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e9bd914a-5717-4cc0-9531-9525496f7d6b req-2e80540e-78d2-407a-9faa-55d31aae7a1e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422437 Dec 22 16:23:30.148833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f30c4-3527-4a6e-8da2-4fbc12091253 req-6aed1598-ae3c-4bd7-96bc-6e7ca7cc7886 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:30.150467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-146f30c4-3527-4a6e-8da2-4fbc12091253 req-6aed1598-ae3c-4bd7-96bc-6e7ca7cc7886 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0846372 Dec 22 16:23:30.198926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-146f30c4-3527-4a6e-8da2-4fbc12091253 req-a8de033c-7eda-405b-a214-66e41b8db3fd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418289 Dec 22 16:23:31.409152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf20de-9e71-493a-9ada-9fbb50871cac req-a4cb7006-9a6e-4adf-ad13-f2d8bdb2e869 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:31.410787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79bf20de-9e71-493a-9ada-9fbb50871cac req-a4cb7006-9a6e-4adf-ad13-f2d8bdb2e869 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0868065 Dec 22 16:23:31.459302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79bf20de-9e71-493a-9ada-9fbb50871cac req-93f86450-bdc2-4b28-b2e5-f0021e299808 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423055 Dec 22 16:23:32.281006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:23:32.665696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673ba2-9335-4826-922e-6dc19ac1d4c8 req-fc600766-7aa1-4083-b238-d0bd96719d15 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:32.667356 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b673ba2-9335-4826-922e-6dc19ac1d4c8 req-fc600766-7aa1-4083-b238-d0bd96719d15 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0825329 Dec 22 16:23:32.721828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b673ba2-9335-4826-922e-6dc19ac1d4c8 req-273e6a70-159e-499b-a0f5-ca42318da03b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473526 Dec 22 16:23:33.931724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a83bf-f6d9-4040-add2-7f290c916412 req-7c0d1199-43d1-4e76-a268-0a806f3639c3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:33.934467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-085a83bf-f6d9-4040-add2-7f290c916412 req-7c0d1199-43d1-4e76-a268-0a806f3639c3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0844059 Dec 22 16:23:33.982503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-085a83bf-f6d9-4040-add2-7f290c916412 req-88ce229b-526b-4203-9eda-0ef961b642c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421634 Dec 22 16:23:34.384977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-08cbc571-2854-4bfa-b5a4-76da9c9a42d5 service neutron] 10.222.0.46 "GET /v2.0/ports/0f775b04-4791-408a-aa86-e538dfe3bb07/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0791800 Dec 22 16:23:34.783095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-b89dacaf-ae5b-440a-8a49-c829b2b3aeb7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0746911 Dec 22 16:23:34.891672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-dc0a648e-a2c1-49bd-b414-79eaa5780d03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1098 time: 0.0792925 Dec 22 16:23:35.040457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-32e1ee6a-f305-499e-8a95-5f2a9398567d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:35.041972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-32e1ee6a-f305-499e-8a95-5f2a9398567d service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1405044 Dec 22 16:23:35.200722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b76d9f-4e04-4ca8-a520-89a412ba46ed req-89b0d9d9-fab7-415e-88c3-11b52bd6a320 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:35.202422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0b76d9f-4e04-4ca8-a520-89a412ba46ed req-89b0d9d9-fab7-415e-88c3-11b52bd6a320 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0928810 Dec 22 16:23:35.254148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0b76d9f-4e04-4ca8-a520-89a412ba46ed req-1306f2cf-66fa-4789-9542-a33ee3ab807d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452883 Dec 22 16:23:35.396926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-218eeeef-61be-47b2-b694-754dceb9003a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 1000 time: 0.3447571 Dec 22 16:23:35.472291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-6d3e5bcc-87a9-465a-86bb-9730fd57a267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:35.473818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-6d3e5bcc-87a9-465a-86bb-9730fd57a267 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0669723 Dec 22 16:23:35.556778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-5d5c5a15-583b-445f-afd9-1dbd9fbeff0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727313 Dec 22 16:23:35.702346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-92339c88-f155-43da-a504-9e58e97a2fde service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339221 Dec 22 16:23:35.850202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-916094b5-a20e-4e9e-b8da-ddc7f8a359e1 req-4c95a150-03c1-48fa-8ec0-33ee1f9a9164 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366181 Dec 22 16:23:36.458580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c555f3-eab3-4c13-8a3f-33e0e0ea4264 req-12e2a935-1db1-4018-b8a1-8d5d40cd2a14 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:36.460184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c555f3-eab3-4c13-8a3f-33e0e0ea4264 req-12e2a935-1db1-4018-b8a1-8d5d40cd2a14 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0828075 Dec 22 16:23:36.508282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70c555f3-eab3-4c13-8a3f-33e0e0ea4264 req-eeae4003-4ecb-4945-86ad-1036bb1fd526 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413578 Dec 22 16:23:37.726417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8b25e-9a24-4542-8d9d-b2a22fed6eb4 req-94fca237-0245-4876-be69-e00b03d1701c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:37.728040 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00e8b25e-9a24-4542-8d9d-b2a22fed6eb4 req-94fca237-0245-4876-be69-e00b03d1701c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0924187 Dec 22 16:23:37.777262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00e8b25e-9a24-4542-8d9d-b2a22fed6eb4 req-0a581ba3-8397-4220-b785-0ac4b778424d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419452 Dec 22 16:23:38.780478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:23:38.783778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:23:38.987638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d0049-97f6-457f-827e-9f8b41b4a841 req-9a55f4a8-f281-4c0b-a050-67da8aa3688b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:38.989273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d7d0049-97f6-457f-827e-9f8b41b4a841 req-9a55f4a8-f281-4c0b-a050-67da8aa3688b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0840008 Dec 22 16:23:39.017102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:39.041135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:39.041443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d7d0049-97f6-457f-827e-9f8b41b4a841 req-1599eaeb-d1a6-4f29-b8c6-c2084aee8109 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458887 Dec 22 16:23:39.066659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:39.071312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'mac_address': 'fa:16:3e:d8:5f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:23:39.109908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:39.144943 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'code': 200} Dec 22 16:23:39.145631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:39.160646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:39.165382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:39.215440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:39.282080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:39.298626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.298953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.299347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.299725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.300104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.300476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.300850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.301226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.301594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.301960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.302328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:39.306861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:23:39.307249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:23:39.308028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:39.490232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a9100-411a-4760-98ba-9f5e0e54b43c req-9b3e0ccb-4dbb-464f-9153-0e5dcab61128 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:39.491902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b80a9100-411a-4760-98ba-9f5e0e54b43c req-9b3e0ccb-4dbb-464f-9153-0e5dcab61128 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 943 time: 0.0866089 Dec 22 16:23:39.530149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-20860d4b-56b4-4d67-b9a6-99fdb5feb4b8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:39.530976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-20860d4b-56b4-4d67-b9a6-99fdb5feb4b8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:23:39.542005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b80a9100-411a-4760-98ba-9f5e0e54b43c req-18b5d819-174d-42d2-85b5-e41cd69ad311 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429375 Dec 22 16:23:39.574207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-20860d4b-56b4-4d67-b9a6-99fdb5feb4b8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:23:39.575510 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-20860d4b-56b4-4d67-b9a6-99fdb5feb4b8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.1358573 Dec 22 16:23:39.725539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-e2487323-0316-408f-b104-cf62542663b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 1096 time: 0.0740218 Dec 22 16:23:39.866850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:39.868107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-2ecf42fe-fcec-4b5b-b989-1b81ad92aa9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:39.869695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-2ecf42fe-fcec-4b5b-b989-1b81ad92aa9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1376486 Dec 22 16:23:39.886194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:39.901688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:39.939719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:39.941637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:39.977871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-5004ebaa-0fe2-449a-a9a8-752a62b1ff9a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 200 len: 999 time: 0.1014905 Dec 22 16:23:40.012833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:40.015911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:40.017115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['0f775b04-4791-408a-aa86-e538dfe3bb07'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:23:40.046135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-66a90399-e8f9-4f67-9c08-82dcb1d39656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:40.047796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-66a90399-e8f9-4f67-9c08-82dcb1d39656 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0635161 Dec 22 16:23:40.131020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-0fdbd905-280c-4207-8d16-1cdf4d9b3373 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765676 Dec 22 16:23:40.272538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-4b395ddf-a405-41b7-b623-5abe2001b514 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348228 Dec 22 16:23:40.418544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fe5ef5d-8198-413d-8765-02d7915a1053 req-d33b160b-aa4d-495e-89e6-fbd031fe508d service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382232 Dec 22 16:23:40.468090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:40.796938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:23:40.873708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 0f775b04-4791-408a-aa86-e538dfe3bb07 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:40.874284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:40.896199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aa490-5143-43eb-a54c-84667810e197 req-d2ec9ef2-959e-4a69-851f-d96fc306e583 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:40.897957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-810aa490-5143-43eb-a54c-84667810e197 req-d2ec9ef2-959e-4a69-851f-d96fc306e583 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 944 time: 0.0883062 Dec 22 16:23:40.953874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-810aa490-5143-43eb-a54c-84667810e197 req-bb7d0825-d91e-47d8-b7a4-908f1512c36b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488801 Dec 22 16:23:40.994502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.028035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:41.063213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:41.065392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:41.143019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:41.145564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:41.150347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:41.202180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'code': 200} Dec 22 16:23:42.164421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b399f27-7495-404b-bfcb-3a5a655d8116 req-0c3d12fc-66a8-4d28-8e09-3aa6a2b41e99 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.166030 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b399f27-7495-404b-bfcb-3a5a655d8116 req-0c3d12fc-66a8-4d28-8e09-3aa6a2b41e99 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0871639 Dec 22 16:23:42.214168 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b399f27-7495-404b-bfcb-3a5a655d8116 req-8da8cfc0-aee3-46f5-9f8d-ebe8e7eb0474 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415716 Dec 22 16:23:42.420201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2858c98-03f7-401e-b736-1089f0d7f6f4 req-fff0fa5d-b99d-4e52-9c69-86875e50f2c7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.421721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2858c98-03f7-401e-b736-1089f0d7f6f4 req-fff0fa5d-b99d-4e52-9c69-86875e50f2c7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0832968 Dec 22 16:23:42.474420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2858c98-03f7-401e-b736-1089f0d7f6f4 req-4f2da018-c3d2-47c5-9994-e671619db2a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465555 Dec 22 16:23:42.677363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b00bb8-fb99-431c-bc59-f6940b2b4657 req-6414ab78-8f8d-4137-a0dd-7d45fc475062 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:42.678916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93b00bb8-fb99-431c-bc59-f6940b2b4657 req-6414ab78-8f8d-4137-a0dd-7d45fc475062 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0821452 Dec 22 16:23:42.728836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93b00bb8-fb99-431c-bc59-f6940b2b4657 req-4c0b61f7-db8d-4055-ae92-1001b5c0a813 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435159 Dec 22 16:23:42.742739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c2612400-8d41-4c9c-861a-76c097c3102b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:43.224173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b539623-bf5c-4309-ae6d-982548278c22 req-58dbea8d-343b-42f9-b42b-def01c3c11cb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:43.225757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7b539623-bf5c-4309-ae6d-982548278c22 req-58dbea8d-343b-42f9-b42b-def01c3c11cb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0872290 Dec 22 16:23:43.273465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7b539623-bf5c-4309-ae6d-982548278c22 req-0cca5b4c-a1b9-4a44-9fe9-8e8801c6a217 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415642 Dec 22 16:23:44.176669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:44.481774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b905-6094-4ea1-9ca0-b2f27a4766cd req-b4a40a83-55aa-407c-8233-08f0bdad8a1e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:44.483338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43f8b905-6094-4ea1-9ca0-b2f27a4766cd req-b4a40a83-55aa-407c-8233-08f0bdad8a1e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0839934 Dec 22 16:23:44.530759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-43f8b905-6094-4ea1-9ca0-b2f27a4766cd req-330ce4a1-26c0-4985-9298-875f04f8eb43 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413420 Dec 22 16:23:45.066292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-ed26e894-2b0f-40b6-9dd1-7111cdd6aa7d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:45.067886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-ed26e894-2b0f-40b6-9dd1-7111cdd6aa7d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0812986 Dec 22 16:23:45.143335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Deleting port 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:23:45.143719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.182173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f64a43aa-42a4-4beb-9999-3e25ad5c63d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.401620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] For port 0f775b04-4791-408a-aa86-e538dfe3bb07, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0f775b04-4791-408a-aa86-e538dfe3bb07,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:45.402614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.660037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.709291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.709706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.710060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae disassociated. External IP: 172.26.1.17, port: 0f775b04-4791-408a-aa86-e538dfe3bb07. Dec 22 16:23:45.710448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Calling delete_port for 0f775b04-4791-408a-aa86-e538dfe3bb07 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:23:45.741486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e29ce1-a9a6-412f-828a-7c2af4f38cf6 req-223c8281-d92d-47fc-b36f-9eb72e95182e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:45.743134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3e29ce1-a9a6-412f-828a-7c2af4f38cf6 req-223c8281-d92d-47fc-b36f-9eb72e95182e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 945 time: 0.0867991 Dec 22 16:23:45.792537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3e29ce1-a9a6-412f-828a-7c2af4f38cf6 req-ac43661d-47e8-49aa-bcf3-c91e2bc1154c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424438 Dec 22 16:23:45.936455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:45.942202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:45.988013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'Port': ['ID=0f775b04-4791-408a-aa86-e538dfe3bb07,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:46.004352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.004795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.005219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.005641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.006062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.006515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.006938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.007333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.007748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.008157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.008573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:23:46.012679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:46.224025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:23:46.434673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:23:46.444836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:23:46.458671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:23:46.459332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:23:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:46.503078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] No DVR routers for this DVR port 0f775b04-4791-408a-aa86-e538dfe3bb07 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:23:46.505613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:46.508458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-deleted', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:46.566016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-778bf79e-e9d2-4b7e-89f9-ab263592afc3 req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "DELETE /v2.0/ports/0f775b04-4791-408a-aa86-e538dfe3bb07 HTTP/1.1" status: 204 len: 173 time: 1.4887414 Dec 22 16:23:46.650073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:23:46.651832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b54510-f307-418d-b591-f815a16980e9', 'name': 'network-vif-deleted', 'tag': '0f775b04-4791-408a-aa86-e538dfe3bb07', 'status': 'completed', 'code': 200} Dec 22 16:23:46.984863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:46.988971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:23:46.995171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a4971a77-6d0d-4d07-ac32-b46105abf8b4 req-2e695681-ccd1-46e0-b08b-b4efa70a3127 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=66b54510-f307-418d-b591-f815a16980e9 HTTP/1.1" status: 200 len: 210 time: 0.0495243 Dec 22 16:23:47.001628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:23:47.002314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:23:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:47.122422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:47.190541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:23:47.514338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:23:47.518662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f80ac1a-f1c4-439f-8348-a9964b8db384 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:23:48.008161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f7d153-23c9-41b8-9f9d-5dbe9c179e16 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:23:48.388396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c4d997ef-d79b-49b2-9e35-112ade25c38e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--57415763&fields=id&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 267 time: 0.0438554 Dec 22 16:23:48.557362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-3d762c85-718d-4560-858f-d1c14dab7277 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:48.559525 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-3d762c85-718d-4560-858f-d1c14dab7277 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1619766 Dec 22 16:23:48.577265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-1c5809bf-ccca-483c-a69e-4d5320b43d8f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/quotas/616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 375 time: 0.0119498 Dec 22 16:23:48.664540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-08f41d2f-0b32-4241-85b6-0bb489a4453b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818665 Dec 22 16:23:48.814473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:23:48.816430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-02f18bf1-f2b4-4e70-8a1d-85f7076eb8cf service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395421 Dec 22 16:23:48.848074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 0f775b04-4791-408a-aa86-e538dfe3bb07 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:23:48.848481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 0f775b04-4791-408a-aa86-e538dfe3bb07 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:23:48.968559 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-856a7564-8fea-4973-a32d-10a52bd6ecb8 service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449170 Dec 22 16:23:49.197390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ada347f-3c2a-45d2-a79c-ab46a8b862c0 req-b3c6c052-e61a-4107-9a68-ba4fe9c57c9e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 210 time: 0.0467031 Dec 22 16:23:50.372389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-579f415f-1074-4af5-809d-c8f3ace622d8 req-b243335d-0428-42eb-9037-1b9356234400 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 210 time: 0.0485399 Dec 22 16:23:50.807423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-10177b34-1a9c-4c58-92fc-2323a33d4e9f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:50.809765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-10177b34-1a9c-4c58-92fc-2323a33d4e9f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1565506 Dec 22 16:23:50.873490 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-9b22b95f-2218-498f-b60b-8cab675a94d9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 378 time: 0.0449708 Dec 22 16:23:50.884646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'port': {'device_id': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'admin_state_up': True, 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'security_groups': ['c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:23:51.268954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:23:51.273166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:port and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:23:51.276073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:23:51.283028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:23:51.321753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:23:51.327928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.526287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Allocated IP 172.20.0.8 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/a55655d8-5630-4c4e-a50d-6ceadcd9f08a) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:23:51.541911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f55386b-50eb-4c0e-9dca-d104365be61e req-388b1c6d-49a9-495f-9075-3d7cdc933b6b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 210 time: 0.0456195 Dec 22 16:23:51.826306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.867712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Transition to ACTIVE for port object a55655d8-5630-4c4e-a50d-6ceadcd9f08a will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:23:51.922544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:51.928394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77bad9ad-09ac-495a-929a-b11c74604300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:51.995215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:23:51.999236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:23:52.003380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:23:52.043361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:52.048340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:52.076397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:52.077029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.152418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710772 Dec 22 16:23:52.169461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Request body: {'port': {'device_id': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:23:52.287120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.393535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0bff1b8a-511c-43e6-8dc2-86fafcf6de87 None None] Provisioning for port a55655d8-5630-4c4e-a50d-6ceadcd9f08a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:23:52.399184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0bff1b8a-511c-43e6-8dc2-86fafcf6de87 None None] Provisioning complete for port a55655d8-5630-4c4e-a50d-6ceadcd9f08a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:52.399602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bff1b8a-511c-43e6-8dc2-86fafcf6de87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.457376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0bff1b8a-511c-43e6-8dc2-86fafcf6de87 None None] Port a55655d8-5630-4c4e-a50d-6ceadcd9f08a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:23:52.704090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55655d8-5630-4c4e-a50d-6ceadcd9f08a {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:52.711292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.727112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Transition to ACTIVE for port object a55655d8-5630-4c4e-a50d-6ceadcd9f08a will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:23:52.756316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e347f-530d-420c-8c36-1842296394f4 req-d402a01e-77af-465d-ab99-0c6090407ca9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:52.757942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd7e347f-530d-420c-8c36-1842296394f4 req-d402a01e-77af-465d-ab99-0c6090407ca9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 931 time: 0.0832326 Dec 22 16:23:52.762713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:52.767495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dce6440e-f087-402b-aa92-fc94c72c6c91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:52.811987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd7e347f-530d-420c-8c36-1842296394f4 req-f028d276-3e46-4b64-b2be-f68b3543c0e8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474265 Dec 22 16:23:52.890111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:52.900131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:53.025713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Attempting to bind port a55655d8-5630-4c4e-a50d-6ceadcd9f08a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:23:53.026087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Attempting to bind port a55655d8-5630-4c4e-a50d-6ceadcd9f08a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:23:53.027035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Attempting to bind port a55655d8-5630-4c4e-a50d-6ceadcd9f08a on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:23:53.033713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Port a55655d8-5630-4c4e-a50d-6ceadcd9f08a on network df0989dd-19ea-463a-ac53-8f89d561e55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:23:53.034075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Attempting to bind port a55655d8-5630-4c4e-a50d-6ceadcd9f08a on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:23:53.041119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:23:53.041495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:23:53.041917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:23:53.043408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Bound port: a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:23:53.043408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:53.137473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:23:53.140633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:23:53.176761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:53.181596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e66e8a4f-d2aa-4835-892f-181bf26c29ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:53.244945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:53.246836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] 10.222.0.46 "PUT /v2.0/ports/a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 1093 time: 1.0823576 Dec 22 16:23:53.247400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:53.265446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:53.268805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:53.309320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'status': 'completed', 'code': 200} Dec 22 16:23:53.410623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-b996fe8d-2807-420f-84c7-2a7e57c39280 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1096 time: 0.0793655 Dec 22 16:23:53.490743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-2ca46f4d-dfeb-4037-a8bb-baed2d3e6a96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 217 time: 0.0695896 Dec 22 16:23:53.561993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-4d601f5e-dac7-4c0e-b04a-1e2ea2e71971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:53.563498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-4d601f5e-dac7-4c0e-b04a-1e2ea2e71971 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0636008 Dec 22 16:23:53.650047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-7cdfc603-8b88-4bc5-9134-5cd56563a165 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752332 Dec 22 16:23:53.793013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-722ec2fa-6740-4d12-847b-ac5f02b63caf service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324806 Dec 22 16:23:53.941601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f213d76-c683-41f4-b88d-d57614ca1b9a req-ed391cf3-7c3b-474c-8540-d6e9d503f6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392889 Dec 22 16:23:54.017335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037703e-1345-4135-9ea2-9853ce0bfc29 req-f6c4dc25-7dd7-4105-a621-78c7db218fbd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:54.018975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8037703e-1345-4135-9ea2-9853ce0bfc29 req-f6c4dc25-7dd7-4105-a621-78c7db218fbd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 943 time: 0.0833304 Dec 22 16:23:54.068465 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8037703e-1345-4135-9ea2-9853ce0bfc29 req-11792e38-e92f-4582-9241-c5e7ee719889 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432920 Dec 22 16:23:54.111302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-f194755c-fa0a-45ca-bbc9-a0b71933986a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1096 time: 0.0765355 Dec 22 16:23:54.254719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af50b9-a965-4081-a11d-d356d51073a8 req-75033bb4-fc1c-4065-b25e-12b3000bc26f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:54.256320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-75033bb4-fc1c-4065-b25e-12b3000bc26f service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1373889 Dec 22 16:23:54.333564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-037cedda-f2d6-41a3-9252-f2b495c9d8f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 217 time: 0.0692027 Dec 22 16:23:54.403817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af50b9-a965-4081-a11d-d356d51073a8 req-bcc2360d-fea5-4908-9682-bccf4fbd14fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:54.405446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-bcc2360d-fea5-4908-9682-bccf4fbd14fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0654354 Dec 22 16:23:54.492030 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-1abb699f-a69a-4683-9bc1-79c8f0572280 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791020 Dec 22 16:23:54.635291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-598e6995-44b4-48b3-86ca-715ae095aff4 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359332 Dec 22 16:23:54.779981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-00af50b9-a965-4081-a11d-d356d51073a8 req-aea2366b-25cb-47ff-8135-bdb05c877da7 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367466 Dec 22 16:23:55.280547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c6a3a-b948-4e30-ab25-3937858ec18e req-c4217bc8-d2e6-4af0-ad54-34a19ea9b2f1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:55.282125 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-161c6a3a-b948-4e30-ab25-3937858ec18e req-c4217bc8-d2e6-4af0-ad54-34a19ea9b2f1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 943 time: 0.0859239 Dec 22 16:23:55.332676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-161c6a3a-b948-4e30-ab25-3937858ec18e req-8160f123-f1b3-480a-a873-acca5bff88b1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426869 Dec 22 16:23:56.541080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea6d78-90b1-40b0-bf0c-7d5349415e4b req-0ad76094-f2c9-41a8-a31e-bd389177d1d1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:56.542757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2eea6d78-90b1-40b0-bf0c-7d5349415e4b req-0ad76094-f2c9-41a8-a31e-bd389177d1d1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 943 time: 0.0827951 Dec 22 16:23:56.591534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2eea6d78-90b1-40b0-bf0c-7d5349415e4b req-c5e4cc75-3c1d-4f38-ae1c-9c3195b25bb6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424643 Dec 22 16:23:56.882031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:23:57.023634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:57.037582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'mac_address': 'fa:16:3e:48:19:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:23:57.092843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:57.111607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55655d8-5630-4c4e-a50d-6ceadcd9f08a {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:23:57.127934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:57.159124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:57.160986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:57.228316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:57.232136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:57.420936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['a55655d8-5630-4c4e-a50d-6ceadcd9f08a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:23:57.797746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5e11a-a87e-4065-b651-a98c4186437f req-37f320ea-f99b-4aa7-8f86-bdfd1fda08ec tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:57.799408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46d5e11a-a87e-4065-b651-a98c4186437f req-37f320ea-f99b-4aa7-8f86-bdfd1fda08ec tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 944 time: 0.0861444 Dec 22 16:23:57.852123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-46d5e11a-a87e-4065-b651-a98c4186437f req-ab0454de-d035-4bdf-830d-e511e3e19c87 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457358 Dec 22 16:23:58.881742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:23:58.996853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port a55655d8-5630-4c4e-a50d-6ceadcd9f08a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:23:59.002223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port a55655d8-5630-4c4e-a50d-6ceadcd9f08a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:23:59.002674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:59.057478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb6709-2c24-431c-8948-6f79850fe80b req-274955e4-f60c-4747-aa34-cf273a6322c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:23:59.059796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4beb6709-2c24-431c-8948-6f79850fe80b req-274955e4-f60c-4747-aa34-cf273a6322c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 944 time: 0.0845025 Dec 22 16:23:59.110230 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4beb6709-2c24-431c-8948-6f79850fe80b req-0a50cb92-5478-4a3a-b31c-573466b1f1c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442011 Dec 22 16:23:59.120942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:59.148636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:23:59.159396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:23:59.187975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:23:59.190036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:23:59.222963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'code': 200} Dec 22 16:23:59.261664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:23:59.264798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:23:59.532911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7446474a-df48-4407-aceb-48a75dedbf32 req-d22c30d4-0ab6-4963-bfae-35b6c4bdf7bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0724967 Dec 22 16:23:59.581003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7446474a-df48-4407-aceb-48a75dedbf32 req-26145fba-d906-448a-81d0-982abfab3f89 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377851 Dec 22 16:24:00.320493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bc0b3-1129-4e9c-811c-b73ef0122cd5 req-1c27a9bb-9835-4bf7-9b5a-f29606edb517 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:00.322114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-435bc0b3-1129-4e9c-811c-b73ef0122cd5 req-1c27a9bb-9835-4bf7-9b5a-f29606edb517 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0875704 Dec 22 16:24:00.372522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-435bc0b3-1129-4e9c-811c-b73ef0122cd5 req-55def135-71eb-42d0-b60e-c5621d5bc0f2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434346 Dec 22 16:24:01.580915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88053c7c-f21a-412d-a339-05b74c22bf53 req-9b2f189a-d262-4b58-9f65-ec2e92e75b0c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:01.582567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88053c7c-f21a-412d-a339-05b74c22bf53 req-9b2f189a-d262-4b58-9f65-ec2e92e75b0c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0826364 Dec 22 16:24:01.634151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-88053c7c-f21a-412d-a339-05b74c22bf53 req-5d9bf111-0da4-4d6c-9664-6d49abbb5086 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453002 Dec 22 16:24:01.836553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd43539-b4a1-4bd1-ac19-2f02890e1c03 req-caeda287-e8df-4826-8e3f-03675e76371d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:01.838186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bd43539-b4a1-4bd1-ac19-2f02890e1c03 req-caeda287-e8df-4826-8e3f-03675e76371d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0837488 Dec 22 16:24:01.849053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58040) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:24:01.855157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'floatingip': {'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:24:01.936455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:02.562269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:02.593320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:03.017438 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae associated. External IP: 172.26.1.17, port: a55655d8-5630-4c4e-a50d-6ceadcd9f08a. Dec 22 16:24:03.431191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:24:03.643636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:24:03.648619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:03.654874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:24:03.668437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:03.669114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:23:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:24:03.702773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f51d05b0-54f0-4ae9-9cc6-0ffd2f334132 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "PUT /v2.0/floatingips/52271658-73d8-492d-a8c9-6a741570e9ae HTTP/1.1" status: 200 len: 990 time: 1.8524511 Dec 22 16:24:03.703552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:24:03.769343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'status': 'completed', 'code': 200} Dec 22 16:24:03.869445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:24:03.884510 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-db1c96ac-9f01-4af2-8c13-311a97c9b7aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0867841 Dec 22 16:24:04.028261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-5d3e5ee7-1d45-414d-bb63-7a018c6f7fb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:04.029783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-5d3e5ee7-1d45-414d-bb63-7a018c6f7fb6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1380022 Dec 22 16:24:04.135429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-d931ab96-8fc1-4c83-a121-eca42491bde1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 998 time: 0.0985322 Dec 22 16:24:04.208920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-08cf0a48-ed81-4514-b6a0-14b00da1131c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:04.210552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-08cf0a48-ed81-4514-b6a0-14b00da1131c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0688796 Dec 22 16:24:04.235931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:48:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:24:02Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:24:04.240003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:24:04.251753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:24:04.252406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:23:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:24:04.291678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-6183e4d5-5537-47b5-8db5-6f12de5deb8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739520 Dec 22 16:24:04.438744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-a0309140-2e85-4e1e-b7c5-ad1c25876592 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413348 Dec 22 16:24:04.441724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:24:04.585788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a1ac6cc-f928-4a89-a228-a74a40af98d6 req-5d57843f-56df-4e65-9bc0-895950c2c9db service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406012 Dec 22 16:24:04.802213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:48:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:24:02Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:24:04.807483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8a0a5-1b54-47b5-a56e-c31b41aa5c1f None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:48:19:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:24:02Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:24:05.148412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6735c50a-75a0-4078-b2b6-df6d896c94e7 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:24:09.282534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:24:10.484639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:12.741591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ced6aa61-3a3d-484b-88a2-90436098768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:14.167319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:15.193462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75a0ecea-7331-49a9-909c-8585aca84e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:15.639048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:17.113362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:40.464497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:42.755928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c950981d-e4d1-4acd-b89b-b4f336669794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:43.319903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232c88b-2c9b-425f-9ce9-de8a3837278a req-b5691ae6-67d8-4972-a786-fa2cf04c6206 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:43.321443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7232c88b-2c9b-425f-9ce9-de8a3837278a req-b5691ae6-67d8-4972-a786-fa2cf04c6206 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0843644 Dec 22 16:24:43.373603 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7232c88b-2c9b-425f-9ce9-de8a3837278a req-8a95e9c5-f9b7-407f-bd5e-1de371fe2f75 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453596 Dec 22 16:24:44.159054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:44.580551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-5b031aae-4afa-40ec-890b-76069a8ca0a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0797040 Dec 22 16:24:44.584011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae451b-6f78-4ef6-a67b-aebd3b048ff5 req-9a19a8c3-131b-480b-8dd7-8e26cc2d7c31 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:44.585830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-abae451b-6f78-4ef6-a67b-aebd3b048ff5 req-9a19a8c3-131b-480b-8dd7-8e26cc2d7c31 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0842948 Dec 22 16:24:44.635499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-abae451b-6f78-4ef6-a67b-aebd3b048ff5 req-566f9e68-9879-4b3e-b096-89893f38418b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430331 Dec 22 16:24:44.739416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-47f99901-9b53-432a-8bcf-c16cb49de291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:44.740904 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-47f99901-9b53-432a-8bcf-c16cb49de291 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1390069 Dec 22 16:24:44.848720 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-49f79d4c-461f-4270-9360-a2b14a698739 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 1000 time: 0.0988948 Dec 22 16:24:44.921430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-6ae2205c-b8ee-4c03-8d2c-f02588edb382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:44.923044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-6ae2205c-b8ee-4c03-8d2c-f02588edb382 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0660179 Dec 22 16:24:45.003527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-703d31f2-64ea-4764-a7ce-06fc1cf01962 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738504 Dec 22 16:24:45.145094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-552c0468-5d7c-4246-ac6e-47c5e7883371 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338651 Dec 22 16:24:45.184415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-308cae5b-7b7e-46d7-93c7-55462310b470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:45.292956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-566810c1-eaa4-4c82-b1e5-59be7ad29c72 req-2521006b-fe2d-4bc2-accb-77be203195f9 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382508 Dec 22 16:24:45.664399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:45.845914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5fa73-5fc3-461f-8343-e2bd722ca8e1 req-e6384fb9-3f23-48a1-b910-dcf39fd16493 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:45.847572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8f5fa73-5fc3-461f-8343-e2bd722ca8e1 req-e6384fb9-3f23-48a1-b910-dcf39fd16493 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0892186 Dec 22 16:24:45.895770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8f5fa73-5fc3-461f-8343-e2bd722ca8e1 req-4eb60f59-465b-4c5e-a313-5a8ea64e1347 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419791 Dec 22 16:24:46.286768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:24:47.103402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c9e00-1e6f-434f-babf-531fe660f44b req-5852da83-1b21-4201-bd69-8bf7762926b5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:47.105527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-513c9e00-1e6f-434f-babf-531fe660f44b req-5852da83-1b21-4201-bd69-8bf7762926b5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0828810 Dec 22 16:24:47.124748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:24:47.153263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-513c9e00-1e6f-434f-babf-531fe660f44b req-971afffe-6eb4-4267-afed-0b1476af9e2a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414081 Dec 22 16:24:48.362136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856067ac-6900-496e-a08c-bfe4a5d1ab7b req-2ca90991-98c6-4edd-b549-f02c09363e9b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:48.363802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-856067ac-6900-496e-a08c-bfe4a5d1ab7b req-2ca90991-98c6-4edd-b549-f02c09363e9b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0897455 Dec 22 16:24:48.412624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-856067ac-6900-496e-a08c-bfe4a5d1ab7b req-738f890b-2cc9-44f6-ab65-0da82f3c101c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426433 Dec 22 16:24:49.617720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294ff40-e6eb-4666-afc0-e40a08d9997f req-d45a1458-313d-40f1-ad60-92af872c1e9b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:49.619329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0294ff40-e6eb-4666-afc0-e40a08d9997f req-d45a1458-313d-40f1-ad60-92af872c1e9b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0817697 Dec 22 16:24:49.670636 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0294ff40-e6eb-4666-afc0-e40a08d9997f req-bccc04d9-f81f-449f-bc22-87d1c2103285 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446022 Dec 22 16:24:51.093568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232bd7d-aafd-4279-8b08-2b4f863a8d67 req-079654cb-43a5-46fd-b646-e42c0e75e988 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:51.095291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2232bd7d-aafd-4279-8b08-2b4f863a8d67 req-079654cb-43a5-46fd-b646-e42c0e75e988 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.2992067 Dec 22 16:24:51.142941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2232bd7d-aafd-4279-8b08-2b4f863a8d67 req-77c88950-bcae-446e-bdd2-c65871d3d5d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414762 Dec 22 16:24:52.350225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d229e-a223-45ff-8e89-7b5ef9e86e5e req-d0b82d66-74ae-470e-babd-ed0f6f50f6d8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:52.351842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-466d229e-a223-45ff-8e89-7b5ef9e86e5e req-d0b82d66-74ae-470e-babd-ed0f6f50f6d8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0854647 Dec 22 16:24:52.399633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-466d229e-a223-45ff-8e89-7b5ef9e86e5e req-b2f4913a-5a02-46fb-9e45-dfbdd0383433 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414872 Dec 22 16:24:53.602072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4536bc9-7d65-47fa-a2a8-19fe847c58c4 req-22e68df9-4038-4b98-b900-3d8d3c4cd2c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:53.603695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4536bc9-7d65-47fa-a2a8-19fe847c58c4 req-22e68df9-4038-4b98-b900-3d8d3c4cd2c6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0826039 Dec 22 16:24:53.651077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4536bc9-7d65-47fa-a2a8-19fe847c58c4 req-3535a485-a6e5-4aa3-9f4f-5bb57d6ab6d3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410495 Dec 22 16:24:54.862828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528857-505b-42f7-bd94-3e164d5c35fc req-0990a6a4-be7b-48e4-8f75-16df026e3fea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:54.864434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d528857-505b-42f7-bd94-3e164d5c35fc req-0990a6a4-be7b-48e4-8f75-16df026e3fea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0892663 Dec 22 16:24:54.913945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d528857-505b-42f7-bd94-3e164d5c35fc req-5348ce3a-c7d1-4119-8744-c377ab74c956 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434391 Dec 22 16:24:56.119871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156f474-eb73-4d2d-ac41-867baf46e0f9 req-19301b5d-ad1f-4fb1-8f09-1691547ea54c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:56.121410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6156f474-eb73-4d2d-ac41-867baf46e0f9 req-19301b5d-ad1f-4fb1-8f09-1691547ea54c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0847321 Dec 22 16:24:56.170978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6156f474-eb73-4d2d-ac41-867baf46e0f9 req-00d7df7d-f0f2-4f18-b271-6890b243ce3d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433295 Dec 22 16:24:57.375543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c7f7f-68f0-40a1-af09-6a4abe0881e1 req-9b8b7cb4-ff66-4768-b431-9cf56c8009af tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:57.377157 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-532c7f7f-68f0-40a1-af09-6a4abe0881e1 req-9b8b7cb4-ff66-4768-b431-9cf56c8009af tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0864382 Dec 22 16:24:57.426805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-532c7f7f-68f0-40a1-af09-6a4abe0881e1 req-b09594fe-d668-4591-b005-601a3d57ae0e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434279 Dec 22 16:24:58.649098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fed11-38bb-4a5a-8917-74e98ca6a45a req-5fdf9a42-436e-4362-9a19-627d9959636d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:58.650895 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e28fed11-38bb-4a5a-8917-74e98ca6a45a req-5fdf9a42-436e-4362-9a19-627d9959636d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0835111 Dec 22 16:24:58.708405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e28fed11-38bb-4a5a-8917-74e98ca6a45a req-e6a4eaca-b7b4-42cf-bb07-40c4f723b7a5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508919 Dec 22 16:24:59.917773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51eeb-4656-4af6-81eb-b8a5e72c95ec req-05b270ba-2a18-4837-af07-742c7a784017 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:24:59.919439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7bd51eeb-4656-4af6-81eb-b8a5e72c95ec req-05b270ba-2a18-4837-af07-742c7a784017 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0827732 Dec 22 16:24:59.967423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7bd51eeb-4656-4af6-81eb-b8a5e72c95ec req-c9ee873b-df08-4006-87d5-8a4ba430bb44 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419378 Dec 22 16:25:00.171744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b4fa5dc-681c-4f6b-aa7d-dc02de0392fb req-902e5db9-2e36-4142-b2f2-dc78ef834b29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0771687 Dec 22 16:25:00.550278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9122bd-2266-4490-8d72-0ab8efc216ac req-f6c068b1-7400-465e-8e20-4c1685bbd550 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:00.551942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df9122bd-2266-4490-8d72-0ab8efc216ac req-f6c068b1-7400-465e-8e20-4c1685bbd550 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0829663 Dec 22 16:25:00.601645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df9122bd-2266-4490-8d72-0ab8efc216ac req-82eaac69-efa7-4423-b362-ddf527aa3a39 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424514 Dec 22 16:25:00.659476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-71d9e39b-37c1-46e5-a1cc-40f2cfcff008 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516182 Dec 22 16:25:01.819484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6c032-603a-4f58-8b3b-b0bba0963b93 req-1498ceea-bd50-4b8b-aefd-f3f26ef190d1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:01.821231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ba6c032-603a-4f58-8b3b-b0bba0963b93 req-1498ceea-bd50-4b8b-aefd-f3f26ef190d1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0941434 Dec 22 16:25:01.873104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ba6c032-603a-4f58-8b3b-b0bba0963b93 req-ce90caad-4cbb-41fc-ab37-243aed753fd3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453515 Dec 22 16:25:02.887715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-9170cbb7-f585-4fa4-8119-b631bfb79f37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0778847 Dec 22 16:25:03.039659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-89ac7ee4-405a-467e-91f6-a0f6579efc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:03.041253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-89ac7ee4-405a-467e-91f6-a0f6579efc28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1462126 Dec 22 16:25:03.090592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16b9e3-9a97-47b0-a348-779d03912127 req-1cc5cd7c-27e1-445e-a676-3988036fe782 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:03.092228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c16b9e3-9a97-47b0-a348-779d03912127 req-1cc5cd7c-27e1-445e-a676-3988036fe782 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0864038 Dec 22 16:25:03.142576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c16b9e3-9a97-47b0-a348-779d03912127 req-2df60ce7-a4cb-4878-8d8b-eab5509b9bd2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435188 Dec 22 16:25:03.156446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-c2573dcc-4f3e-422e-a265-d1f909161744 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 1000 time: 0.1032686 Dec 22 16:25:03.228664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-476e3355-bf98-404e-92d6-e03793b21284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:03.230349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-476e3355-bf98-404e-92d6-e03793b21284 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0645146 Dec 22 16:25:03.317249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-c2e10d4a-e4b0-42c1-a771-af8b5ae6774d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766037 Dec 22 16:25:03.465772 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-b6234134-a1ff-49d6-a2de-a92e6ff281ff service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374850 Dec 22 16:25:03.615613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-38ce8a44-9744-4329-9979-9d0c01dbfc6a service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394639 Dec 22 16:25:04.352375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfd72c-720e-42d6-a77c-ba498e75e31f req-ab06023b-2528-4d6c-9d8b-bc59cf2aae5f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:04.353999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5dfd72c-720e-42d6-a77c-ba498e75e31f req-ab06023b-2528-4d6c-9d8b-bc59cf2aae5f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0876513 Dec 22 16:25:04.403145 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5dfd72c-720e-42d6-a77c-ba498e75e31f req-fd0bc9a9-f5ae-41f3-9228-155b6a86eb10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421352 Dec 22 16:25:05.607008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832707-7b7c-4ac2-8b30-896f17aaa3b8 req-86053801-b509-45b2-81c8-8ae1defca3b1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:05.608633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f832707-7b7c-4ac2-8b30-896f17aaa3b8 req-86053801-b509-45b2-81c8-8ae1defca3b1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0828645 Dec 22 16:25:05.661306 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f832707-7b7c-4ac2-8b30-896f17aaa3b8 req-189bfa09-800f-45e0-9a31-419827beaaf1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463817 Dec 22 16:25:05.909649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-9c34c173-d2e5-4470-8b82-dc062832a4c1 service neutron] 10.222.0.46 "GET /v2.0/ports/a55655d8-5630-4c4e-a50d-6ceadcd9f08a/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.3048234 Dec 22 16:25:06.344903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-c164dfa3-cbcb-4fba-b51c-25e89d36d607 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0741549 Dec 22 16:25:06.451426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-865be005-5929-4d00-b0bf-d3b281bdcfaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0747473 Dec 22 16:25:06.599390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-4f4a2deb-472c-44f4-bea6-8006092d256f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:06.600864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-4f4a2deb-472c-44f4-bea6-8006092d256f service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1392715 Dec 22 16:25:06.712019 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-5963f538-f789-4910-a47d-b10ae1a7cebb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 1000 time: 0.1005301 Dec 22 16:25:06.783044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-4cc979ef-0c7f-471a-af26-d9935ad7af12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:06.784625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-4cc979ef-0c7f-471a-af26-d9935ad7af12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0630479 Dec 22 16:25:06.873357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-2a0767c2-d101-4a6b-9eeb-66eb85a5572d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788457 Dec 22 16:25:06.876879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94c542-ad4c-4ba8-b2e6-634476091442 req-6e3559a0-fb78-4adc-8b2e-2804d9d7b2ef tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:06.878556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f94c542-ad4c-4ba8-b2e6-634476091442 req-6e3559a0-fb78-4adc-8b2e-2804d9d7b2ef tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0910726 Dec 22 16:25:06.927328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f94c542-ad4c-4ba8-b2e6-634476091442 req-c86e8dfe-f09d-4a84-9ebc-11ae24557714 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423915 Dec 22 16:25:07.022591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-8de28130-fe70-4b8a-8a3e-a694410783d3 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376438 Dec 22 16:25:07.170215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bd6f5780-6006-4c0a-92ca-0f57cbd2941b req-0fb64cc0-03f3-4a5a-91a4-f262c10302ca service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373568 Dec 22 16:25:08.137761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabda6a-bf8d-49dc-8082-1c22098c2c2f req-37198c04-af02-49b2-88fa-e83fd5f62115 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:08.139395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0dabda6a-bf8d-49dc-8082-1c22098c2c2f req-37198c04-af02-49b2-88fa-e83fd5f62115 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0856361 Dec 22 16:25:08.194233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0dabda6a-bf8d-49dc-8082-1c22098c2c2f req-9693a36e-4f1c-43d3-9156-c15b7165de27 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488396 Dec 22 16:25:09.180297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:25:09.186224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:09.407307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94649e-41a7-4d35-825c-233b019bdefc req-db301549-b5d0-4df4-a4e6-342586473e59 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:09.408950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea94649e-41a7-4d35-825c-233b019bdefc req-db301549-b5d0-4df4-a4e6-342586473e59 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0844681 Dec 22 16:25:09.423728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:09.453713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:09.458418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea94649e-41a7-4d35-825c-233b019bdefc req-1143f178-989e-4aa7-b654-1d320c8759dc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432200 Dec 22 16:25:09.476178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:09.484639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'mac_address': 'fa:16:3e:48:19:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:25:09.491069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:09.535410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:09.539255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:09.600222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:09.626639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'code': 200} Dec 22 16:25:09.630682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55655d8-5630-4c4e-a50d-6ceadcd9f08a {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:25:09.638175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:09.655769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.656157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.656537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.656911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.657284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.657652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.658015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.658382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.658781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.659142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.659500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:09.663876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:09.664981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:09.684778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:09.686710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:09.761273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:09.765906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['a55655d8-5630-4c4e-a50d-6ceadcd9f08a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:25:09.796785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:09.874983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7997b68-d5cf-4c4a-b169-d8739c5ad54e req-e2e5f2f1-2d74-4235-8c26-0952b81d6bd8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:09.877218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7997b68-d5cf-4c4a-b169-d8739c5ad54e req-e2e5f2f1-2d74-4235-8c26-0952b81d6bd8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 944 time: 0.0970309 Dec 22 16:25:09.923963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-9a57f53a-104a-49ce-b5df-2c3cfeaef24d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:09.924734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-9a57f53a-104a-49ce-b5df-2c3cfeaef24d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:25:09.928998 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7997b68-d5cf-4c4a-b169-d8739c5ad54e req-af98869b-d3ce-467b-979b-d22660a4d8c2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459869 Dec 22 16:25:09.967454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-9a57f53a-104a-49ce-b5df-2c3cfeaef24d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:25:09.968736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-9a57f53a-104a-49ce-b5df-2c3cfeaef24d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1405277 Dec 22 16:25:10.117685 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-bcd2f85f-2715-4724-b3bd-cad37964fe3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1097 time: 0.0740731 Dec 22 16:25:10.259871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-d94547c8-fe00-45de-8bbf-f7e79b2ecb07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:10.262251 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-d94547c8-fe00-45de-8bbf-f7e79b2ecb07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1378601 Dec 22 16:25:10.376175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-ef27f858-8134-4ebc-87c9-156ac733a2d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 999 time: 0.1019027 Dec 22 16:25:10.447756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-56f7fa32-83d8-40cb-8125-5c969f069d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:10.449917 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-56f7fa32-83d8-40cb-8125-5c969f069d78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0643582 Dec 22 16:25:10.453005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:10.535774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-8cf2803b-1a79-4b28-856e-673873720b25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757654 Dec 22 16:25:10.681052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-3b18d93d-2c87-4ff7-a4e7-e8a668cfdc85 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349578 Dec 22 16:25:10.826852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a128f1d-5e3d-43bd-a175-e4079c8de07c req-cac60b54-4bf8-4462-9042-bef5868e30fe service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353474 Dec 22 16:25:11.140465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c16d00-1ae9-4641-b1db-b66bc91591da req-8a7ea667-c8cd-4c4c-bc11-894e34778d40 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:11.142071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-57c16d00-1ae9-4641-b1db-b66bc91591da req-8a7ea667-c8cd-4c4c-bc11-894e34778d40 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 944 time: 0.0864756 Dec 22 16:25:11.191729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-57c16d00-1ae9-4641-b1db-b66bc91591da req-6833d8c1-12f5-4176-83e9-bc45efc5f121 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432482 Dec 22 16:25:11.192410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:25:11.264747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port a55655d8-5630-4c4e-a50d-6ceadcd9f08a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:25:11.265292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:11.386488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:11.421635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:11.447481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:11.449605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:11.516588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:11.519728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:11.627578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:11.682191 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'code': 200} Dec 22 16:25:12.403211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb337d6-7187-4f7b-82cd-7bead7159200 req-c374b610-eadf-4121-a05d-758bcd347fce tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:12.404811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-feb337d6-7187-4f7b-82cd-7bead7159200 req-c374b610-eadf-4121-a05d-758bcd347fce tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0854871 Dec 22 16:25:12.452377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-feb337d6-7187-4f7b-82cd-7bead7159200 req-3681ed1b-591b-4a9e-ba2a-e155436f6b1e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415165 Dec 22 16:25:12.659942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80ff4e-8ecc-4431-a651-c07079a1d482 req-818f1a15-3ffd-42c0-9098-ff9b8328f467 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:12.661534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0d80ff4e-8ecc-4431-a651-c07079a1d482 req-818f1a15-3ffd-42c0-9098-ff9b8328f467 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0832219 Dec 22 16:25:12.714249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0d80ff4e-8ecc-4431-a651-c07079a1d482 req-3c1c72e3-6271-4ec7-affe-577c7f5b93a4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450919 Dec 22 16:25:12.755897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92779015-fdec-4265-b7cb-0c35e8b24c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:13.140286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea4d5-c2ef-4ed6-97ca-905429b638e6 req-609f9698-ae81-4442-98a3-240506a6f01e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:13.141916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ad2ea4d5-c2ef-4ed6-97ca-905429b638e6 req-609f9698-ae81-4442-98a3-240506a6f01e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0856006 Dec 22 16:25:13.192482 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ad2ea4d5-c2ef-4ed6-97ca-905429b638e6 req-1b379a21-333c-42dc-ac20-a3f54b827f17 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443208 Dec 22 16:25:13.225982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-d634c29f-2657-49ae-8ca5-6403a167a7ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 1098 time: 0.0775559 Dec 22 16:25:13.374048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-8eaf0986-62fb-458d-a01f-d95a4383546a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:13.375753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-8eaf0986-62fb-458d-a01f-d95a4383546a service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1397917 Dec 22 16:25:13.493398 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-d59261d8-3abf-4f11-9496-835ff78d2b12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 200 len: 1000 time: 0.1061044 Dec 22 16:25:13.565295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-bfa5eb13-d884-4072-8400-902b3f5fd17f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:13.566824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-bfa5eb13-d884-4072-8400-902b3f5fd17f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0641243 Dec 22 16:25:13.652979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-e77d29b1-2ec4-4df7-b52a-81310610c595 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759737 Dec 22 16:25:13.799576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-84014157-d859-49d5-adb5-e9596b91d82f service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363492 Dec 22 16:25:13.945790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2354f2d7-5867-4e47-adaf-33da1ac26e66 req-34f553ff-7ab4-4133-9daf-ce1ee7af1035 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361990 Dec 22 16:25:14.158421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:14.417629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9e44a-9e8c-4099-87d2-726ca260d83f req-60db2966-c90c-4d49-bca9-8da6ebf323ea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:14.419268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0b9e44a-9e8c-4099-87d2-726ca260d83f req-60db2966-c90c-4d49-bca9-8da6ebf323ea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0891676 Dec 22 16:25:14.470971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d0b9e44a-9e8c-4099-87d2-726ca260d83f req-0fa41206-6652-4778-9f8b-8ff63f4d82fd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453711 Dec 22 16:25:15.184064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd04c223-5ef6-4e57-823a-967e4796ba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:15.658394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:15.676863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a85835-ff6a-403d-bd70-d6ff200638ac req-194706d3-b0fe-40cb-825b-49fb87af2f37 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:15.678537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11a85835-ff6a-403d-bd70-d6ff200638ac req-194706d3-b0fe-40cb-825b-49fb87af2f37 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0837171 Dec 22 16:25:15.726721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11a85835-ff6a-403d-bd70-d6ff200638ac req-280a0d9e-142d-4f14-a1a0-e134d7e1945c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408034 Dec 22 16:25:16.224882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aa0a9-b44b-4f86-9c04-0c7c9ed4bfe3 req-918a7521-3f89-420e-905b-455652a99fd2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:16.226496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b3aa0a9-b44b-4f86-9c04-0c7c9ed4bfe3 req-918a7521-3f89-420e-905b-455652a99fd2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0870032 Dec 22 16:25:16.274144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b3aa0a9-b44b-4f86-9c04-0c7c9ed4bfe3 req-2e104215-2503-45aa-afb2-0be23c42f264 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404885 Dec 22 16:25:17.127016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:17.482450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e44c1-0cd2-4d46-9e04-acfb7abeb10e req-30694725-857c-42e1-85c9-0d726995cc65 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:17.484087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-287e44c1-0cd2-4d46-9e04-acfb7abeb10e req-30694725-857c-42e1-85c9-0d726995cc65 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0843232 Dec 22 16:25:17.532200 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-287e44c1-0cd2-4d46-9e04-acfb7abeb10e req-b8f94727-afcf-48b1-8da5-e6d5bec453a2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419812 Dec 22 16:25:18.006149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-9c394af4-389a-4f1f-876b-6faa0ad65faf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:18.007718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-9c394af4-389a-4f1f-876b-6faa0ad65faf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0828986 Dec 22 16:25:18.086257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Deleting port a55655d8-5630-4c4e-a50d-6ceadcd9f08a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:25:18.086668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:18.341423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] For port a55655d8-5630-4c4e-a50d-6ceadcd9f08a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:18.341816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:18.647208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:18.647797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:18.647946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae disassociated. External IP: 172.26.1.17, port: a55655d8-5630-4c4e-a50d-6ceadcd9f08a. Dec 22 16:25:18.648288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Calling delete_port for a55655d8-5630-4c4e-a50d-6ceadcd9f08a owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:25:18.743061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0469eca-5b75-418e-aae8-a5c8f1506a07 req-ef137ebf-3b26-4218-90e7-6d0e7c4a3da1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:18.745188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0469eca-5b75-418e-aae8-a5c8f1506a07 req-ef137ebf-3b26-4218-90e7-6d0e7c4a3da1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 945 time: 0.0861213 Dec 22 16:25:18.797912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0469eca-5b75-418e-aae8-a5c8f1506a07 req-2251502e-1ef2-4ec0-adbb-be09194775b2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458667 Dec 22 16:25:18.895875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:18.901735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2dfdb479-82d5-47c5-876d-0edf7ea26eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:18.948445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'Port': ['ID=a55655d8-5630-4c4e-a50d-6ceadcd9f08a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:18.960800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.961231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.961658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.962077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.962537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.962957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.963372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.963835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.964703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.964703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.965017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:25:18.969564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:19.441355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:19.656349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:19.666503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:19.679843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:19.680497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:25:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:19.726333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] No DVR routers for this DVR port a55655d8-5630-4c4e-a50d-6ceadcd9f08a on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:25:19.728936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:19.732377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-deleted', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:19.787928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1bd454-1258-477d-a1e4-70e4e5680cad', 'name': 'network-vif-deleted', 'tag': 'a55655d8-5630-4c4e-a50d-6ceadcd9f08a', 'status': 'completed', 'code': 200} Dec 22 16:25:19.798379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e6ba4dd-78bf-4899-946d-18a2b61cdac9 req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "DELETE /v2.0/ports/a55655d8-5630-4c4e-a50d-6ceadcd9f08a HTTP/1.1" status: 204 len: 173 time: 1.7824082 Dec 22 16:25:19.874716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:20.013516 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5181414-cadb-476a-97bf-480d273f2f3a req-ca5c72f9-65e8-4f04-bc20-f9c868aaffcf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a1bd454-1258-477d-a1e4-70e4e5680cad HTTP/1.1" status: 200 len: 210 time: 0.0471475 Dec 22 16:25:20.199367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:20.203326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:20.214997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:20.215668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:25:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:20.551383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:20.875023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:20.879153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ad2d42-ecc6-4791-bbc8-6a07fa91f401 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:21.224843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:25:21.262747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: a55655d8-5630-4c4e-a50d-6ceadcd9f08a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:25:21.263142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device a55655d8-5630-4c4e-a50d-6ceadcd9f08a not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:25:21.320455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e534726b-ce1a-4d0b-ad18-9e164ffb3849 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:25:21.424962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3145749e-0cae-46c2-9f0c-dc5d351b0e67 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--57415763&fields=id&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 267 time: 0.0483634 Dec 22 16:25:21.588158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-7b9dfa64-dce7-45c1-aabd-ca95e6c73c30 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:21.589785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-7b9dfa64-dce7-45c1-aabd-ca95e6c73c30 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1566019 Dec 22 16:25:21.607534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-6922d14d-f6d3-462a-87a9-fa4c608585ce tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/quotas/616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 375 time: 0.0116558 Dec 22 16:25:21.695053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-ae404b0c-09bf-4263-b80f-5c397295427f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816939 Dec 22 16:25:21.713011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-768ede11-f0f2-495a-a38b-1823aadb8f11 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:25:21.714320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-768ede11-f0f2-495a-a38b-1823aadb8f11 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055866 Dec 22 16:25:21.858233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-6cbe3244-39b7-42f7-a69e-5b24ccd7154a service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378698 Dec 22 16:25:21.998355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-dba77f63-e3e8-4f14-9349-9ce253c981a1 service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335824 Dec 22 16:25:22.216405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5721e4e-d270-44fa-b0f7-65b795da7e73 req-66b90245-12bc-4fc1-bc1c-948d984e04f8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 210 time: 0.0473616 Dec 22 16:25:23.287470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:25:23.391435 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42e1925e-bc06-4043-969d-aedd80c9ca07 req-6d06ca8c-e869-444e-9576-9bd73b1f0f05 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 210 time: 0.0494924 Dec 22 16:25:23.859126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-0018728a-3a04-47bb-8ded-99245a2f4255 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:23.860728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-0018728a-3a04-47bb-8ded-99245a2f4255 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1601241 Dec 22 16:25:23.921598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-9ce7c77f-815f-4e11-af73-2449026e41fa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 378 time: 0.0439670 Dec 22 16:25:23.932566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'port': {'device_id': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'admin_state_up': True, 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'security_groups': ['c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:25:24.078357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:25:24.082663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:port and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:25:24.085632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:25:24.092891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:25:24.164528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:25:24.170469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:24.352500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Allocated IP 172.20.0.6 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/aacdf0ab-4be4-4ff4-a435-39073f1217bb) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:25:24.599641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ebabf1ff-1c6d-4d91-b9d9-c8c4ccbb1fc0 req-ed28edfd-0cc7-442c-b4e2-ae6f59664a85 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 210 time: 0.0460808 Dec 22 16:25:24.611454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:24.664109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Transition to ACTIVE for port object aacdf0ab-4be4-4ff4-a435-39073f1217bb will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:25:24.710274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:24.716105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25d9eaac-6d6d-4381-8af5-b00b416a9055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:24.786163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:25:24.789318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:25:24.794175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:25:24.834157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:24.839747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:24.868336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:24.868934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:24.945384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0170596 Dec 22 16:25:24.963016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Request body: {'port': {'device_id': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:25:25.082304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.118861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7d28f9af-695f-41d4-a679-28b6625bfdf2 None None] Provisioning for port aacdf0ab-4be4-4ff4-a435-39073f1217bb completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:25:25.124105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7d28f9af-695f-41d4-a679-28b6625bfdf2 None None] Provisioning complete for port aacdf0ab-4be4-4ff4-a435-39073f1217bb triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:25:25.133934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d28f9af-695f-41d4-a679-28b6625bfdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.346394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7d28f9af-695f-41d4-a679-28b6625bfdf2 None None] Port aacdf0ab-4be4-4ff4-a435-39073f1217bb cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:25:25.471797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:25:25.479836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.496009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Transition to ACTIVE for port object aacdf0ab-4be4-4ff4-a435-39073f1217bb will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:25:25.532870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.538247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-04530b7e-adc9-4f90-8770-05c372ad8c9b tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:25.687884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:25.691908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:25.820627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Attempting to bind port aacdf0ab-4be4-4ff4-a435-39073f1217bb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:25:25.821303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Attempting to bind port aacdf0ab-4be4-4ff4-a435-39073f1217bb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:25:25.821675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Attempting to bind port aacdf0ab-4be4-4ff4-a435-39073f1217bb on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:25:25.829390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Port aacdf0ab-4be4-4ff4-a435-39073f1217bb on network df0989dd-19ea-463a-ac53-8f89d561e55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:25:25.829756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Attempting to bind port aacdf0ab-4be4-4ff4-a435-39073f1217bb on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:25:25.837894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:25:25.840147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:25:25.840147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:25:25.840810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Bound port: aacdf0ab-4be4-4ff4-a435-39073f1217bb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:25:25.841737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.852279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca8bdb-51d2-4209-a956-72aaffce5315 req-fa3b1bc7-97f1-43b9-a902-4ab45da596a5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:25.855086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4dca8bdb-51d2-4209-a956-72aaffce5315 req-fa3b1bc7-97f1-43b9-a902-4ab45da596a5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 943 time: 0.0920434 Dec 22 16:25:25.916290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4dca8bdb-51d2-4209-a956-72aaffce5315 req-fe66cf67-e2af-4a38-9fe5-cba6acde2e6c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534210 Dec 22 16:25:25.953327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:25:25.956923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:25:25.982399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:25.987586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a96c3a20-c5cc-4f06-af75-c0ada2fe243d tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:26.065312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:26.066870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] 10.222.0.46 "PUT /v2.0/ports/aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1093 time: 1.1086092 Dec 22 16:25:26.067430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:26.086807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:26.090996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:26.134218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'status': 'completed', 'code': 200} Dec 22 16:25:26.229496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-babbf680-4121-4f07-9c16-95c755f59c21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1096 time: 0.0793827 Dec 22 16:25:26.311111 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-200c21e5-50f7-4b19-92e2-21a38c1713a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 217 time: 0.0702367 Dec 22 16:25:26.383357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-b9936e32-d19e-4904-8ea2-4fd561fa6427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:26.384980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-b9936e32-d19e-4904-8ea2-4fd561fa6427 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0641267 Dec 22 16:25:26.469885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-070a34b4-60e5-49dd-9e20-c1b05b364d3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739863 Dec 22 16:25:26.614721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-44a65420-ba82-4f40-8286-7e480d93f870 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350279 Dec 22 16:25:26.758496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c94aaa6-c1fc-4e74-bfad-2b977d0005dd req-fbd89759-1bab-4259-be6a-9e20c78255f5 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338725 Dec 22 16:25:26.924027 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-66158923-63d1-4faf-85ba-63f796f16bbb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1096 time: 0.0772786 Dec 22 16:25:27.070169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-0996f389-50b1-4dee-8c60-0487b7c0dc4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:27.071710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-0996f389-50b1-4dee-8c60-0487b7c0dc4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1410470 Dec 22 16:25:27.126778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c3ec-7548-4f3d-95a9-43479b8a7124 req-01adf0e5-b50f-49e1-b364-72d3b3aa85bb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:27.128393 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc15c3ec-7548-4f3d-95a9-43479b8a7124 req-01adf0e5-b50f-49e1-b364-72d3b3aa85bb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 943 time: 0.0836163 Dec 22 16:25:27.142985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-b1f8e41b-5428-4046-b2ce-0a5adeb92def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 217 time: 0.0642622 Dec 22 16:25:27.177573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc15c3ec-7548-4f3d-95a9-43479b8a7124 req-d52b10dd-2a64-4106-8b45-c85e837e085e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428061 Dec 22 16:25:27.216277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-21af8872-fa16-4239-9305-af79a44d8bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:27.217868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-21af8872-fa16-4239-9305-af79a44d8bb7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0680544 Dec 22 16:25:27.299786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-d262f8cc-9085-44ca-96bf-b387f697b690 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729187 Dec 22 16:25:27.442260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-3ca97fdf-3209-445b-96f5-a769f67b615c service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344457 Dec 22 16:25:27.584878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b438dce-a2fa-4021-b594-27617cdb96ca req-94a46587-e443-451b-8099-636e6eda5e4e service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340702 Dec 22 16:25:28.387618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0d4d9-49d4-401e-81f8-868c72d43577 req-b7b17b4d-a5e5-4ec0-9fd1-ad9bb63ae8d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:28.389185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0e0d4d9-49d4-401e-81f8-868c72d43577 req-b7b17b4d-a5e5-4ec0-9fd1-ad9bb63ae8d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 943 time: 0.0850930 Dec 22 16:25:28.437059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0e0d4d9-49d4-401e-81f8-868c72d43577 req-9628c346-94a0-4e23-b002-4a689c8e1b7b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417378 Dec 22 16:25:29.256538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:25:29.404053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:29.418334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:25:29.474638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:29.492384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:25:29.508639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:29.538049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:29.540713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:29.610099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:29.613341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:29.643524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5a8b-b736-407a-adb1-0e2aa70f3dae req-c1bec911-f608-4834-9322-b1ee049b360b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:29.645225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aedd5a8b-b736-407a-adb1-0e2aa70f3dae req-c1bec911-f608-4834-9322-b1ee049b360b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 944 time: 0.0841994 Dec 22 16:25:29.692899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aedd5a8b-b736-407a-adb1-0e2aa70f3dae req-15e76810-e202-47f5-aed0-a1fa16d06e79 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411065 Dec 22 16:25:29.807924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['aacdf0ab-4be4-4ff4-a435-39073f1217bb'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:25:30.902856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b030f6-0244-49cb-a90d-750c87ec5257 req-ca2f3494-7915-4a67-b0b2-cc0275d94d3b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:30.904481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-48b030f6-0244-49cb-a90d-750c87ec5257 req-ca2f3494-7915-4a67-b0b2-cc0275d94d3b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 944 time: 0.0853846 Dec 22 16:25:30.952606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-48b030f6-0244-49cb-a90d-750c87ec5257 req-7a9cc3f4-bc5e-445f-8e31-49115adff10c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415573 Dec 22 16:25:31.258316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:25:31.355643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port aacdf0ab-4be4-4ff4-a435-39073f1217bb completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:25:31.360452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port aacdf0ab-4be4-4ff4-a435-39073f1217bb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:25:31.360870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.476966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.505338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:31.516197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:25:31.545124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:31.547217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:25:31.582321 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'code': 200} Dec 22 16:25:31.622366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:25:31.625604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:25:31.876147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb286b82-20eb-4e41-aff2-99ece402bb9e req-bbcc89c2-35d1-4f8a-910d-d99f13041ad4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0819061 Dec 22 16:25:31.931241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb286b82-20eb-4e41-aff2-99ece402bb9e req-22d38191-7153-4586-8f85-ce3c25fd9dd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451438 Dec 22 16:25:32.161965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea86399-3e92-479b-a588-91223112ca93 req-5e036862-5ca9-4b89-8962-0158e0d29486 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:32.163629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ea86399-3e92-479b-a588-91223112ca93 req-5e036862-5ca9-4b89-8962-0158e0d29486 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0866628 Dec 22 16:25:32.216851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ea86399-3e92-479b-a588-91223112ca93 req-a67ab768-e6c0-42fc-a603-eda851576c91 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461469 Dec 22 16:25:33.427619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1795a-8ca2-4ac6-b3ff-9be890e15005 req-0b87fd9a-fa16-4b61-81af-ca081b6e429e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:33.429244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-07b1795a-8ca2-4ac6-b3ff-9be890e15005 req-0b87fd9a-fa16-4b61-81af-ca081b6e429e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0816092 Dec 22 16:25:33.478647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-07b1795a-8ca2-4ac6-b3ff-9be890e15005 req-3cae8255-3d21-45a3-9f1d-91dd02341662 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429080 Dec 22 16:25:33.683244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45044bae-a948-4f0d-9e1c-895126051429 req-cfea6c57-fcf7-4902-b8a4-4a1e5d5286b3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:33.684859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-45044bae-a948-4f0d-9e1c-895126051429 req-cfea6c57-fcf7-4902-b8a4-4a1e5d5286b3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0864317 Dec 22 16:25:33.694930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 58288) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:25:33.700794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'floatingip': {'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:25:33.997185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:34.611199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:34.641161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:34.837599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae associated. External IP: 172.26.1.17, port: aacdf0ab-4be4-4ff4-a435-39073f1217bb. Dec 22 16:25:35.246002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:25:35.456803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:25:35.461350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:35.467530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:25:35.480947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:35.481608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:25:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:35.522557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53c84085-55fa-402e-b318-04be38ec4bfd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "PUT /v2.0/floatingips/52271658-73d8-492d-a8c9-6a741570e9ae HTTP/1.1" status: 200 len: 990 time: 1.8236775 Dec 22 16:25:35.522557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:25:35.674469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'status': 'completed', 'code': 200} Dec 22 16:25:35.680820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:35.777004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-c1dc9a13-67b5-46ad-990e-1adad651e62d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0779195 Dec 22 16:25:35.922237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-7b83e6e8-8826-45f9-94ea-a85085357585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:35.923878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-7b83e6e8-8826-45f9-94ea-a85085357585 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1401496 Dec 22 16:25:36.032873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-944b40b9-f6c5-410a-9c9d-8009e6bb774e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 998 time: 0.1015866 Dec 22 16:25:36.057683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:25:34Z', 'revision_number': 9, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:36.062980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:25:36.074028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:25:36.074704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:25:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:36.102057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-b6a8c473-5423-4a6e-b23b-0bfacf16cdd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:36.103681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-b6a8c473-5423-4a6e-b23b-0bfacf16cdd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0646002 Dec 22 16:25:36.187797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-039417c6-16e2-4f9d-a4df-8160d7364c3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769243 Dec 22 16:25:36.260987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:25:36.335127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-fd4dd403-4f18-4f91-a007-9fa7110c748e service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401858 Dec 22 16:25:36.641127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:25:34Z', 'revision_number': 9, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:25:36.645608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a96b59-f730-4a16-93e1-0d362d2c8f78 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:25:34Z', 'revision_number': 9, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:25:36.723463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-473c04f6-b1d5-4999-a3a8-40e1555e2d4c req-4822b715-9f78-4192-a35c-989d776d5ae2 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818617 Dec 22 16:25:37.005244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95290b33-42c6-4c72-9091-f0bc530006b1 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:25:40.472622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:42.752688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81cb1f8b-a9d5-4c14-8b3a-995706bf5ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:44.169814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.192932 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-66798aa0-4b6e-4808-9d70-d311f8c1e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.509664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-c9251f0e-c366-45ba-8451-f1ddc9655dc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723891 Dec 22 16:25:45.650235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:25:45.657311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-47e15b8e-4483-43a9-a560-05908907c762 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0744853 Dec 22 16:25:45.816505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-0a87e631-0a04-4498-8509-7edac142b096 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:45.818012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-0a87e631-0a04-4498-8509-7edac142b096 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1388321 Dec 22 16:25:45.927954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-c5dad5af-8eb1-4328-afd4-2f218e86f4c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1001 time: 0.1018243 Dec 22 16:25:46.000689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-52dfc25a-2039-4f64-82d6-180338656e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:25:46.003052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-52dfc25a-2039-4f64-82d6-180338656e77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0683587 Dec 22 16:25:46.083373 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-d9d8c56e-617e-4221-b48a-520b9963c448 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736380 Dec 22 16:25:46.225653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-a7f258b3-c2cd-4819-a67c-98ff3178ce24 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350017 Dec 22 16:25:46.368835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a589c11c-8d64-4629-ada2-1e91c0b47332 req-cc5e440f-3b1e-4cae-8629-ee98af0dd268 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347802 Dec 22 16:25:47.130265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:00.289118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:26:10.497971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:12.741431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9597571-cb10-4cb6-b61e-4b626b085f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:14.171978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:15.053714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3135a958-5806-4aa1-bd65-831a83200b75 req-dec6936b-66f4-4211-a9db-3ff8f43968be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1460769 Dec 22 16:26:15.181304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aa84a8f8-b9cf-45bd-af59-774549dcc26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:15.649539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:16.463031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d4aae6-b257-45f3-8074-3fff711fddcd req-f6d3d3d9-9db7-451b-8475-179fe733040b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:16.464657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56d4aae6-b257-45f3-8074-3fff711fddcd req-f6d3d3d9-9db7-451b-8475-179fe733040b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0828063 Dec 22 16:26:16.469274 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-8bff823b-1d8a-41c4-97eb-a8f6a6b5b76d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778966 Dec 22 16:26:16.518113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56d4aae6-b257-45f3-8074-3fff711fddcd req-ba860b81-fe14-4d32-b633-58f60a0e5135 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468454 Dec 22 16:26:17.129833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:17.808695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df8057-2cce-4a04-8867-4d53c856e68d req-b77cc606-7c80-48df-a7fd-c5605046e84c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:17.810806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93df8057-2cce-4a04-8867-4d53c856e68d req-b77cc606-7c80-48df-a7fd-c5605046e84c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0850921 Dec 22 16:26:17.859983 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93df8057-2cce-4a04-8867-4d53c856e68d req-25e369b9-e476-4a93-8326-aea310244caf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428948 Dec 22 16:26:18.324280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-6360e21b-7603-4811-8afd-683c25bf7aae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0766950 Dec 22 16:26:18.469066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-5c00257a-b09a-41c4-a665-3ec47b11ceee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:18.470672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-5c00257a-b09a-41c4-a665-3ec47b11ceee service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1364760 Dec 22 16:26:18.583859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-e44ebb29-3425-4bb3-968a-71ad20616804 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1001 time: 0.1031659 Dec 22 16:26:18.657884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-97f64401-18bb-4b58-ae3d-fc6fea573eaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:18.659525 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-97f64401-18bb-4b58-ae3d-fc6fea573eaf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0641389 Dec 22 16:26:18.757531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-7900889d-249c-4ef6-8df1-2d85dbcbd019 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766182 Dec 22 16:26:18.904912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-7f01be2a-ea1a-4c5a-b9b3-08f9679a582a service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370547 Dec 22 16:26:19.055186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-61a44929-e7e8-4fe2-8890-c285d6905b47 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403253 Dec 22 16:26:19.073354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff61e47-17ab-4eda-b38b-b9cbc46ef328 req-f4f88133-d457-44c6-ad34-84e92eddf4ee tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:19.074990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cff61e47-17ab-4eda-b38b-b9cbc46ef328 req-f4f88133-d457-44c6-ad34-84e92eddf4ee tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0903020 Dec 22 16:26:19.124087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cff61e47-17ab-4eda-b38b-b9cbc46ef328 req-7e62e509-1079-4144-8ed7-fffbf2d412be tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418038 Dec 22 16:26:20.334687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfb5b5-e2a7-4697-866e-cb7360b7023d req-4da67b3e-2d57-4a5e-a6c9-6a28bef4df44 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:20.336298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08cfb5b5-e2a7-4697-866e-cb7360b7023d req-4da67b3e-2d57-4a5e-a6c9-6a28bef4df44 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0850654 Dec 22 16:26:20.384322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08cfb5b5-e2a7-4697-866e-cb7360b7023d req-73b9510f-40b8-43f0-91cb-7da036adefb2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417926 Dec 22 16:26:21.595115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e21ab5-a198-4104-8d7b-1cb78e73bd23 req-c30269cc-3e1f-4e21-9e01-069e514cf426 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:21.596780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29e21ab5-a198-4104-8d7b-1cb78e73bd23 req-c30269cc-3e1f-4e21-9e01-069e514cf426 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0865598 Dec 22 16:26:21.645171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29e21ab5-a198-4104-8d7b-1cb78e73bd23 req-fe1bd562-461d-48ee-8471-52149a8a35bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420921 Dec 22 16:26:22.852942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a2e08-618f-479d-b800-ee724f994e28 req-c4516fd9-6c43-4552-888e-56a8c9adcad0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:22.854596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d6a2e08-618f-479d-b800-ee724f994e28 req-c4516fd9-6c43-4552-888e-56a8c9adcad0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0837915 Dec 22 16:26:22.902887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d6a2e08-618f-479d-b800-ee724f994e28 req-33ac4807-24f7-47e0-a851-f2be084a389d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420711 Dec 22 16:26:24.109403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d86da-73b7-4504-b161-a3650241fab2 req-cddc693e-84cd-4a42-91a7-b263c8eff7aa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:24.110966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-298d86da-73b7-4504-b161-a3650241fab2 req-cddc693e-84cd-4a42-91a7-b263c8eff7aa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0860822 Dec 22 16:26:24.161560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-298d86da-73b7-4504-b161-a3650241fab2 req-08ad901c-f918-4546-bf2c-5f9af19b3178 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444608 Dec 22 16:26:25.367195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2da354-3a88-4eba-8046-25d5da21ca43 req-f2cd2bd5-0f49-4ced-8d8e-8ea5db5b1b13 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:25.368808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b2da354-3a88-4eba-8046-25d5da21ca43 req-f2cd2bd5-0f49-4ced-8d8e-8ea5db5b1b13 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0843539 Dec 22 16:26:25.416972 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b2da354-3a88-4eba-8046-25d5da21ca43 req-13b41d66-3983-466f-a90b-705c1a5307bd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413315 Dec 22 16:26:26.627334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd9753-24ec-4856-b9ac-35b907c03414 req-866ee1c0-b422-4193-aeb8-309e2aa66bc9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:26.628948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6fd9753-24ec-4856-b9ac-35b907c03414 req-866ee1c0-b422-4193-aeb8-309e2aa66bc9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0864744 Dec 22 16:26:26.676492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6fd9753-24ec-4856-b9ac-35b907c03414 req-7fe107e6-daed-4065-9baa-f6fa3e9c45ff tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414684 Dec 22 16:26:27.907674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb0957-09a6-4651-9754-b39d365f910c req-08e1f235-0c4c-48d5-a6cd-14bb44467b64 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:27.909298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ecb0957-09a6-4651-9754-b39d365f910c req-08e1f235-0c4c-48d5-a6cd-14bb44467b64 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0930955 Dec 22 16:26:27.967885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ecb0957-09a6-4651-9754-b39d365f910c req-aef2e91a-eaf6-426e-8413-d07f77dda9c1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497675 Dec 22 16:26:29.177270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c7211-c13e-41e4-a5b8-831ab111aa54 req-f79674ac-416a-471d-a032-340ac151f412 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:29.178945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-676c7211-c13e-41e4-a5b8-831ab111aa54 req-f79674ac-416a-471d-a032-340ac151f412 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0849669 Dec 22 16:26:29.228790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-676c7211-c13e-41e4-a5b8-831ab111aa54 req-625f697a-da91-4e56-a855-ae0d0dc5f28c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432518 Dec 22 16:26:30.441126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15788809-c9d9-4249-a71b-a925f47a79ad req-e1f0d878-a534-4aec-9136-78dbe1b28894 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:30.442768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-15788809-c9d9-4249-a71b-a925f47a79ad req-e1f0d878-a534-4aec-9136-78dbe1b28894 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0867178 Dec 22 16:26:30.491282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-15788809-c9d9-4249-a71b-a925f47a79ad req-a1372d39-fa42-4abf-bcf6-99316abdc5a3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422726 Dec 22 16:26:31.226340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-a0edddb0-d556-4711-ac62-051a4098136d service neutron] 10.222.0.46 "GET /v2.0/ports/aacdf0ab-4be4-4ff4-a435-39073f1217bb/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0760946 Dec 22 16:26:31.629061 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-86156b37-b214-4ee3-9d9f-a1cf8d50c7c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0750482 Dec 22 16:26:31.701174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca658414-f70c-4ab0-a9a5-4938d926b1a6 req-ea033380-4837-472a-a715-6e115270cb2a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:31.702857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca658414-f70c-4ab0-a9a5-4938d926b1a6 req-ea033380-4837-472a-a715-6e115270cb2a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0833132 Dec 22 16:26:31.732922 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-9984da8d-ea6c-4c63-94ad-f2c7d17687b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0784473 Dec 22 16:26:31.751460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca658414-f70c-4ab0-a9a5-4938d926b1a6 req-b61064af-3771-405f-82ef-33cda6b134e5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425000 Dec 22 16:26:31.884668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-96050079-010c-4446-a5a3-8013fdc52571 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:31.886258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-96050079-010c-4446-a5a3-8013fdc52571 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1434627 Dec 22 16:26:31.994576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-197a81fb-e708-4f36-9104-d56ce196fa11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1001 time: 0.0982907 Dec 22 16:26:32.069252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-651f9097-5c3b-482f-b6ac-ac6f0d755876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:32.070924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-651f9097-5c3b-482f-b6ac-ac6f0d755876 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0662863 Dec 22 16:26:32.156141 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-f0cf64d5-ed51-4515-ad1c-b3ab0c7ef5d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737000 Dec 22 16:26:32.301765 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-e9b9bc56-86a8-4c97-9037-29ffd22146d8 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353369 Dec 22 16:26:32.445716 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-91c1f449-a522-4489-a294-0d4d16eb2bef req-06ce6fb6-c4b1-4068-ab6e-46ced5b60ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334057 Dec 22 16:26:33.090203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d368ca-dad8-444f-8a60-806ac5ed5d7b req-31701ed8-1d2f-45e9-928d-147cc1f77dcf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:33.091815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08d368ca-dad8-444f-8a60-806ac5ed5d7b req-31701ed8-1d2f-45e9-928d-147cc1f77dcf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0857909 Dec 22 16:26:33.140039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08d368ca-dad8-444f-8a60-806ac5ed5d7b req-208ab0bf-c548-4121-bda1-6fcaf5a355eb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421553 Dec 22 16:26:34.346056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ab0d4-6c1d-458f-88ed-7eec84a61f44 req-6fa17068-75a6-40e0-8a2b-9869bf8dc162 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:34.347700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b2ab0d4-6c1d-458f-88ed-7eec84a61f44 req-6fa17068-75a6-40e0-8a2b-9869bf8dc162 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0854583 Dec 22 16:26:34.396489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b2ab0d4-6c1d-458f-88ed-7eec84a61f44 req-912bb854-0d16-4e74-b2c3-4a010a7f4ff2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425351 Dec 22 16:26:35.583721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:26:35.586222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:26:35.608775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86b85e-1119-45e0-a611-15e396381dc3 req-6969fec2-7efe-462d-a8ac-784954d85fc1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:35.610401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a86b85e-1119-45e0-a611-15e396381dc3 req-6969fec2-7efe-462d-a8ac-784954d85fc1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0863841 Dec 22 16:26:35.660489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a86b85e-1119-45e0-a611-15e396381dc3 req-456357d9-a19a-4eda-8a14-c441d96555d7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435526 Dec 22 16:26:35.816458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:35.860217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:35.875608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:35.888912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:26:35.892520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:35.938830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:35.942924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:35.977910 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'code': 200} Dec 22 16:26:36.005365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:36.030332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:26:36.044454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:36.056386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:36.058708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.063387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:36.067040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:36.118658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:36.120594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:36.191418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:36.195786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['aacdf0ab-4be4-4ff4-a435-39073f1217bb'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:26:36.220683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:36.276442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-a446c86f-74b8-4837-b28b-68267894bf93 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:36.277439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-a446c86f-74b8-4837-b28b-68267894bf93 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:26:36.292691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8933d2-e03a-4e96-a9e8-40e0ec246d4d req-5296e94f-61e6-4134-8082-58170d2579f0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:36.295016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1b8933d2-e03a-4e96-a9e8-40e0ec246d4d req-5296e94f-61e6-4134-8082-58170d2579f0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 944 time: 0.0929930 Dec 22 16:26:36.321101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-a446c86f-74b8-4837-b28b-68267894bf93 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:26:36.322600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-a446c86f-74b8-4837-b28b-68267894bf93 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1514480 Dec 22 16:26:36.351358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1b8933d2-e03a-4e96-a9e8-40e0ec246d4d req-b552a9bf-f589-4049-87db-4e55b5d06676 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498238 Dec 22 16:26:36.411296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-8bf85b68-783d-44f9-b2b9-6286a4dc76cb service neutron] 10.222.0.46 "GET /v2.0/ports/aacdf0ab-4be4-4ff4-a435-39073f1217bb/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0825958 Dec 22 16:26:36.510652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-30ead918-e4b2-4358-bcc2-fcc87753fc89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1097 time: 0.0759878 Dec 22 16:26:36.652005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-49489dc6-8d17-471e-a56b-5ca0d2f9c8a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:36.654089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-49489dc6-8d17-471e-a56b-5ca0d2f9c8a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1368511 Dec 22 16:26:36.758305 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-9cb106bd-4f24-41ba-b5f8-885a6e51e37f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1000 time: 0.0977159 Dec 22 16:26:36.835208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-30429e3b-7e3e-427b-b6f5-426e60ba0624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:36.836921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-30429e3b-7e3e-427b-b6f5-426e60ba0624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0721216 Dec 22 16:26:36.918329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-97cade3a-d170-41e4-950f-f33b62405cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740745 Dec 22 16:26:37.063868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-ec2745a3-b5c2-475b-a39b-c4cf96a2dcdf service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390202 Dec 22 16:26:37.214225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-819234b0-55eb-44b2-9477-5dd4be3923e6 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438169 Dec 22 16:26:37.289634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:26:37.569163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6f57-045c-4658-8793-cc9b2f2dacba req-08efa4ee-018b-4e84-a594-3c2766141480 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:37.570833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b5e6f57-045c-4658-8793-cc9b2f2dacba req-08efa4ee-018b-4e84-a594-3c2766141480 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 944 time: 0.0863612 Dec 22 16:26:37.583987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:26:37.621153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b5e6f57-045c-4658-8793-cc9b2f2dacba req-877657b4-a507-4389-a7b7-5d64e0e2698d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430491 Dec 22 16:26:37.655624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port aacdf0ab-4be4-4ff4-a435-39073f1217bb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:26:37.656136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:37.773362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:37.832375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:37.863134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:37.865094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:37.931017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:37.935021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:37.978647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:38.041661 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'code': 200} Dec 22 16:26:39.056795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042772-c163-4a14-a56b-f69ed73fbd02 req-080e6697-e803-4ad9-975a-a4d36ecda823 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:39.058620 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b042772-c163-4a14-a56b-f69ed73fbd02 req-080e6697-e803-4ad9-975a-a4d36ecda823 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.3092766 Dec 22 16:26:39.106897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b042772-c163-4a14-a56b-f69ed73fbd02 req-e912dcc3-c279-4965-907d-6614d753e230 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413678 Dec 22 16:26:40.230245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-41952eef-67c5-470a-bd2b-b339f97e3595 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0837765 Dec 22 16:26:40.337596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-4269b22d-7c0a-4ecd-bc51-9af6de710597 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 1098 time: 0.0785017 Dec 22 16:26:40.345856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e5cda-2696-44a0-bd54-5f077ccb5553 req-1af06da4-a056-498f-a5a0-0c668e026f1c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:40.352970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb1e5cda-2696-44a0-bd54-5f077ccb5553 req-1af06da4-a056-498f-a5a0-0c668e026f1c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0920458 Dec 22 16:26:40.399071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb1e5cda-2696-44a0-bd54-5f077ccb5553 req-39afc0f7-d740-4c2c-b7af-2b6094a8d052 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448267 Dec 22 16:26:40.491926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:40.497383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-09cfcd64-09c9-4204-b20c-f5bd09677e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:40.499016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-09cfcd64-09c9-4204-b20c-f5bd09677e95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1516154 Dec 22 16:26:40.832546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-a8610f97-6176-4669-adc8-a52ac496174c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 200 len: 1001 time: 0.3231051 Dec 22 16:26:40.906669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-1f887ac3-3e13-4579-9a33-24df28a65e0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:40.908218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-1f887ac3-3e13-4579-9a33-24df28a65e0a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0648062 Dec 22 16:26:40.993008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-b741e602-ca64-49b6-8895-cbbbd18ecb9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723724 Dec 22 16:26:41.007845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-f05e5b1b-0fb1-4817-abea-65c2aa7b9750 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:26:41.008873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-f05e5b1b-0fb1-4817-abea-65c2aa7b9750 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0050743 Dec 22 16:26:41.156052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-42848e79-d433-4ea2-8cae-febd3bc15d98 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359229 Dec 22 16:26:41.305701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2de5f23d-8ac6-4031-bac8-b09978243141 req-4068b500-082d-455c-ae8f-d89c63e4323f service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374242 Dec 22 16:26:41.612892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc9220-c236-450e-b2b5-d3286ba10a03 req-d458b930-b04e-437a-b152-89aed1716c69 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:41.614533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bdcc9220-c236-450e-b2b5-d3286ba10a03 req-d458b930-b04e-437a-b152-89aed1716c69 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0878704 Dec 22 16:26:41.661489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bdcc9220-c236-450e-b2b5-d3286ba10a03 req-efb51bc3-1871-4c24-9075-848c621c9117 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408225 Dec 22 16:26:42.758310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b9d386f3-57b5-40d6-b3d4-41357251afb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:42.878886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e22568-80c9-44a0-b6a6-8f0eff441d35 req-ddd98014-7ea3-4647-a771-29f49c75ae09 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:42.880502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25e22568-80c9-44a0-b6a6-8f0eff441d35 req-ddd98014-7ea3-4647-a771-29f49c75ae09 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0887809 Dec 22 16:26:42.928994 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25e22568-80c9-44a0-b6a6-8f0eff441d35 req-30cafa54-e79d-44e4-95d2-f60c962e4fba tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421972 Dec 22 16:26:43.594542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:26:43.597064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:26:43.819206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:43.860003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:43.877081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:43.886106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'mac_address': 'fa:16:3e:f3:34:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:26:43.891428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:43.936041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'code': 200} Dec 22 16:26:43.939630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:43.941456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:44.004810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:44.030795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:26:44.037551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=9']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:44.046188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:44.052098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:44.080493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:44.082386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:44.140228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc51c41-6841-42e9-a290-8cbbdc6c4dbe req-d6ec08e4-11e0-4da3-9ef0-959782fa72d8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:44.141826 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cc51c41-6841-42e9-a290-8cbbdc6c4dbe req-d6ec08e4-11e0-4da3-9ef0-959782fa72d8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0881891 Dec 22 16:26:44.156440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['aacdf0ab-4be4-4ff4-a435-39073f1217bb'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:26:44.194903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cc51c41-6841-42e9-a290-8cbbdc6c4dbe req-6f6899bc-b8c5-4ab7-acc3-6d6710899cbd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465143 Dec 22 16:26:44.202100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:44.219654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=10']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:44.224295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:44.405031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc21dc-0d2c-485b-99e9-351bf136c412 req-40b953de-cb1c-492c-9104-544c38f0b5e4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:44.406670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bdc21dc-0d2c-485b-99e9-351bf136c412 req-40b953de-cb1c-492c-9104-544c38f0b5e4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0842173 Dec 22 16:26:44.457538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5bdc21dc-0d2c-485b-99e9-351bf136c412 req-1ea6931c-776a-41dd-9006-b8a5ff2eed2b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447159 Dec 22 16:26:44.662743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a42cb-8259-4c3d-a743-981fbc4e48b0 req-4925a84f-ea64-448b-9549-8bf0aa021d2f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:44.664256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-632a42cb-8259-4c3d-a743-981fbc4e48b0 req-4925a84f-ea64-448b-9549-8bf0aa021d2f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0839703 Dec 22 16:26:44.713203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-632a42cb-8259-4c3d-a743-981fbc4e48b0 req-9134b03a-f114-45bf-9717-dbb7ee7ff141 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426111 Dec 22 16:26:45.181002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-649d97be-597e-4693-9ea0-26cc6145c71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:45.228386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf0136-31e8-4239-b044-cbe469e8c28a req-cb8ca3da-5443-47fa-9b09-d89492caa793 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:45.229978 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51bf0136-31e8-4239-b044-cbe469e8c28a req-cb8ca3da-5443-47fa-9b09-d89492caa793 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 945 time: 0.0891933 Dec 22 16:26:45.279101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51bf0136-31e8-4239-b044-cbe469e8c28a req-cfe20e35-306c-4f3e-85b4-e4fe4d405681 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422862 Dec 22 16:26:45.615668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:26:45.861934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port aacdf0ab-4be4-4ff4-a435-39073f1217bb triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:26:45.862345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:45.889943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:45.974900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:46.002316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:46.012954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:46.044081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:46.047041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:46.090583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'code': 200} Dec 22 16:26:46.122422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=11']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:46.125741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:46.483929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71f9a5-f520-4884-887c-94c0a708d25f req-d7a109e7-eabb-42c0-ae74-a2f884419536 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:46.485531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f71f9a5-f520-4884-887c-94c0a708d25f req-d7a109e7-eabb-42c0-ae74-a2f884419536 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 946 time: 0.0825906 Dec 22 16:26:46.532712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f71f9a5-f520-4884-887c-94c0a708d25f req-cc41d0a1-f1a1-4095-a385-8e7c0016a7de tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411768 Dec 22 16:26:47.135279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:47.522382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-ebc3d8b2-6bf9-4207-98e0-fe688a99f8a6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:47.523952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-ebc3d8b2-6bf9-4207-98e0-fe688a99f8a6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 946 time: 0.0867121 Dec 22 16:26:47.601515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Deleting port aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:26:47.601894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:47.743141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab017027-88bb-453d-b39f-1aa6a32389e3 req-95075a37-2389-4251-b105-472da1d48b4b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:47.744672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab017027-88bb-453d-b39f-1aa6a32389e3 req-95075a37-2389-4251-b105-472da1d48b4b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 946 time: 0.0867555 Dec 22 16:26:47.794041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab017027-88bb-453d-b39f-1aa6a32389e3 req-ee77ada2-f9c4-4f76-8a78-3dde3e8b390e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425613 Dec 22 16:26:47.866717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] For port aacdf0ab-4be4-4ff4-a435-39073f1217bb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=aacdf0ab-4be4-4ff4-a435-39073f1217bb,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:47.867123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:48.165528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:48.165935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:48.166278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae disassociated. External IP: 172.26.1.17, port: aacdf0ab-4be4-4ff4-a435-39073f1217bb. Dec 22 16:26:48.166681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Calling delete_port for aacdf0ab-4be4-4ff4-a435-39073f1217bb owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:26:48.341345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:48.346986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f083cda2-de3d-4114-a966-aedb3443e7ac tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:48.391096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'Port': ['ID=aacdf0ab-4be4-4ff4-a435-39073f1217bb,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:48.403868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.404303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.404725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.405144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.405558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.406476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.406476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.406894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.407180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.407588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.407990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:26:48.412489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:48.635091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:26:48.848661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:26:48.860291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:26:48.873375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:26:48.874037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:26:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:26:48.924308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] No DVR routers for this DVR port aacdf0ab-4be4-4ff4-a435-39073f1217bb on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:26:48.926914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:48.929913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-deleted', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:48.978606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecb048c0-38a6-4e38-9396-98850d8134e6 req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "DELETE /v2.0/ports/aacdf0ab-4be4-4ff4-a435-39073f1217bb HTTP/1.1" status: 204 len: 173 time: 1.4458597 Dec 22 16:26:48.999098 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c8a896e-d6e2-4bcc-af58-1ea4fd1619e7 req-fea9ce21-f019-49be-a8ad-2af17971d2f6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=53cf8a31-575e-41e1-bf49-6c54ed0476ca HTTP/1.1" status: 200 len: 210 time: 0.0616465 Dec 22 16:26:49.021018 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cf8a31-575e-41e1-bf49-6c54ed0476ca', 'name': 'network-vif-deleted', 'tag': 'aacdf0ab-4be4-4ff4-a435-39073f1217bb', 'status': 'completed', 'code': 200} Dec 22 16:26:49.236472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:26:49.562494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:26:49.566714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:26:49.578606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:26:49.579295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:26:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:26:49.765015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:26:50.091401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:26:50.095484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bdfaf5-ee9d-4332-a06c-7aa0c17825cf None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:26:50.481607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-e8a60323-b3d8-4588-921d-423e6830f9d9 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--57415763&fields=id&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 267 time: 0.0438390 Dec 22 16:26:50.541607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f01f52-8972-4578-8c10-52a67a7b568e None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:26:50.643261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292680-92c6-400e-81ca-25ff453d7798 req-62b7e3aa-ee20-42f6-953f-e48eaac9a0cd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:50.644853 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-62b7e3aa-ee20-42f6-953f-e48eaac9a0cd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1562135 Dec 22 16:26:50.662871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-f5f95e21-e3fd-4152-8a67-314270741ca0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/quotas/616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 375 time: 0.0120897 Dec 22 16:26:50.754164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-773d3276-d96b-4881-a69d-0edbbf1e020e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0857880 Dec 22 16:26:50.981406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-07f0db40-a54e-4e06-8855-eb81cade0aeb service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132432 Dec 22 16:26:51.122814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-5718de1d-c7f7-494e-8535-58eb3105aff3 service neutron] 10.222.0.18 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345313 Dec 22 16:26:51.408444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-61836d87-b863-48d8-bdad-9a4b96fd2628 req-f777105a-73fc-4218-b046-723d231d3e4e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 210 time: 0.0525684 Dec 22 16:26:51.660296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:26:51.694870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: aacdf0ab-4be4-4ff4-a435-39073f1217bb {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:26:51.695197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device aacdf0ab-4be4-4ff4-a435-39073f1217bb not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:26:52.582915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ffe76f27-e055-4357-a25f-3207a55f43cf req-4b002a5d-7a27-42fa-89a2-6fa03c196a24 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 210 time: 0.0490477 Dec 22 16:26:53.076139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292680-92c6-400e-81ca-25ff453d7798 req-458bb992-aba7-4dec-8931-f1b15227ca4d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:53.077782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-458bb992-aba7-4dec-8931-f1b15227ca4d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 811 time: 0.1560435 Dec 22 16:26:53.138719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-399ad593-6527-4f87-8d20-5aa0aa89975d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 378 time: 0.0430610 Dec 22 16:26:53.151291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'port': {'device_id': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'admin_state_up': True, 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'security_groups': ['c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:26:53.297531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:26:53.302290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Usage tracker for resource:port and tenant:616b698b9b5f43ad91ac05c79e6d4a76 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:26:53.305277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:26:53.312159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:26:53.349174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Made reservation on behalf of 616b698b9b5f43ad91ac05c79e6d4a76 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:26:53.354802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:53.542212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Allocated IP 172.20.0.3 (df0989dd-19ea-463a-ac53-8f89d561e55c/a414c1eb-c125-4919-95c6-69b0bcf3d202/45aaeccc-15e1-467c-89ce-4f1b31ecd3a6) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:26:53.757845 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3995cc6b-17eb-4e75-831e-50dd0970b22d req-c99f794e-8fb7-4214-b29f-516931f393af tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 210 time: 0.0461769 Dec 22 16:26:53.876071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:53.909023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Transition to ACTIVE for port object 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:26:53.955168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:53.960788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf505bc7-ea85-4d1b-9d9a-d08cdaf64e10 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:54.040157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Network df0989dd-19ea-463a-ac53-8f89d561e55c is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:26:54.043848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:26:54.048249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:26:54.076887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:54.082878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:54.117776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:54.118466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:54.207527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600953 Dec 22 16:26:54.223780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Request body: {'port': {'device_id': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:26:54.343700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-955f6f76-4678-4f72-986a-b5fa730cab3c None None] Provisioning for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:26:54.346184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:54.348814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-955f6f76-4678-4f72-986a-b5fa730cab3c None None] Provisioning complete for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:26:54.349235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-955f6f76-4678-4f72-986a-b5fa730cab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:54.407074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-955f6f76-4678-4f72-986a-b5fa730cab3c None None] Port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:26:54.698008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:26:54.705023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:54.719969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Transition to ACTIVE for port object 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:26:54.748533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:54.752956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:54.889264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:54.893438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:54.981287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8703578-9730-41e0-bfa8-cc21839c6aae req-64ce3678-48e4-4942-9efd-6dec7a866992 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:54.983266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8703578-9730-41e0-bfa8-cc21839c6aae req-64ce3678-48e4-4942-9efd-6dec7a866992 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0940483 Dec 22 16:26:55.008274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Attempting to bind port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:26:55.008633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Attempting to bind port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:26:55.009000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Attempting to bind port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:26:55.016902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 on network df0989dd-19ea-463a-ac53-8f89d561e55c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:26:55.017268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Attempting to bind port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 on network df0989dd-19ea-463a-ac53-8f89d561e55c {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:26:55.024394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:26:55.024766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Checking segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:26:55.025328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Bound using segment: {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:26:55.025808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Bound port: 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a389e8a-67f0-495f-9f45-30a6efc9fb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:26:55.026191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:55.035513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8703578-9730-41e0-bfa8-cc21839c6aae req-2520fd3d-c7de-4c2a-b7fa-ccdbf6955d12 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450332 Dec 22 16:26:55.123405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:26:55.126843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:26:55.184323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:55.189336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df983a43-f60f-4832-ba52-343b763f20a2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:26:55.253394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:55.254923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] 10.222.0.46 "PUT /v2.0/ports/45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1093 time: 1.0358231 Dec 22 16:26:55.256175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:26:55.278115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:26:55.281824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:26:55.314702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'status': 'completed', 'code': 200} Dec 22 16:26:55.637963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-f18d174a-1ed1-483d-bfc7-c2292b4df6f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1096 time: 0.3149500 Dec 22 16:26:55.714113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-bba7e4de-fc0d-4ec4-8b02-15fbf19cb0a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 217 time: 0.0648019 Dec 22 16:26:55.783343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04292680-92c6-400e-81ca-25ff453d7798 req-0ed4c535-fae6-4759-9c7a-9cad08e6eeed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:55.784786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-0ed4c535-fae6-4759-9c7a-9cad08e6eeed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0617762 Dec 22 16:26:55.875335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-1c36477d-083b-4bdd-8c3c-ba5c9a6e4313 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797999 Dec 22 16:26:56.020721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-d0b465ce-709b-452a-971b-36658cc099d2 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370590 Dec 22 16:26:56.177690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04292680-92c6-400e-81ca-25ff453d7798 req-67065cc9-b873-47ac-9efa-4c0d4681ebdc service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472316 Dec 22 16:26:56.251876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab516c-7d0d-4fa6-ac82-a54adb35f4e0 req-312b3b0f-31de-473d-bf8f-97f876c7cc60 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:56.253499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-76ab516c-7d0d-4fa6-ac82-a54adb35f4e0 req-312b3b0f-31de-473d-bf8f-97f876c7cc60 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0900381 Dec 22 16:26:56.302609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-76ab516c-7d0d-4fa6-ac82-a54adb35f4e0 req-322567de-9709-4405-82d8-d063e6798ab1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429287 Dec 22 16:26:56.349314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-949e5592-c17f-4cff-a7fd-b5d47a58dab9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1096 time: 0.0753231 Dec 22 16:26:56.491370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-8f0cfa4e-4244-415c-841c-886f486d635b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:56.492957 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-8f0cfa4e-4244-415c-841c-886f486d635b service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1358876 Dec 22 16:26:56.571046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-d377fbe0-88b1-43c2-9c5f-245f1aa3cd57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 217 time: 0.0670052 Dec 22 16:26:56.639658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-94d98fbf-7507-4c09-b78d-3ac72c9be00b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:56.641203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-94d98fbf-7507-4c09-b78d-3ac72c9be00b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0632448 Dec 22 16:26:56.721258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-2ec3df7a-f0df-4512-823f-fcfde585a40c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725269 Dec 22 16:26:56.868444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-c540b970-f822-497e-a4eb-cdc19338f81e service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390533 Dec 22 16:26:57.015348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8ebba219-6c68-4cc0-aa20-30071b2e6602 req-c7f69a3e-c65d-4c8d-9d67-91ff0bc0dfd7 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364861 Dec 22 16:26:57.508616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee22e-c956-4910-8fe4-d6dcf8d3d449 req-9ad174c8-0458-4564-bba9-e9f1521014bb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:57.510219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fbee22e-c956-4910-8fe4-d6dcf8d3d449 req-9ad174c8-0458-4564-bba9-e9f1521014bb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0826015 Dec 22 16:26:57.569594 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0fbee22e-c956-4910-8fe4-d6dcf8d3d449 req-071172fa-a095-4458-a581-3e76adb073d4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450380 Dec 22 16:26:58.770927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a354b42-2cea-49c3-be19-ff2d8ad29560 req-b7e6e1a0-7fb5-4a95-bca7-1c9e13f999dc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:26:58.772531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a354b42-2cea-49c3-be19-ff2d8ad29560 req-b7e6e1a0-7fb5-4a95-bca7-1c9e13f999dc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0818963 Dec 22 16:26:58.821777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8a354b42-2cea-49c3-be19-ff2d8ad29560 req-7da29b52-d460-4244-98a1-70626da4d2f4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430286 Dec 22 16:26:59.677277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:26:59.821593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:26:59.836632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:26:59.895752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:26:59.914149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:27:00.116217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:27:00.163962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:00.166686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31174907-e9f7-40d2-9d90-55af6db0a13a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:27:00.235395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae92f-be31-4bc8-b275-9eac254eb56f req-4f919697-b0d8-4336-ad1d-9e19838fdfe4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:00.237025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65bae92f-be31-4bc8-b275-9eac254eb56f req-4f919697-b0d8-4336-ad1d-9e19838fdfe4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 944 time: 0.0909290 Dec 22 16:27:00.238413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:27:00.241895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:27:00.285753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65bae92f-be31-4bc8-b275-9eac254eb56f req-1a1053ce-bdb9-4de9-bd11-7815caca9d70 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424378 Dec 22 16:27:00.423911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:27:01.489879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb7d5c-339c-474d-936d-9899da0387da req-ee779895-9ea0-4886-b2fc-26ce7e50a6d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:01.491538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81cb7d5c-339c-474d-936d-9899da0387da req-ee779895-9ea0-4886-b2fc-26ce7e50a6d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 944 time: 0.0831871 Dec 22 16:27:01.538942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81cb7d5c-339c-474d-936d-9899da0387da req-43bb89d4-7d3a-47dd-ac43-c4f2cd7386d1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406270 Dec 22 16:27:01.677587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:27:01.777135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:27:01.781885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:27:01.782303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:01.896747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:01.924868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:27:01.935201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:27:01.960248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:01.962301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:27:02.000312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'code': 200} Dec 22 16:27:02.033827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:27:02.036914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:27:02.304916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-67d182e2-043e-4609-a80f-8159769eb3f2 req-f0504659-469a-48f8-aaf5-f4983b459388 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0784750 Dec 22 16:27:02.353569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-67d182e2-043e-4609-a80f-8159769eb3f2 req-647e7372-840d-4970-9f49-d980f38f93a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383947 Dec 22 16:27:02.760419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9f422-a38c-419a-bc21-df4639067be0 req-e9f374c3-8a0f-46f1-9883-dfe0aaa348f1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:02.762701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bff9f422-a38c-419a-bc21-df4639067be0 req-e9f374c3-8a0f-46f1-9883-dfe0aaa348f1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0962646 Dec 22 16:27:02.811184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bff9f422-a38c-419a-bc21-df4639067be0 req-e988bcbe-2386-4c53-9146-753c067ea44f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423732 Dec 22 16:27:04.018456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf7346-c41e-487b-a934-8f5c751a1a22 req-467e019b-fc4d-40a7-af7d-6b5240154ff4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:04.020182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adcf7346-c41e-487b-a934-8f5c751a1a22 req-467e019b-fc4d-40a7-af7d-6b5240154ff4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0829427 Dec 22 16:27:04.069764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-adcf7346-c41e-487b-a934-8f5c751a1a22 req-df7801dd-ff90-4977-8acf-d306281dd46c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424023 Dec 22 16:27:04.274981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983fc9e-612f-4ba5-8c66-787e5ab457ea req-1a1c398d-9282-4195-973a-9b53f23bcc57 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:04.276572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d983fc9e-612f-4ba5-8c66-787e5ab457ea req-1a1c398d-9282-4195-973a-9b53f23bcc57 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0889449 Dec 22 16:27:04.287003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 58536) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:27:04.294054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Request body: {'floatingip': {'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:27:04.375571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:04.997559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:05.021073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:05.218108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae associated. External IP: 172.26.1.17, port: 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6. Dec 22 16:27:05.851156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:27:06.061689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:27:06.066661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:06.071827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:27:06.085693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:27:06.086355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:26:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:27:06.127692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3938f81a-9769-48ec-97c7-8cb74858034d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "PUT /v2.0/floatingips/52271658-73d8-492d-a8c9-6a741570e9ae HTTP/1.1" status: 200 len: 991 time: 1.8349237 Dec 22 16:27:06.127692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:27:06.190117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'status': 'completed', 'code': 200} Dec 22 16:27:06.275611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:27:06.294234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-2ad9d84c-e732-4e2f-b64c-13a87e16835a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0797427 Dec 22 16:27:06.446996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-0961712c-9d71-4d99-b609-4668a8490cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:06.448596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-0961712c-9d71-4d99-b609-4668a8490cbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1482718 Dec 22 16:27:06.559557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-658902f3-956a-4bb7-ad2b-87d86660b39f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 999 time: 0.1040456 Dec 22 16:27:06.630987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-736d8bfa-7264-4885-9594-d9a9fc491d52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:06.632689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-736d8bfa-7264-4885-9594-d9a9fc491d52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0666587 Dec 22 16:27:06.640875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:27:04Z', 'revision_number': 13, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:27:06.644934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:27:06.656492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:27:06.657136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:26:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:27:06.713424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-500759f8-d2eb-46df-8388-14e6669c919f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741189 Dec 22 16:27:06.862887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-a8585e21-14e0-4df9-a4e7-7ba22cad9d74 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421962 Dec 22 16:27:06.996856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:27:07.026068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-217d2e6a-d389-42b3-bdbf-ef1d534ea10a req-ed49c216-c38c-466a-8171-2b8be0b4e1c1 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495285 Dec 22 16:27:07.357858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:27:04Z', 'revision_number': 13, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:27:07.362105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cbb46d-5e40-4098-a59c-9dcd9f4f8e04 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '52271658-73d8-492d-a8c9-6a741570e9ae', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'floating_ip_address': '172.26.1.17', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:22:24Z', 'updated_at': '2021-12-22T16:27:04Z', 'revision_number': 13, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:27:07.689376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e212154-1bf5-455d-b16f-bee2b1427660 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:27:10.509123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:12.797028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ed990d2-4d26-4e17-b8b3-b5ab9ce53fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:14.169634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:14.290169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:27:15.183191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29048188-1d99-4204-b1e7-02bcf931dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:15.669050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:17.134966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:40.506843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:42.748293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6e798b4-f1e5-4612-8f1b-f4a500cfaa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:44.165544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:45.180967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0c3878a-e613-4dda-a0bd-8824169f3b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:45.737349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:47.137282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:27:47.431372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06375c3-abde-44f2-b27c-8b0bf4e16f1a req-b9ba7a7e-e350-4246-95d2-05fef49b7722 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:47.432985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c06375c3-abde-44f2-b27c-8b0bf4e16f1a req-b9ba7a7e-e350-4246-95d2-05fef49b7722 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0871334 Dec 22 16:27:47.482729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c06375c3-abde-44f2-b27c-8b0bf4e16f1a req-ba90c553-7467-481f-970d-b6e9b2319709 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430212 Dec 22 16:27:48.572579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-fdb18ab5-1d7d-49cc-99d9-b237782c95ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476064 Dec 22 16:27:48.735813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-3ce464a9-49c5-4c72-9af2-c7dcedadd31b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0796251 Dec 22 16:27:48.896760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-6d94c49f-78a5-43ff-bca6-bca6e3694764 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:48.898347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-6d94c49f-78a5-43ff-bca6-bca6e3694764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1379662 Dec 22 16:27:49.016359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-cc3d352e-213d-4329-bd5b-fb48e6a1f71d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1001 time: 0.1077557 Dec 22 16:27:49.089832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-a6259183-1ede-41fc-b804-7863bf0accee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:49.091466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-a6259183-1ede-41fc-b804-7863bf0accee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0641077 Dec 22 16:27:49.177458 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-8d6005b9-0212-46a2-9cf7-73f634926c68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751081 Dec 22 16:27:49.327604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-7a40d058-92b2-4c28-bcd2-399a0a006d74 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429162 Dec 22 16:27:49.481615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2ef6bf0-6bbc-40cd-b28c-54aedb678b61 req-32221fdd-24b3-4a42-99d1-e1daf322b5dc service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424992 Dec 22 16:27:51.292575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:27:56.192849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c7f335aa-c5b7-41bf-9839-d7a810a2129b req-6167702f-e834-4a15-8d1a-4709b8a15a80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752401 Dec 22 16:27:56.565260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-9f356a75-7ebe-412a-b412-c8a2966db51a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814090 Dec 22 16:27:56.580969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dc954-1c91-4792-a141-74e2cbc4ce7c req-7929de8c-316e-4ab3-9265-3f9f257ad1d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:56.582602 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a76dc954-1c91-4792-a141-74e2cbc4ce7c req-7929de8c-316e-4ab3-9265-3f9f257ad1d5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0887949 Dec 22 16:27:56.631985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a76dc954-1c91-4792-a141-74e2cbc4ce7c req-b9837449-f38a-48dc-b7f3-66c1e221dd07 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427470 Dec 22 16:27:57.849537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4f6e4-6907-4d54-a57e-9136d86cb23d req-978e2839-57c6-4468-9a55-582ae4e65451 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:57.872142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29a4f6e4-6907-4d54-a57e-9136d86cb23d req-978e2839-57c6-4468-9a55-582ae4e65451 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0855055 Dec 22 16:27:57.900787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29a4f6e4-6907-4d54-a57e-9136d86cb23d req-c4624246-3b69-45c6-9043-57aa755bdc47 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432322 Dec 22 16:27:58.401826 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-6d9d7c34-168c-461b-af54-9d8f07e43e7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0752125 Dec 22 16:27:58.548640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1d393-335a-477d-a701-c957efa98116 req-3eece026-c2c5-4dbf-9237-2557520fad46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:58.550219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-3eece026-c2c5-4dbf-9237-2557520fad46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1414623 Dec 22 16:27:58.661422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-e5726897-1214-4019-be46-72e1d3f44483 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1001 time: 0.1005945 Dec 22 16:27:58.731952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1d393-335a-477d-a701-c957efa98116 req-7f2901e9-8bbe-4771-8312-17545ad79d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:58.733459 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-7f2901e9-8bbe-4771-8312-17545ad79d7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0631077 Dec 22 16:27:58.820263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-0a3bbd97-0c21-4f63-bb02-9c72c7ad5960 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768473 Dec 22 16:27:58.967735 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-ff2ee676-9ecd-4d4c-a9d0-6878244bf539 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 Dec 22 16:27:59.114561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d76a-da0c-4369-866e-7ae611956d82 req-32714910-3786-477b-981d-1a88a3906525 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:27:59.116276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d781d76a-da0c-4369-866e-7ae611956d82 req-32714910-3786-477b-981d-1a88a3906525 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0885265 Dec 22 16:27:59.168719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d781d76a-da0c-4369-866e-7ae611956d82 req-f81d3a0f-d851-43b0-93d1-900a2efcad3f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454512 Dec 22 16:27:59.340810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-59e50d4a-75b3-4b5d-afef-1454633dde20 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623548 Dec 22 16:28:00.378525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fb963-1d7c-4a9f-9693-2c6c4c2ee103 req-868a9d3e-b1a4-41aa-a78d-92aca229b098 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:00.380131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-544fb963-1d7c-4a9f-9693-2c6c4c2ee103 req-868a9d3e-b1a4-41aa-a78d-92aca229b098 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0830064 Dec 22 16:28:00.432335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-544fb963-1d7c-4a9f-9693-2c6c4c2ee103 req-a46e8a89-3dda-43bb-96ad-e15762543cd0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460262 Dec 22 16:28:01.642061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89121-6f6a-4fa3-bb35-f7d09f03d79e req-57d0b01a-f954-4144-b877-82d35a5a2225 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:01.643680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19b89121-6f6a-4fa3-bb35-f7d09f03d79e req-57d0b01a-f954-4144-b877-82d35a5a2225 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0874479 Dec 22 16:28:01.691540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19b89121-6f6a-4fa3-bb35-f7d09f03d79e req-d05545e8-556f-49de-92cc-2da36e40b65c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416870 Dec 22 16:28:02.907055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e174216-96a3-476f-881e-2f5c118bbb1f req-8cac2b93-fb8c-43a0-ae02-6e7c4a196316 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:02.908667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e174216-96a3-476f-881e-2f5c118bbb1f req-8cac2b93-fb8c-43a0-ae02-6e7c4a196316 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0875366 Dec 22 16:28:02.956691 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e174216-96a3-476f-881e-2f5c118bbb1f req-8499d126-b99b-43fb-9ad4-77e126de919b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418365 Dec 22 16:28:04.164826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44517-0e8c-4d99-8a50-0b639f611a76 req-68117b0a-9573-497b-8fed-7db0733c83f4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:04.166432 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b44517-0e8c-4d99-8a50-0b639f611a76 req-68117b0a-9573-497b-8fed-7db0733c83f4 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0823741 Dec 22 16:28:04.216259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-21b44517-0e8c-4d99-8a50-0b639f611a76 req-dc8f7f19-7708-4d0b-93a6-ddc6e8a1feea tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431266 Dec 22 16:28:05.431182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d561ee-369b-473d-a587-81123a19e626 req-743d885a-f44d-4de7-a609-9721e32ece7f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:05.433815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-98d561ee-369b-473d-a587-81123a19e626 req-743d885a-f44d-4de7-a609-9721e32ece7f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0878162 Dec 22 16:28:05.483231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-98d561ee-369b-473d-a587-81123a19e626 req-3d35d4fc-f553-40cc-8936-b862514b35d7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425484 Dec 22 16:28:06.691387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40764b-8348-40b2-9a51-71620c8ea044 req-6da1dff4-7502-4041-bb81-a35dc61b5b5a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:06.693002 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c40764b-8348-40b2-9a51-71620c8ea044 req-6da1dff4-7502-4041-bb81-a35dc61b5b5a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0831184 Dec 22 16:28:06.741755 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c40764b-8348-40b2-9a51-71620c8ea044 req-8b6996ee-dcdd-4c1c-8b31-1c7b9a5ebea3 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418797 Dec 22 16:28:07.958214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22deb5fa-b92b-405e-87c2-c2fdf11ea876 req-69fcd99a-f0bb-4880-b71c-c80df6ce78cf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:07.959893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22deb5fa-b92b-405e-87c2-c2fdf11ea876 req-69fcd99a-f0bb-4880-b71c-c80df6ce78cf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0871549 Dec 22 16:28:08.008645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22deb5fa-b92b-405e-87c2-c2fdf11ea876 req-390dba85-8e24-48f7-ad29-a9ae43279254 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418394 Dec 22 16:28:09.215907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55b39e-b036-49b5-ada0-85a293ca24b1 req-2fc5b31f-23f9-499b-bbd1-d211eaa030c0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:09.217499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ee55b39e-b036-49b5-ada0-85a293ca24b1 req-2fc5b31f-23f9-499b-bbd1-d211eaa030c0 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0827847 Dec 22 16:28:09.265563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ee55b39e-b036-49b5-ada0-85a293ca24b1 req-2a304691-4575-4983-a31d-bc34deafd61e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417497 Dec 22 16:28:10.474401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cf38d-70d6-43dc-8645-2680f30022e0 req-ddff9c97-fd66-49e0-a04d-ad32b1462a86 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:10.476036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b5cf38d-70d6-43dc-8645-2680f30022e0 req-ddff9c97-fd66-49e0-a04d-ad32b1462a86 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0877256 Dec 22 16:28:10.519798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:10.526253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b5cf38d-70d6-43dc-8645-2680f30022e0 req-36e85ea6-ce84-44ac-86c2-8d618b1379a1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438719 Dec 22 16:28:11.735047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f6c6-1edb-4ea5-bb87-4b16086c600b req-7e84098f-66f1-4cad-822a-a9b92cf92f68 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:11.736647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-66a8f6c6-1edb-4ea5-bb87-4b16086c600b req-7e84098f-66f1-4cad-822a-a9b92cf92f68 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0818629 Dec 22 16:28:11.788819 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-66a8f6c6-1edb-4ea5-bb87-4b16086c600b req-d7e619e4-e7fd-4b2d-b187-19387b89e2dc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458639 Dec 22 16:28:12.539233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-7cd1cc87-bdd3-415b-9e65-1923b6b3ed59 service neutron] 10.222.0.46 "GET /v2.0/ports/45aaeccc-15e1-467c-89ce-4f1b31ecd3a6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0761666 Dec 22 16:28:12.735214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-38bcdbb0-0045-476f-8fb9-70ab2eb770e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:12.989193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-e051bad0-1cc4-4913-aece-e2ddb8314774 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0763457 Dec 22 16:28:12.999761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f4cea-6b07-488f-b67a-3a0904827c0c req-50787f28-772c-4a00-bc27-4269ec3c414c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:13.001445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d82f4cea-6b07-488f-b67a-3a0904827c0c req-50787f28-772c-4a00-bc27-4269ec3c414c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0836585 Dec 22 16:28:13.051336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d82f4cea-6b07-488f-b67a-3a0904827c0c req-0f9b2f34-d72c-439e-9f66-cb1a7db3336a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429356 Dec 22 16:28:13.095664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-8657bae4-7ba9-4a6c-b207-363e34e6cba5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0783398 Dec 22 16:28:13.238026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1d393-335a-477d-a701-c957efa98116 req-c5f079ad-9b1f-47ac-aaa8-a1630e8dac76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:13.239679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-c5f079ad-9b1f-47ac-aaa8-a1630e8dac76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1362743 Dec 22 16:28:13.352457 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-149d939d-1591-4d86-9fac-dec0da0897f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1001 time: 0.1018286 Dec 22 16:28:13.424818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1d393-335a-477d-a701-c957efa98116 req-b9bb7903-584a-4f78-9bf4-dc1e3d671e7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:13.426350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-b9bb7903-584a-4f78-9bf4-dc1e3d671e7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0635765 Dec 22 16:28:13.508594 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-30ed048f-87b0-4262-a47f-d9f8254cbf25 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719502 Dec 22 16:28:13.655746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-8729910d-b4bf-403d-9738-b76373129260 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347730 Dec 22 16:28:13.803734 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-14b1d393-335a-477d-a701-c957efa98116 req-57b95c6d-16e3-49b5-a933-02685988a321 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361146 Dec 22 16:28:14.154176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:14.268441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d80f0-fb21-47ad-96fe-f47f57717cf4 req-9f5d5d07-4bba-4718-a6ac-e03630940e3b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:14.270034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2d80f0-fb21-47ad-96fe-f47f57717cf4 req-9f5d5d07-4bba-4718-a6ac-e03630940e3b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0879292 Dec 22 16:28:14.320606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c2d80f0-fb21-47ad-96fe-f47f57717cf4 req-f78d9ddf-4773-47d1-a15f-7a727dca43dd tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435419 Dec 22 16:28:15.209501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6417f024-b232-4c46-8d34-f82557c292ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:15.538668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c07768-ce28-4991-8151-9f198860a557 req-93a1fd87-e788-4351-874c-e5355eaf6b40 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:15.540320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-89c07768-ce28-4991-8151-9f198860a557 req-93a1fd87-e788-4351-874c-e5355eaf6b40 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0856431 Dec 22 16:28:15.590278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-89c07768-ce28-4991-8151-9f198860a557 req-c4719905-5330-4a4b-aff9-029e5a974531 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428884 Dec 22 16:28:15.660888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:16.003616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:16.117503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:16.145626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:28:16.156807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:16.207106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:16.207106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:16.243387 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'code': 200} Dec 22 16:28:16.279571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:16.288461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.288855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.289241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.289623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.290003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.290379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.291238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.291786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.292296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.292670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.293042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:16.297114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:16.805843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd424077-2481-4aaa-8698-7c2ffddc1c41 req-952990cf-67d8-4841-8443-4e8e00cb0e49 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:16.808745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd424077-2481-4aaa-8698-7c2ffddc1c41 req-952990cf-67d8-4841-8443-4e8e00cb0e49 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0873895 Dec 22 16:28:16.858736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd424077-2481-4aaa-8698-7c2ffddc1c41 req-c03808a0-a443-4c32-911d-c0f23fbb0704 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441635 Dec 22 16:28:17.140839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:18.016680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:28:18.067863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594b68e-cc3f-43f6-8552-5910207ea776 req-08559919-5a9a-46c7-8d7e-f3c00b5f8230 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:18.069491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9594b68e-cc3f-43f6-8552-5910207ea776 req-08559919-5a9a-46c7-8d7e-f3c00b5f8230 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0837367 Dec 22 16:28:18.119150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9594b68e-cc3f-43f6-8552-5910207ea776 req-dad5cb76-0bb6-4c07-bb39-f12694f41484 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426252 Dec 22 16:28:18.161412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:18.175528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:28:18.231114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:18.249240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:28:18.264609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:18.289329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:18.292096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:18.365389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:18.368406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:18.382021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:28:19.418145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde755a-d25c-496e-b531-b8b16708f565 req-ba450460-2436-4d3f-86e7-9d6f53c03720 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:19.419727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bde755a-d25c-496e-b531-b8b16708f565 req-ba450460-2436-4d3f-86e7-9d6f53c03720 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 944 time: 0.1617465 Dec 22 16:28:19.468452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bde755a-d25c-496e-b531-b8b16708f565 req-44ce25c9-15fe-420b-9700-f24f0f0bab7c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425136 Dec 22 16:28:20.020393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:28:20.255391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:28:20.255812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:20.368758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:20.396614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:28:20.406523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:20.445660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:20.448349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:20.480452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'code': 200} Dec 22 16:28:20.522982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:20.528436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:20.687867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008afc9d-5eea-4b35-b5ef-366162d2cc54 req-970dceb1-2bef-42a8-984d-20af77f880fa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:20.689476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-008afc9d-5eea-4b35-b5ef-366162d2cc54 req-970dceb1-2bef-42a8-984d-20af77f880fa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0857873 Dec 22 16:28:20.740788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-008afc9d-5eea-4b35-b5ef-366162d2cc54 req-b8080e6c-7cb7-4eb4-8985-410bc6b0487f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451596 Dec 22 16:28:22.027916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1da2ff-b18e-405a-87c6-a222198ecaea req-a4ba014f-9a2a-406b-9dbd-4c18030fef0a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:22.029522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4d1da2ff-b18e-405a-87c6-a222198ecaea req-a4ba014f-9a2a-406b-9dbd-4c18030fef0a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.1580052 Dec 22 16:28:22.078849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4d1da2ff-b18e-405a-87c6-a222198ecaea req-2fd7a4be-8686-4212-a8be-b826c3bd2965 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430725 Dec 22 16:28:23.289258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dbda-4ce9-4ef2-aca4-a3fcc6bf56e8 req-02242a09-4ae5-419b-9e8d-b1ca64384596 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:23.291354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d739dbda-4ce9-4ef2-aca4-a3fcc6bf56e8 req-02242a09-4ae5-419b-9e8d-b1ca64384596 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0863025 Dec 22 16:28:23.339700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d739dbda-4ce9-4ef2-aca4-a3fcc6bf56e8 req-d4674cc0-5416-4f36-8879-dc0e3d5b2681 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411820 Dec 22 16:28:23.950891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126472d-4404-407b-8a38-78d4300c5495 req-86a89be6-5126-4a97-b9b0-e98bd8af3abc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:23.951661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3126472d-4404-407b-8a38-78d4300c5495 req-86a89be6-5126-4a97-b9b0-e98bd8af3abc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Synchronizing usage tracker for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:28:23.959985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2dd73-b474-4fad-b4f0-641c73fd2455 req-f3a5b60c-9363-4879-9bb7-2bd5dfa3b9bf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:23.961597 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-33d2dd73-b474-4fad-b4f0-641c73fd2455 req-f3a5b60c-9363-4879-9bb7-2bd5dfa3b9bf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0839381 Dec 22 16:28:23.997720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3126472d-4404-407b-8a38-78d4300c5495 req-86a89be6-5126-4a97-b9b0-e98bd8af3abc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Unset dirty status for tenant:616b698b9b5f43ad91ac05c79e6d4a76 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:28:23.999020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-86a89be6-5126-4a97-b9b0-e98bd8af3abc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1384902 Dec 22 16:28:24.011631 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-33d2dd73-b474-4fad-b4f0-641c73fd2455 req-f62e80ce-8080-4688-965f-88ee2a3e610e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430086 Dec 22 16:28:24.083562 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-adc2b43c-2eb1-4961-a504-7429af38a44f service neutron] 10.222.0.46 "GET /v2.0/ports/45aaeccc-15e1-467c-89ce-4f1b31ecd3a6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0782223 Dec 22 16:28:24.185014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-b1a515ad-dad9-486a-8f91-a4d5eed4dc17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0784571 Dec 22 16:28:24.327401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126472d-4404-407b-8a38-78d4300c5495 req-d9cde43c-4405-4c1c-aea8-9ba52fa8b055 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:24.328934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-d9cde43c-4405-4c1c-aea8-9ba52fa8b055 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1378486 Dec 22 16:28:24.435086 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-510e1c56-2430-4c42-87ec-141ab1ffd661 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1001 time: 0.0993557 Dec 22 16:28:24.505011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126472d-4404-407b-8a38-78d4300c5495 req-d80ac851-524d-48ff-97a5-e9d4ff4abb74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:24.506594 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-d80ac851-524d-48ff-97a5-e9d4ff4abb74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0661304 Dec 22 16:28:24.585878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-5a89c1f1-2d07-46d3-90a2-70d893411a05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728235 Dec 22 16:28:24.727815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-0bf67364-cb81-419d-bac4-ed2c3b64a69c service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351974 Dec 22 16:28:24.871532 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-8d559cdd-7c19-4ff0-8d86-84ae6c15324b service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365645 Dec 22 16:28:25.230404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aade965-3a4c-4102-99d5-708f5fd596a1 req-3141be4a-4e80-4d4d-b7a9-b6bdb22c7aa8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:25.232057 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9aade965-3a4c-4102-99d5-708f5fd596a1 req-3141be4a-4e80-4d4d-b7a9-b6bdb22c7aa8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0891764 Dec 22 16:28:25.281564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9aade965-3a4c-4102-99d5-708f5fd596a1 req-b27b5d82-f32a-42e9-b4ee-63c04735db4f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433350 Dec 22 16:28:26.499558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4f636-b386-44c7-a232-04bcda616d8b req-f698b791-ae83-4943-ae2a-e6450cae9a36 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:26.501214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06c4f636-b386-44c7-a232-04bcda616d8b req-f698b791-ae83-4943-ae2a-e6450cae9a36 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0900500 Dec 22 16:28:26.549573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06c4f636-b386-44c7-a232-04bcda616d8b req-be20550d-269f-4627-95e5-695b192a1c4b tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422332 Dec 22 16:28:27.764992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc44cd-fe7d-4067-8daf-4097723b7e09 req-4707b64a-09af-4387-a358-f9bd30328fbb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:27.766608 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2dc44cd-fe7d-4067-8daf-4097723b7e09 req-4707b64a-09af-4387-a358-f9bd30328fbb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0896163 Dec 22 16:28:27.817056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2dc44cd-fe7d-4067-8daf-4097723b7e09 req-50625661-db81-4005-8773-d53bceb9cfc8 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440409 Dec 22 16:28:28.293554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:28:28.818084 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-ff95003e-566b-406a-92bd-24310a007c7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d&tenant_id=616b698b9b5f43ad91ac05c79e6d4a76 HTTP/1.1" status: 200 len: 1098 time: 0.0811388 Dec 22 16:28:28.920239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-f194e4ed-e914-4897-a69f-7fdcc0518536 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 1098 time: 0.0732775 Dec 22 16:28:29.026703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def056f-d81b-4f0b-890f-4851f31daeb0 req-2a10d60b-6fcf-4c80-83fe-4eb5a016cb5e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:29.028605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4def056f-d81b-4f0b-890f-4851f31daeb0 req-2a10d60b-6fcf-4c80-83fe-4eb5a016cb5e tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0832207 Dec 22 16:28:29.069688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126472d-4404-407b-8a38-78d4300c5495 req-a39310e3-470c-40e9-a47d-1e1f1719cbfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:29.071314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-a39310e3-470c-40e9-a47d-1e1f1719cbfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 200 len: 912 time: 0.1409264 Dec 22 16:28:29.081676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4def056f-d81b-4f0b-890f-4851f31daeb0 req-679844d6-84ca-49af-9485-89ac988a9532 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466993 Dec 22 16:28:29.184138 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-43905f13-49e6-4e53-bdce-078f4092c92e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 200 len: 1001 time: 0.1021848 Dec 22 16:28:29.263007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126472d-4404-407b-8a38-78d4300c5495 req-cd6e3767-34db-495c-84b4-d7ebeb8fb5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:29.264583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-cd6e3767-34db-495c-84b4-d7ebeb8fb5b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 200 len: 850 time: 0.0707867 Dec 22 16:28:29.354110 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-afddadb5-c6bc-438f-bbbd-c34af58f50aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df0989dd-19ea-463a-ac53-8f89d561e55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791879 Dec 22 16:28:29.522060 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-25565fae-5f68-4c5d-88ad-f425fb2fa8d5 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578717 Dec 22 16:28:29.696276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3126472d-4404-407b-8a38-78d4300c5495 req-4c0e163f-7f5b-4cdc-85fc-0d0692ea0428 service neutron] 10.222.0.46 "GET /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647110 Dec 22 16:28:30.294384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4955dbb-4821-4b5c-9938-a1d325067691 req-ba258c1c-b1b8-47e3-a370-557d465b65aa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:30.297790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4955dbb-4821-4b5c-9938-a1d325067691 req-ba258c1c-b1b8-47e3-a370-557d465b65aa tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0859256 Dec 22 16:28:30.346028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4955dbb-4821-4b5c-9938-a1d325067691 req-683a764e-2be8-499c-ae5e-c8f1572d2e47 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437171 Dec 22 16:28:31.558603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c88c9-1596-4e10-b9ec-b06993046263 req-cb7c9a05-6509-4bdd-af3a-49ddda02d201 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:31.560471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a7c88c9-1596-4e10-b9ec-b06993046263 req-cb7c9a05-6509-4bdd-af3a-49ddda02d201 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0893717 Dec 22 16:28:31.609919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9a7c88c9-1596-4e10-b9ec-b06993046263 req-e02d24ee-a692-4561-a7c3-62d1f6497812 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432224 Dec 22 16:28:32.069128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:32.185285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:32.213364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:28:32.223756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:32.250811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:32.252732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:32.287285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'code': 200} Dec 22 16:28:32.323222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=9']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:32.326603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:32.824855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236af9d7-3ebb-4b30-af37-d6e782a1ff73 req-c4ae1960-62dd-4188-8755-6958b4d681cb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:32.826487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-236af9d7-3ebb-4b30-af37-d6e782a1ff73 req-c4ae1960-62dd-4188-8755-6958b4d681cb tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0887871 Dec 22 16:28:32.875545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-236af9d7-3ebb-4b30-af37-d6e782a1ff73 req-e7b9710c-4a5a-49fe-ba04-3b130769cf43 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428298 Dec 22 16:28:34.081480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:28:34.092463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07a247-5f67-4073-8e71-9ca277b85654 req-748a2c5b-d643-4a0d-909b-02de6e411410 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:34.094036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b07a247-5f67-4073-8e71-9ca277b85654 req-748a2c5b-d643-4a0d-909b-02de6e411410 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 943 time: 0.0921373 Dec 22 16:28:34.143790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0b07a247-5f67-4073-8e71-9ca277b85654 req-4bcdc78d-018c-4b50-8f20-5dca0fcafcdf tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434980 Dec 22 16:28:34.224091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:34.238211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'port_id': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'mac_address': 'fa:16:3e:66:d4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:28:34.297037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:34.316234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:28:34.331879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:34.382358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:34.384248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:34.453441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=10']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:34.457721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:28:34.485968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:35.352494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c42c7-5c48-429d-a199-2ebfb62ea794 req-17d7b428-12cc-4e4d-a584-bfab8fd1920d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:35.354775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dc9c42c7-5c48-429d-a199-2ebfb62ea794 req-17d7b428-12cc-4e4d-a584-bfab8fd1920d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 945 time: 0.0836995 Dec 22 16:28:35.403081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dc9c42c7-5c48-429d-a199-2ebfb62ea794 req-13bb56cb-201e-48bd-ae4a-1504df698e1d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417318 Dec 22 16:28:36.100247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:28:36.177726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:28:36.178257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:36.298458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:36.327530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:28:36.337516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:36.371366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:36.373486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:36.403015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'code': 200} Dec 22 16:28:36.442059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=11']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:36.445501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:36.615710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2ce5-ef29-4735-bc44-9f6e9b91a61c req-c82029b4-969e-453b-a27f-ef8f59832bf5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:36.617265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b04d2ce5-ef29-4735-bc44-9f6e9b91a61c req-c82029b4-969e-453b-a27f-ef8f59832bf5 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0890939 Dec 22 16:28:36.669869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b04d2ce5-ef29-4735-bc44-9f6e9b91a61c req-4f5ab097-d158-4984-9f3f-d6a9dfba83f7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454757 Dec 22 16:28:37.888120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa2244-1d3d-42b7-bf24-dabf7fe0ef39 req-069b6e53-dc31-4c9d-901c-748da248f28f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:37.889762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ebfa2244-1d3d-42b7-bf24-dabf7fe0ef39 req-069b6e53-dc31-4c9d-901c-748da248f28f tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0880818 Dec 22 16:28:38.165776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ebfa2244-1d3d-42b7-bf24-dabf7fe0ef39 req-1e183c7c-d3e9-4a2a-9e58-5ab0d38c4915 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2694936 Dec 22 16:28:39.374000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574f2c3-9700-4316-93c0-29cafb059301 req-8090846c-5219-4f23-857e-23438f702aa7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:39.375628 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2574f2c3-9700-4316-93c0-29cafb059301 req-8090846c-5219-4f23-857e-23438f702aa7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0830328 Dec 22 16:28:39.424381 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2574f2c3-9700-4316-93c0-29cafb059301 req-d5246199-9934-440b-87e1-523bde92ca25 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425339 Dec 22 16:28:39.635271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515918b-768e-4251-b39e-e526af53db5f req-a0feddae-937e-4c7f-aa70-d41fcb357b96 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:39.636882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8515918b-768e-4251-b39e-e526af53db5f req-a0feddae-937e-4c7f-aa70-d41fcb357b96 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0852084 Dec 22 16:28:39.688876 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8515918b-768e-4251-b39e-e526af53db5f req-228e7769-c4cc-4e4f-805d-1d93cfb08597 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458643 Dec 22 16:28:39.891786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a305-578f-445f-984f-768ff64976e5 req-dcc55ad5-39a1-4484-8bce-8a250549f621 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:39.893401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a399a305-578f-445f-984f-768ff64976e5 req-dcc55ad5-39a1-4484-8bce-8a250549f621 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0820117 Dec 22 16:28:39.941506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a399a305-578f-445f-984f-768ff64976e5 req-8fbf8f6a-459f-446b-ac54-2d5f706d58a6 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417757 Dec 22 16:28:40.418834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b6d8e-4ec8-4e0e-b070-8febc2d900dd req-23af6a2e-dc36-4599-ba94-ec733ecb06f2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:40.420481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b92b6d8e-4ec8-4e0e-b070-8febc2d900dd req-23af6a2e-dc36-4599-ba94-ec733ecb06f2 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0855231 Dec 22 16:28:40.469713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b92b6d8e-4ec8-4e0e-b070-8febc2d900dd req-43faeb2e-a7ad-4dd3-8037-d9bb1a2a2f30 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429120 Dec 22 16:28:40.502223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:41.684240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09591dcb-969d-494a-979b-ab38869fabb9 req-c68d77bd-b424-4c0c-bc7a-0a3eeb2faaad tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:41.686095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09591dcb-969d-494a-979b-ab38869fabb9 req-c68d77bd-b424-4c0c-bc7a-0a3eeb2faaad tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0844042 Dec 22 16:28:41.734706 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09591dcb-969d-494a-979b-ab38869fabb9 req-6cb3bfba-0cae-4b28-a36c-2953002bc355 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424383 Dec 22 16:28:42.757571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8012afc0-8f11-4482-b958-b63c1d66fc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:42.949672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa038fd-a351-4119-872c-50fe3a590c59 req-e5e6f7a1-b1a4-4fe1-8499-1cfbede4219a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:42.951264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5aa038fd-a351-4119-872c-50fe3a590c59 req-e5e6f7a1-b1a4-4fe1-8499-1cfbede4219a tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0889845 Dec 22 16:28:43.000441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-ea196745-cc3c-45c4-882a-5defcc2020ab tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:28:43.000833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5aa038fd-a351-4119-872c-50fe3a590c59 req-d7436756-f9fd-462f-b04b-083dcc733605 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432928 Dec 22 16:28:43.002045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-ea196745-cc3c-45c4-882a-5defcc2020ab tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 946 time: 0.0823455 Dec 22 16:28:43.082162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Deleting port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:43.082500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:43.340081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] For port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:43.340395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:43.635851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:43.636260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:43.636601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Floating IP 52271658-73d8-492d-a8c9-6a741570e9ae disassociated. External IP: 172.26.1.17, port: 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6. Dec 22 16:28:43.636975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Calling delete_port for 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:43.823050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:43.829248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03b2449b-5d8d-4640-be63-f4b0ddce3318 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:43.875641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'Port': ['ID=45aaeccc-15e1-467c-89ce-4f1b31ecd3a6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:43.888216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.888587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.889011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.889431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.889846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.890260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.890692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.891380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.891465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.891881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.892248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:28:43.896719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:44.168944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:44.181556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-34ad9cc6-01f6-4a63-a9bd-12fbda014403 req-2c0f6ddd-a907-494c-b12d-fe5cc2434c6c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 210 time: 0.0468948 Dec 22 16:28:44.346102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:28:44.556642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:28:44.566469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:28:44.580264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:28:44.580933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:28:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:44.626021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] No DVR routers for this DVR port 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:28:44.628579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:44.631456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-deleted', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:28:44.690699 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-417d2bf9-15d3-4346-b11e-2c0caa3e4ef3 req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.46 "DELETE /v2.0/ports/45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 HTTP/1.1" status: 204 len: 173 time: 1.6799572 Dec 22 16:28:44.692500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ec4687-e6e8-41f9-952c-be61e017a11d', 'name': 'network-vif-deleted', 'tag': '45aaeccc-15e1-467c-89ce-4f1b31ecd3a6', 'status': 'completed', 'code': 200} Dec 22 16:28:44.770265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:28:45.100700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:45.104780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:28:45.116125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:28:45.116776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:28:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:45.186577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6dc0-5725-4bf5-8cdb-bfb3a3b467e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:45.313588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:28:45.361414 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e016e987-5f22-4a6f-966f-e9d180266534 req-053f9f0f-bff4-46f7-ab8e-4f9794c9ed4c tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/ports?device_id=85ec4687-e6e8-41f9-952c-be61e017a11d HTTP/1.1" status: 200 len: 210 time: 0.0502284 Dec 22 16:28:45.643472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:45.647765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a00bf3-e30a-411b-9a06-a310021ce285 None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:22:20Z', 'revision_number': 4, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '448678c6-f2b2-438d-b3c7-1ba61458198e', 'name': '', 'network_id': 'df0989dd-19ea-463a-ac53-8f89d561e55c', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'mac_address': 'fa:16:3e:bb:bc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:19Z', 'updated_at': '2021-12-22T16:22:27Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'subnets': [{'id': 'a414c1eb-c125-4919-95c6-69b0bcf3d202', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:28:45.666523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:46.081896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b9ea68-f92c-442a-8dd0-ac68e3228c77 None None] New status for floating IP 52271658-73d8-492d-a8c9-6a741570e9ae: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:28:46.215362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:46.265029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:28:46.265423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 45aaeccc-15e1-467c-89ce-4f1b31ecd3a6 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:28:47.142220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:49.930077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58826) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:49.999930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.028070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.306501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.312047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d988cb5-da44-4f9e-86fc-cad972f62e31 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:50.328172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:50.330742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:50.369980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.371275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1c41ec24-1bf0-4487-a86f-373b7ebc5a53 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b HTTP/1.1" status: 204 len: 168 time: 0.4401128 Dec 22 16:28:50.373990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58830) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:50.391416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-9b03e1ff-0337-4a1b-a970-14fc4ca79a8d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] show failed (client error): The resource could not be found. Dec 22 16:28:50.392467 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b03e1ff-0337-4a1b-a970-14fc4ca79a8d tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "GET /v2.0/security-groups/c3a2ede3-4ce0-40cc-a78c-54b0c0f2557b HTTP/1.1" status: 404 len: 347 time: 0.0174415 Dec 22 16:28:50.395033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58834) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:50.560774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Deleting port 480dcd09-3b0c-4925-81cd-e3257a1eeab5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:50.561072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.738709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.739075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:50.870275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Calling delete_port for 480dcd09-3b0c-4925-81cd-e3257a1eeab5 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:51.222292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:51.227012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16962fec-778e-4c6a-b434-bd3af986c697 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:51.274183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Pushing event deleted for resources: {'Port': ['ID=480dcd09-3b0c-4925-81cd-e3257a1eeab5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:51.277302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:51.370814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:51.385396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:51.386692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] 10.222.0.18 "DELETE /v2.0/floatingips/52271658-73d8-492d-a8c9-6a741570e9ae HTTP/1.1" status: 204 len: 168 time: 0.9906473 Dec 22 16:28:51.389923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58838) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:51.952349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:52.569302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Deleting port 448678c6-f2b2-438d-b3c7-1ba61458198e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:52.569871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:52.752044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] For port 448678c6-f2b2-438d-b3c7-1ba61458198e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=448678c6-f2b2-438d-b3c7-1ba61458198e,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:52.752439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:52.878941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Calling delete_port for 448678c6-f2b2-438d-b3c7-1ba61458198e owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:53.146398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:53.151094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:53.194055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=448678c6-f2b2-438d-b3c7-1ba61458198e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:53.197013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:53.733131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:54.350351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Router 713a96f5-61c1-4afc-b289-92f64838aaed has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:28:54.563258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:28:54.574206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Sync routers for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:28:54.577883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] 10.222.0.18 "PUT /v2.0/routers/713a96f5-61c1-4afc-b289-92f64838aaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1868527 Dec 22 16:28:54.580694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58846) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:54.587099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:28:54.588352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:28:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:54.789894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:28:54.793200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:55.005364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:55.037858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Deleting port ea58812d-93eb-40ea-b855-dd176372134c {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:55.038245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:55.231186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] For port ea58812d-93eb-40ea-b855-dd176372134c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ea58812d-93eb-40ea-b855-dd176372134c,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:55.231575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:55.255564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9'}], 'enable_snat': True}, 'gw_port_id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:28:53Z', 'revision_number': 5, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port': {'id': 'ea58812d-93eb-40ea-b855-dd176372134c', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:22:17Z', 'updated_at': '2021-12-22T16:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:55.260124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Checking router: 713a96f5-61c1-4afc-b289-92f64838aaed for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:28:55.271094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Routers {'713a96f5-61c1-4afc-b289-92f64838aaed'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:28:55.271748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:28:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['713a96f5-61c1-4afc-b289-92f64838aaed'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:55.359712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Calling delete_port for ea58812d-93eb-40ea-b855-dd176372134c owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:55.431549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] Set router 713a96f5-61c1-4afc-b289-92f64838aaed gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:28:55.541319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:28:55Z', 'revision_number': 6, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:55.545483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc1c01-2e93-4380-ab6b-14151ec4df5c None None] The sync data for ids ['713a96f5-61c1-4afc-b289-92f64838aaed'] in dv-neutron-822514-1-hyperv is: [{'id': '713a96f5-61c1-4afc-b289-92f64838aaed', 'name': 'tempest-ServerActionsTestJSON-950332424-router', 'tenant_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:22:16Z', 'updated_at': '2021-12-22T16:28:55Z', 'revision_number': 6, 'project_id': '616b698b9b5f43ad91ac05c79e6d4a76', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:28:55.627978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:55.633150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b872c56-84d6-4777-952b-b19e475ded17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:55.676176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea58812d-93eb-40ea-b855-dd176372134c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:55.681363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:55.920097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.429515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.434779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.581718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.582273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 713a96f5-61c1-4afc-b289-92f64838aaed {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:28:56.594971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.596231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/713a96f5-61c1-4afc-b289-92f64838aaed HTTP/1.1" status: 204 len: 168 time: 2.0145016 Dec 22 16:28:56.599069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:56.667505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Deleting subnet a414c1eb-c125-4919-95c6-69b0bcf3d202 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:28:56.670686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.724078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.852360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.942207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.946740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-768e9b0a-4a27-4d59-9e8b-43bc4b0b4393 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:56.983373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a414c1eb-c125-4919-95c6-69b0bcf3d202,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:56.986097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:56.988843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:56.995006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1d2126-9bdb-4881-98cf-4dd449542df6 None None] Network df0989dd-19ea-463a-ac53-8f89d561e55c requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:28:56.995156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a414c1eb-c125-4919-95c6-69b0bcf3d202 HTTP/1.1" status: 204 len: 168 time: 0.3949394 Dec 22 16:28:56.997802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:57.117443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.128980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Deleting port d8c0420d-34d0-4f89-9179-42cfae354a04 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:57.129345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.266268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] DHCP port deletion for df0989dd-19ea-463a-ac53-8f89d561e55c request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:28:57.270614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Deleting port d8c0420d-34d0-4f89-9179-42cfae354a04 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:57.271116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.354770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] For port d8c0420d-34d0-4f89-9179-42cfae354a04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d8c0420d-34d0-4f89-9179-42cfae354a04,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:57.355172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.483376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] For port d8c0420d-34d0-4f89-9179-42cfae354a04, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d8c0420d-34d0-4f89-9179-42cfae354a04,segment=NetworkSegment(6a389e8a-67f0-495f-9f45-30a6efc9fb95),segment_id=6a389e8a-67f0-495f-9f45-30a6efc9fb95)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:28:57.483856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.494635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Calling delete_port for d8c0420d-34d0-4f89-9179-42cfae354a04 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:57.610269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 448678c6-f2b2-438d-b3c7-1ba61458198e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:57.648479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Calling delete_port for d8c0420d-34d0-4f89-9179-42cfae354a04 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:28:57.667935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.673173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-33379008-93f0-494a-bbc2-e34410e4e961 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:57.680464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 448678c6-f2b2-438d-b3c7-1ba61458198e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:28:57.680909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 448678c6-f2b2-438d-b3c7-1ba61458198e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:28:57.682523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea58812d-93eb-40ea-b855-dd176372134c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:57.718587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Pushing event deleted for resources: {'Port': ['ID=d8c0420d-34d0-4f89-9179-42cfae354a04,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:57.722494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:57.725708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] No DVR routers for this DVR port d8c0420d-34d0-4f89-9179-42cfae354a04 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:28:57.731988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ea58812d-93eb-40ea-b855-dd176372134c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:28:57.732382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ea58812d-93eb-40ea-b855-dd176372134c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:28:57.732849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d8c0420d-34d0-4f89-9179-42cfae354a04 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:28:57.773189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d8c0420d-34d0-4f89-9179-42cfae354a04 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:28:57.773496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d8c0420d-34d0-4f89-9179-42cfae354a04 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:28:57.800521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:28:57.800935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:28:57.852031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.883476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0989dd-19ea-463a-ac53-8f89d561e55c']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:57.896736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a389e8a-67f0-495f-9f45-30a6efc9fb95') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:57.897069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a389e8a-67f0-495f-9f45-30a6efc9fb95') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:28:57.909389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.924019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.931222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:28:57.934850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:28:57.945918 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:28:58.049009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.052448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f1f2ee1e-adcb-4982-9f75-3da29d60cb5a tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:58.070797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.082452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Pushing event deleted for resources: {'Network': ['ID=df0989dd-19ea-463a-ac53-8f89d561e55c,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:58.085845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:58.125626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] 10.222.0.18 "DELETE /v2.0/networks/df0989dd-19ea-463a-ac53-8f89d561e55c HTTP/1.1" status: 204 len: 168 time: 1.1267295 Dec 22 16:28:58.302387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Deleting port d8c0420d-34d0-4f89-9179-42cfae354a04 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:28:58.302817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.346582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58860) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:58.371037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ccbc6b34-93e3-4010-bcdd-8ef57edb16e2 None None] The port 'd8c0420d-34d0-4f89-9179-42cfae354a04' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:28:58.401609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-068bf2f8-53c5-4adb-95b4-d59f5383ec11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=616b698b9b5f43ad91ac05c79e6d4a76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536389 Dec 22 16:28:58.404145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58864) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:58.469719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.496989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.633403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.639143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f9e74d62-eb53-4b82-8193-ed5b2b960521 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:28:58.653865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476876f-79c4-40d6-870b-844bf4638bf4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:28:58.658005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:28:58.661453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:28:58.662819 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6476876f-79c4-40d6-870b-844bf4638bf4 HTTP/1.1" status: 204 len: 168 time: 0.2576628 Dec 22 16:28:59.767553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 58886) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:28:59.911590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1879139950-network', 'tenant_id': 'b8781a881b45450e971b1b9d843dd8dd'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:28:59.917324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:28:59.921430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Usage tracker for resource:network and tenant:b8781a881b45450e971b1b9d843dd8dd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:28:59.924440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:28:59.930580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:28:59.993682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Made reservation on behalf of b8781a881b45450e971b1b9d843dd8dd for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:28:59.998097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.014690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.047493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:00.051512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Usage tracker for resource:security_group_rule and tenant:b8781a881b45450e971b1b9d843dd8dd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:00.054408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:00.061166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:00.216122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.244601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.248831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e17d65ae-8a98-4823-acd8-75d66efd8ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:00.273394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:00.286916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93712a3-0e83-4611-ba76-37a5aed439fc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:00.291063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:00.294143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.294574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Added segment 34f4b285-e140-470f-b809-8b6d9148ce7a of type vlan for network 27dc343f-bb5e-4546-960d-c2bc5fae280b Dec 22 16:29:00.321771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.375924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.376877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:00.377512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.382512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2be1e00-bcd0-4c43-885c-74cc09090fe6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:00.489871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7211187 Dec 22 16:29:00.492879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Pushing event updated for resources: {'Network': ['ID=27dc343f-bb5e-4546-960d-c2bc5fae280b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:00.493328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 58892) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:00.496200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-acf71fbc-672e-41e7-a6e6-08fd98fe31b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:00.499889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Request body: {'subnet': {'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1879139950-subnet', 'tenant_id': 'b8781a881b45450e971b1b9d843dd8dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:00.503284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:00.505363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:00.510161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Usage tracker for resource:subnet and tenant:b8781a881b45450e971b1b9d843dd8dd is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:00.514120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:00.520426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:00.553283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Made reservation on behalf of b8781a881b45450e971b1b9d843dd8dd for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:00.558552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:00.999227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:01.003674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cae5b111-30d9-46d9-a51e-7df3a13e0d3d tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:01.082856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8ee732-cf94-46a4-a7e7-19de655835b7,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:01.099710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.100090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.100521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.100944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.101364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.101784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.102202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.103150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.103564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.103975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.104385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:01.108212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:01.110192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Checking segment: {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:01.110619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Network hostable DHCP agents. Network: 27dc343f-bb5e-4546-960d-c2bc5fae280b, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:01.176086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:01.227521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 27dc343f-bb5e-4546-960d-c2bc5fae280b) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:01.232087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:01.232720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:01.237026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab600fed-a735-4066-a5fe-8dba290de1fc None None] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:01.279963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7853155 Dec 22 16:29:01.469733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55782be-82e7-460f-8c16-38406a806e4d None None] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:01.951305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-5ab039ce-3d30-408b-b076-f6fc50f849c0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:01.952926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-5ab039ce-3d30-408b-b076-f6fc50f849c0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 814 time: 0.1676826 Dec 22 16:29:01.970554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-2a94d924-9bc5-4194-91dd-a9cb6ee43313 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/quotas/b8781a881b45450e971b1b9d843dd8dd HTTP/1.1" status: 200 len: 375 time: 0.0113564 Dec 22 16:29:02.020305 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-41352108-f63c-437f-aa9f-81a8ed428a40 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443730 Dec 22 16:29:02.162311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-2346b7b0-df82-4e4b-93ce-7a7fdd30fed2 service neutron] 10.222.0.18 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346478 Dec 22 16:29:02.306123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-04094989-4ee5-40a4-a5ed-4d5c897715de service neutron] 10.222.0.18 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367538 Dec 22 16:29:02.532223 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-17fddb51-3cf8-472f-97ee-405f18473a43 req-0f05bac5-2182-4659-ad6b-d836da8acfcc tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 210 time: 0.0482442 Dec 22 16:29:03.705569 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ac464a3f-07cd-4a9e-8392-a95ade2a6833 req-ae86a970-d680-43ab-b4d6-ceb78867c856 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 210 time: 0.0494256 Dec 22 16:29:04.306270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-b197ddee-ad60-4924-89c8-61f4ba648bf4 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:04.307094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-b197ddee-ad60-4924-89c8-61f4ba648bf4 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Synchronizing usage tracker for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:29:04.347810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-b197ddee-ad60-4924-89c8-61f4ba648bf4 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Unset dirty status for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:29:04.349072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-b197ddee-ad60-4924-89c8-61f4ba648bf4 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 814 time: 0.2010727 Dec 22 16:29:04.367836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Request body: {'port': {'device_id': '6f399d55-bc84-46a1-9a14-955c1e491192', 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b', 'admin_state_up': True, 'tenant_id': 'b8781a881b45450e971b1b9d843dd8dd'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:04.516741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:04.520854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Usage tracker for resource:port and tenant:b8781a881b45450e971b1b9d843dd8dd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:04.523869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:04.530265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:04.656467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Made reservation on behalf of b8781a881b45450e971b1b9d843dd8dd for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:04.662319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:04.860162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Allocated IP 172.20.0.12 (27dc343f-bb5e-4546-960d-c2bc5fae280b/ca8ee732-cf94-46a4-a7e7-19de655835b7/eee39b19-4ebf-42af-96cb-1bf62f866878) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:29:04.878932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24cfa248-04ac-48ed-9685-d3821fd85792 req-8d4de764-6826-4322-b73c-5b4a523abc8e tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 210 time: 0.0486221 Dec 22 16:29:05.146605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.199894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.206927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b6cf37a-d767-4e3d-b040-fc4b43b301a7 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:05.291791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:29:05.295010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:29:05.295155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:05.297563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:29:05.336491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Pushing event updated for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:05.340040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:05.369406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:05.370172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.417609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0539813 Dec 22 16:29:05.434094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Request body: {'port': {'device_id': '6f399d55-bc84-46a1-9a14-955c1e491192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:05.549575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.912796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee39b19-4ebf-42af-96cb-1bf62f866878 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:29:05.920364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:05.988288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Transition to ACTIVE for port object eee39b19-4ebf-42af-96cb-1bf62f866878 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:06.022242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:06.027014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-266f06e9-2f51-4112-9028-4bafbb63a2a5 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:06.116879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c34206-6da0-4472-b3b1-00258badc739 req-a0f84131-5362-4a83-8f9f-753ab4cdaeb0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:06.119536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82c34206-6da0-4472-b3b1-00258badc739 req-a0f84131-5362-4a83-8f9f-753ab4cdaeb0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 944 time: 0.0904815 Dec 22 16:29:06.163612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Pushing event updated for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:06.168650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:06.174040 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82c34206-6da0-4472-b3b1-00258badc739 req-8f86f329-0558-46a0-b476-776d9bb361f2 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487883 Dec 22 16:29:06.273711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Attempting to bind port eee39b19-4ebf-42af-96cb-1bf62f866878 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:29:06.274076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Attempting to bind port eee39b19-4ebf-42af-96cb-1bf62f866878 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:29:06.275102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Attempting to bind port eee39b19-4ebf-42af-96cb-1bf62f866878 on network 27dc343f-bb5e-4546-960d-c2bc5fae280b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:06.281213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Port eee39b19-4ebf-42af-96cb-1bf62f866878 on network 27dc343f-bb5e-4546-960d-c2bc5fae280b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:29:06.281568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Attempting to bind port eee39b19-4ebf-42af-96cb-1bf62f866878 on network 27dc343f-bb5e-4546-960d-c2bc5fae280b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:06.288276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:29:06.288648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Checking segment: {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:06.289069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Bound using segment: {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:29:06.289535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Bound port: eee39b19-4ebf-42af-96cb-1bf62f866878, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:29:06.290611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:06.384587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:29:06.388202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eee39b19-4ebf-42af-96cb-1bf62f866878,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:29:06.445469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:06.450916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1c2eeda3-995c-4845-9257-416f2ffd7901 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:06.518327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:06.519853 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] 10.222.0.46 "PUT /v2.0/ports/eee39b19-4ebf-42af-96cb-1bf62f866878 HTTP/1.1" status: 200 len: 1094 time: 1.0904830 Dec 22 16:29:06.520448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:06.535835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Pushing event updated for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:06.539212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:06.670303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878', 'status': 'completed', 'code': 200} Dec 22 16:29:06.688294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-9fc402d9-8f9c-426c-875d-e6515ccbc3db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 1097 time: 0.0771537 Dec 22 16:29:06.766220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-d107dccd-3813-463b-b055-2e7e4a58c5e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee39b19-4ebf-42af-96cb-1bf62f866878 HTTP/1.1" status: 200 len: 217 time: 0.0673771 Dec 22 16:29:06.839591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-da2b81d9-91fa-41d5-91e3-f3f065138d4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:06.841229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-da2b81d9-91fa-41d5-91e3-f3f065138d4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca8ee732-cf94-46a4-a7e7-19de655835b7 HTTP/1.1" status: 200 len: 854 time: 0.0650499 Dec 22 16:29:06.896580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-579e27b9-9150-4a67-9971-29c818ca3863 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dc343f-bb5e-4546-960d-c2bc5fae280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438209 Dec 22 16:29:07.040539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-de8fd63e-2313-4395-8335-1a0f77eb259e service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338689 Dec 22 16:29:07.191460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92e4fc35-e7ac-461c-8d9a-e905ecdff882 req-ab4f2f3b-7d9a-4bd8-abd0-2a639120c60b service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405010 Dec 22 16:29:07.357962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-a5fe0f31-6472-41f0-b3ff-aa7858c924ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 1097 time: 0.0847111 Dec 22 16:29:07.525552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd259a79-5388-4eb6-8cc9-5662ab7e0c86 req-15f04616-6800-41a5-95b9-aa9a68d3f66f tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:07.527080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd259a79-5388-4eb6-8cc9-5662ab7e0c86 req-15f04616-6800-41a5-95b9-aa9a68d3f66f tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 944 time: 0.0899186 Dec 22 16:29:07.579851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cd259a79-5388-4eb6-8cc9-5662ab7e0c86 req-952e531c-01a1-49b1-ac97-f15349cfa4d9 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458364 Dec 22 16:29:07.740677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-a947398f-23df-4c8e-ba74-740cca986224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:07.742320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-a947398f-23df-4c8e-ba74-740cca986224 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 915 time: 0.3718629 Dec 22 16:29:07.813964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-14c0fb42-607e-4098-910a-9ce92fc4b54c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eee39b19-4ebf-42af-96cb-1bf62f866878 HTTP/1.1" status: 200 len: 217 time: 0.0642173 Dec 22 16:29:07.886031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-79aef228-40f0-411e-85ef-94a693ebf14b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:07.887634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-79aef228-40f0-411e-85ef-94a693ebf14b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca8ee732-cf94-46a4-a7e7-19de655835b7 HTTP/1.1" status: 200 len: 854 time: 0.0669520 Dec 22 16:29:07.937571 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-35776b65-d9d8-4fe7-b16f-dc9fafb0f8cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dc343f-bb5e-4546-960d-c2bc5fae280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418038 Dec 22 16:29:08.079637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-d2f2705f-f811-4fd6-9aa6-0b85ae3c6e08 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347649 Dec 22 16:29:08.221349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-95ddd73b-5647-4dbd-823d-56e8b2ed9d40 req-dbdf448b-ec1c-414e-a585-b486910cffd5 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343615 Dec 22 16:29:08.788449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d42ab-2c18-4221-a43b-ab3bf531ae41 req-f640bee0-ca96-4653-a166-4aee48aa534c tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:08.790662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f6d42ab-2c18-4221-a43b-ab3bf531ae41 req-f640bee0-ca96-4653-a166-4aee48aa534c tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 944 time: 0.0856442 Dec 22 16:29:08.840279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f6d42ab-2c18-4221-a43b-ab3bf531ae41 req-7b4180fb-3c7a-47c8-b549-bcefb89713fb tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Dec 22 16:29:10.043893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b02e34-cee0-458f-9edd-ad1af88ee4e2 req-44793f4c-b970-4bf7-ada2-52d611152d27 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:10.045524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9b02e34-cee0-458f-9edd-ad1af88ee4e2 req-44793f4c-b970-4bf7-ada2-52d611152d27 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 944 time: 0.0836203 Dec 22 16:29:10.094372 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b9b02e34-cee0-458f-9edd-ad1af88ee4e2 req-2d3615e0-c710-4268-8ed5-3547ba4c1404 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Dec 22 16:29:10.332171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device eee39b19-4ebf-42af-96cb-1bf62f866878 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:29:10.475955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eee39b19-4ebf-42af-96cb-1bf62f866878,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:10.505515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'eee39b19-4ebf-42af-96cb-1bf62f866878', 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b', 'port_id': 'eee39b19-4ebf-42af-96cb-1bf62f866878', 'mac_address': 'fa:16:3e:3d:5b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ee732-cf94-46a4-a7e7-19de655835b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:29:10.554652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:10.567987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:10.586805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee39b19-4ebf-42af-96cb-1bf62f866878 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:29:10.602813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eee39b19-4ebf-42af-96cb-1bf62f866878,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:10.621833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:10.623778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:10.689927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:10.693135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:10.901207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['eee39b19-4ebf-42af-96cb-1bf62f866878'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:29:11.310722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c6bfc-d985-4cbc-82f6-b1bb14033fb4 req-28e0d4ef-5b2c-4639-8c42-f4460584dc0b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:11.312352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-311c6bfc-d985-4cbc-82f6-b1bb14033fb4 req-28e0d4ef-5b2c-4639-8c42-f4460584dc0b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 945 time: 0.0891681 Dec 22 16:29:11.367143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-311c6bfc-d985-4cbc-82f6-b1bb14033fb4 req-9ad763e8-f109-460d-aa22-426b6a6b8a75 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Dec 22 16:29:12.332042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device eee39b19-4ebf-42af-96cb-1bf62f866878 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:29:12.439101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port eee39b19-4ebf-42af-96cb-1bf62f866878 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:12.444540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port eee39b19-4ebf-42af-96cb-1bf62f866878 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:12.445472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:12.566414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:12.579984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d40db-ab17-4ae3-bbe1-8a55bab478a7 req-6620e5ca-d046-4ec5-a1cb-144dd11adc41 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:12.581668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce2d40db-ab17-4ae3-bbe1-8a55bab478a7 req-6620e5ca-d046-4ec5-a1cb-144dd11adc41 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 945 time: 0.0869608 Dec 22 16:29:12.594385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:12.605042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eee39b19-4ebf-42af-96cb-1bf62f866878,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:12.631441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ce2d40db-ab17-4ae3-bbe1-8a55bab478a7 req-effb331e-30ba-4ec9-a875-cdffbb8156c1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430450 Dec 22 16:29:12.639187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:12.641278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:12.676863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878', 'code': 200} Dec 22 16:29:12.722296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:12.725576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:12.741656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0df25d24-93a9-4e73-a36a-45bf8cb44e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:12.983445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9ac1c3-11b9-4716-b409-e9d7c48f7101 req-63c514e6-e1c4-4f62-8c54-f861ad4fb393 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 1099 time: 0.0768273 Dec 22 16:29:13.026859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f9ac1c3-11b9-4716-b409-e9d7c48f7101 req-2f436bb5-101a-484f-a8f6-717c3bec889d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 Dec 22 16:29:13.839804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72f71b-4c2a-4221-a48f-df6cf790d992 req-ec7c5690-40d6-41dc-95e6-f853c95dd7df tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:13.841421 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e72f71b-4c2a-4221-a48f-df6cf790d992 req-ec7c5690-40d6-41dc-95e6-f853c95dd7df tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0841510 Dec 22 16:29:13.888649 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e72f71b-4c2a-4221-a48f-df6cf790d992 req-259ce9ef-69b2-490f-9d73-9702a7895d22 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411873 Dec 22 16:29:14.153588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:15.100322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c3426-b25f-426c-a904-7331f18c8b3e req-4139c29a-25f2-4dc9-b0a1-5c33226a6a7d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:15.101848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-597c3426-b25f-426c-a904-7331f18c8b3e req-4139c29a-25f2-4dc9-b0a1-5c33226a6a7d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0857909 Dec 22 16:29:15.152299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-597c3426-b25f-426c-a904-7331f18c8b3e req-09fdd45d-328e-41f6-a112-515737b0473d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Dec 22 16:29:15.188262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dde5bce8-94f4-4b44-8fa3-2835e7ba8afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:15.470011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-8c5b28e0-7bb0-4760-99c7-8579e13d2a48 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:15.471633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-8c5b28e0-7bb0-4760-99c7-8579e13d2a48 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 814 time: 0.1595049 Dec 22 16:29:15.489864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-d12cc21a-c93a-432c-9215-7b7f80e728bc tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/quotas/b8781a881b45450e971b1b9d843dd8dd HTTP/1.1" status: 200 len: 375 time: 0.0111735 Dec 22 16:29:15.575745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-9bab970f-bac8-4c47-ba7b-e8234dfa8661 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797162 Dec 22 16:29:15.662024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:15.724139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-d9e6e012-feea-4216-929d-3daf547d39d6 service neutron] 10.222.0.18 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410887 Dec 22 16:29:15.868429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c396be1-24bf-4c3e-9075-36e374388f0f service neutron] 10.222.0.18 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365826 Dec 22 16:29:16.134964 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb5311c4-1a37-4487-b679-916283980da0 req-c1695704-43e1-497e-b051-8ba332d04795 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0502570 Dec 22 16:29:17.147541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:17.305991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f8eca6b-5e1f-455b-acab-9856e819cd2a req-09b6d6f9-58a9-44a7-bc36-24408689f0eb tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0453846 Dec 22 16:29:17.598404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1afdfc65-3def-4598-94fe-992f2a6dcda0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:17.600010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1afdfc65-3def-4598-94fe-992f2a6dcda0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 814 time: 0.1577449 Dec 22 16:29:17.615438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Request body: {'port': {'device_id': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b', 'admin_state_up': True, 'tenant_id': 'b8781a881b45450e971b1b9d843dd8dd'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:17.763216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:17.767309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Usage tracker for resource:port and tenant:b8781a881b45450e971b1b9d843dd8dd is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:17.770282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:17.776580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:17.804964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Made reservation on behalf of b8781a881b45450e971b1b9d843dd8dd for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:17.812151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:17.984383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Allocated IP 172.20.0.14 (27dc343f-bb5e-4546-960d-c2bc5fae280b/ca8ee732-cf94-46a4-a7e7-19de655835b7/3bcbffb4-5b63-400b-a687-419bcdc2f3fd) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:29:18.208963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:18.262143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:18.267872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-45cf7a99-ba90-49be-9954-7772494a5fdc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:18.279071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['eee39b19-4ebf-42af-96cb-1bf62f866878'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:29:18.339525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Network 27dc343f-bb5e-4546-960d-c2bc5fae280b is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:29:18.345824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:18.347854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Pushing event updated for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:18.350171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:29:18.382781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:18.420934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:18.421657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:18.479550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8679698 Dec 22 16:29:18.491933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Request body: {'port': {'device_id': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:18.519681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9bcd9-95ae-4dfb-aba5-cc97e480c40a req-3be86081-ef3f-478f-9bcb-968c5c853964 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:18.521823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02f9bcd9-95ae-4dfb-aba5-cc97e480c40a req-3be86081-ef3f-478f-9bcb-968c5c853964 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 932 time: 0.0851467 Dec 22 16:29:18.573570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-02f9bcd9-95ae-4dfb-aba5-cc97e480c40a req-8a5161db-92c4-4c29-9c72-6fe6b40c360b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Dec 22 16:29:18.609998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:18.972262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcbffb4-5b63-400b-a687-419bcdc2f3fd {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:29:18.979357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:18.994786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Transition to ACTIVE for port object 3bcbffb4-5b63-400b-a687-419bcdc2f3fd will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:19.033616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:19.038333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:19.184843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:19.200457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:19.318271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Attempting to bind port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:29:19.318894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Attempting to bind port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:29:19.318997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Attempting to bind port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd on network 27dc343f-bb5e-4546-960d-c2bc5fae280b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:19.325669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd on network 27dc343f-bb5e-4546-960d-c2bc5fae280b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:29:19.326030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Attempting to bind port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd on network 27dc343f-bb5e-4546-960d-c2bc5fae280b {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:19.333024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:29:19.333395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Checking segment: {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:19.333814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Bound using segment: {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:29:19.334288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Bound port: 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f4b285-e140-470f-b809-8b6d9148ce7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:29:19.334724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:19.432351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:29:19.436763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:29:19.473973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:19.478910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:19.552186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:19.554638 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] 10.222.0.46 "PUT /v2.0/ports/3bcbffb4-5b63-400b-a687-419bcdc2f3fd HTTP/1.1" status: 200 len: 1094 time: 1.0669568 Dec 22 16:29:19.556545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:19.576554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:19.579933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:19.617183 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd', 'status': 'completed', 'code': 200} Dec 22 16:29:19.707360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-573504e7-9ae0-48bd-b92c-855502a06667 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0858219 Dec 22 16:29:19.787690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-2bb6cc5f-a91d-43bb-b81c-e4d8319fe769 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd HTTP/1.1" status: 200 len: 217 time: 0.0719936 Dec 22 16:29:19.804782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0ac3-1000-4c9b-b91c-ca1d7e40aba0 req-6785a07d-3827-4d31-8069-4c0016af672e tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:19.806742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-190a0ac3-1000-4c9b-b91c-ca1d7e40aba0 req-6785a07d-3827-4d31-8069-4c0016af672e tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0962524 Dec 22 16:29:19.862203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-190a0ac3-1000-4c9b-b91c-ca1d7e40aba0 req-7e2b2082-9ecc-490f-9b02-00448ac18a1a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484991 Dec 22 16:29:19.877422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-dfa8e7e5-7c59-4438-8676-61adcb66d7b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:19.879053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-dfa8e7e5-7c59-4438-8676-61adcb66d7b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca8ee732-cf94-46a4-a7e7-19de655835b7 HTTP/1.1" status: 200 len: 854 time: 0.0850894 Dec 22 16:29:19.932593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-81234c20-1b13-411c-9d07-84b413c2d949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dc343f-bb5e-4546-960d-c2bc5fae280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459695 Dec 22 16:29:20.132768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-64d3020c-b1ed-4f6b-b3c9-6109f78295b3 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793590 Dec 22 16:29:20.300864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-827b6c12-96a4-4dfa-8e15-3705c0dbfc92 req-4e1568c9-a51d-47fd-b02d-0d1858354257 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672051 Dec 22 16:29:20.460536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-eebf4e4e-72ac-438c-b617-21ebfbeefe13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b8781a881b45450e971b1b9d843dd8dd&device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 1097 time: 0.0804935 Dec 22 16:29:20.606819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-59f4fe4f-95ff-4379-8f10-c4210b9de7f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:20.608376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-59f4fe4f-95ff-4379-8f10-c4210b9de7f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 200 len: 915 time: 0.1413076 Dec 22 16:29:20.686524 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-ba297caf-3cd0-48cc-b6ab-6463b295c6ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd HTTP/1.1" status: 200 len: 217 time: 0.0671630 Dec 22 16:29:20.759474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-48cc9d27-15a2-4bb1-b505-9e5a21834cbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:20.761015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-48cc9d27-15a2-4bb1-b505-9e5a21834cbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ca8ee732-cf94-46a4-a7e7-19de655835b7 HTTP/1.1" status: 200 len: 854 time: 0.0681815 Dec 22 16:29:20.817770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-6af2f220-25d3-407a-be9f-0418153999f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27dc343f-bb5e-4546-960d-c2bc5fae280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456982 Dec 22 16:29:21.084917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72631579-2307-491e-b5f2-e23d0b693510 req-cb7d06f4-aefd-4b4c-aa46-2da3900fd4dd tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:21.086614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72631579-2307-491e-b5f2-e23d0b693510 req-cb7d06f4-aefd-4b4c-aa46-2da3900fd4dd tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0929556 Dec 22 16:29:21.137938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72631579-2307-491e-b5f2-e23d0b693510 req-d7d5fd1e-376d-495a-aff3-46f60bec8893 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445800 Dec 22 16:29:21.214744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-8a55c303-9dbe-423d-969b-b42367856a88 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891115 Dec 22 16:29:21.362980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4a363e-7e1b-4765-8974-f7c3175e0ae6 req-8c2b04b7-7a7d-48e9-9c99-bf9435ac4707 service neutron] 10.222.0.46 "GET /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411958 Dec 22 16:29:22.363975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3bcbffb4-5b63-400b-a687-419bcdc2f3fd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:29:22.366267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afad502-9de9-4640-91ff-71b144866b1d req-1bcc6acf-8cb0-4fd1-8d4f-c52a0b1aaaac tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:22.368268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6afad502-9de9-4640-91ff-71b144866b1d req-1bcc6acf-8cb0-4fd1-8d4f-c52a0b1aaaac tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0857601 Dec 22 16:29:22.418839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6afad502-9de9-4640-91ff-71b144866b1d req-1d59e646-1225-41f8-9a9f-e089d8153812 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Dec 22 16:29:22.512716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:22.527566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd', 'network_id': '27dc343f-bb5e-4546-960d-c2bc5fae280b', 'port_id': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd', 'mac_address': 'fa:16:3e:d0:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8ee732-cf94-46a4-a7e7-19de655835b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:29:22.587399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:22.605713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcbffb4-5b63-400b-a687-419bcdc2f3fd {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:29:22.622211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:22.650568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:22.652489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:22.718941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:22.728658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.729051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.729435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.729815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.730193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.730601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.730977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.731351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.731723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.732090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.732459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:22.736443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:22.895965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['3bcbffb4-5b63-400b-a687-419bcdc2f3fd'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:29:23.644902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fbd91-187d-425b-84e6-8752eadf3d9b req-dfe74048-c393-447b-86bd-75e1dca562a6 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:23.646539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-022fbd91-187d-425b-84e6-8752eadf3d9b req-dfe74048-c393-447b-86bd-75e1dca562a6 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0912504 Dec 22 16:29:23.696493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-022fbd91-187d-425b-84e6-8752eadf3d9b req-f0f4a147-02d3-4782-8831-b6f87d3b01ea tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435958 Dec 22 16:29:24.381372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3bcbffb4-5b63-400b-a687-419bcdc2f3fd up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:29:24.484607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:24.489671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:24.490095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:24.614146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:24.643784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:24.655023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:24.689369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:24.692199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:24.728776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd', 'code': 200} Dec 22 16:29:24.771868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:24.775277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:24.909527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a69e4d-f9c2-44ed-a625-282064f94554 req-d8b39269-3ee8-4713-9c12-a269f26767a0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:24.911102 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8a69e4d-f9c2-44ed-a625-282064f94554 req-d8b39269-3ee8-4713-9c12-a269f26767a0 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.0858231 Dec 22 16:29:24.964739 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8a69e4d-f9c2-44ed-a625-282064f94554 req-ec930982-1362-4fc3-b038-f93b2620236b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Dec 22 16:29:25.014614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7bc03e7d-f463-4eeb-a902-478c900a664b req-2ca8a34b-5a23-4c5a-8eac-47d69743aaba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 1099 time: 0.0738788 Dec 22 16:29:25.060934 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7bc03e7d-f463-4eeb-a902-478c900a664b req-4f1b48d0-73b0-453b-bdd7-e2d7af453bd4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Dec 22 16:29:26.183144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602e82d-b62a-4e2f-a71d-b4dd69885e8c req-929c0775-fcf7-4a8b-a6bd-f9450e3bd582 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:26.193527 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9602e82d-b62a-4e2f-a71d-b4dd69885e8c req-929c0775-fcf7-4a8b-a6bd-f9450e3bd582 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.0953808 Dec 22 16:29:26.237003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9602e82d-b62a-4e2f-a71d-b4dd69885e8c req-39efc0ad-0b76-4485-8ed3-7c35463d950c tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457685 Dec 22 16:29:27.587311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0be9-748c-4574-b8de-7744bcd5bcc6 req-1617cb52-7e69-4ad2-8339-f34d133d2c27 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:27.591474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8ca0be9-748c-4574-b8de-7744bcd5bcc6 req-1617cb52-7e69-4ad2-8339-f34d133d2c27 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.1471596 Dec 22 16:29:27.678050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8ca0be9-748c-4574-b8de-7744bcd5bcc6 req-5a3bd58a-faf5-4ef3-aa42-17cb107d07ce tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Dec 22 16:29:28.575088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484997-39a4-47cc-959e-2a442375693b req-c1b87b38-9fdf-49a8-8cf1-1762a105f770 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:28.576615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5484997-39a4-47cc-959e-2a442375693b req-c1b87b38-9fdf-49a8-8cf1-1762a105f770 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.3105140 Dec 22 16:29:28.626473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a5484997-39a4-47cc-959e-2a442375693b req-7446ffb9-7a9f-4a8d-b7f3-a8db18adca56 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Dec 22 16:29:29.788560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-e42ee147-c382-438d-b530-b423de6b16de tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:29.789269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-e42ee147-c382-438d-b530-b423de6b16de tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Synchronizing usage tracker for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:29:29.844776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735e930-e999-442f-9c20-e511c761f363 req-e44af68e-7f0e-48d6-a211-66687f1a3fd7 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:29.846586 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4735e930-e999-442f-9c20-e511c761f363 req-e44af68e-7f0e-48d6-a211-66687f1a3fd7 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.0894179 Dec 22 16:29:29.866249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-e42ee147-c382-438d-b530-b423de6b16de tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Unset dirty status for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:29:29.867723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-e42ee147-c382-438d-b530-b423de6b16de tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 946 time: 0.1804714 Dec 22 16:29:29.903834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4735e930-e999-442f-9c20-e511c761f363 req-9e2375ab-1543-47ae-9b3e-ada89c56b59c tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506024 Dec 22 16:29:29.948693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Deleting port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:29.949079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:30.220490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] For port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:30.220900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:30.353329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Calling delete_port for 3bcbffb4-5b63-400b-a687-419bcdc2f3fd owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:30.542098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:30.548174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:30.554949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['eee39b19-4ebf-42af-96cb-1bf62f866878', '3bcbffb4-5b63-400b-a687-419bcdc2f3fd'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:29:30.594990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Pushing event deleted for resources: {'Port': ['ID=3bcbffb4-5b63-400b-a687-419bcdc2f3fd,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:30.599186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:30.677024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] No DVR routers for this DVR port 3bcbffb4-5b63-400b-a687-419bcdc2f3fd on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:29:30.683092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:30.687436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'name': 'network-vif-deleted', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:30.732135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3ad19ff7-d964-4bab-942b-686f1806bf58 req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "DELETE /v2.0/ports/3bcbffb4-5b63-400b-a687-419bcdc2f3fd HTTP/1.1" status: 204 len: 173 time: 0.8563218 Dec 22 16:29:30.750651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aab4424-789f-4ab4-a67a-02962adf7ff9', 'name': 'network-vif-deleted', 'tag': '3bcbffb4-5b63-400b-a687-419bcdc2f3fd', 'status': 'completed', 'code': 200} Dec 22 16:29:31.105533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94b57afc-3c7e-48b9-991b-dfa11b4fca4a req-025168d9-57e4-4f79-92b4-4f5d9d5e1be7 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=2aab4424-789f-4ab4-a67a-02962adf7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0463378 Dec 22 16:29:32.407029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19598e1-5e31-41b1-8483-bc33203b7aae req-0cd21ffe-0c8c-49cd-9a2e-030d3830a20d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:32.408556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a19598e1-5e31-41b1-8483-bc33203b7aae req-0cd21ffe-0c8c-49cd-9a2e-030d3830a20d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0834110 Dec 22 16:29:32.462478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a19598e1-5e31-41b1-8483-bc33203b7aae req-07b160d6-f81e-454a-99f1-9be043fbf3aa tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477715 Dec 22 16:29:32.699136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bf47b-07f9-4fe3-848e-a0adf9a680cd req-8bc01608-59c5-450d-81d6-32ebbd0cf3bc tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:32.700902 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-093bf47b-07f9-4fe3-848e-a0adf9a680cd req-8bc01608-59c5-450d-81d6-32ebbd0cf3bc tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0848546 Dec 22 16:29:32.753038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-093bf47b-07f9-4fe3-848e-a0adf9a680cd req-9be8906a-3b72-4c6b-b4e9-2f0912a8b29d tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462425 Dec 22 16:29:32.968041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67596b-15f1-4868-aef6-e892f18bf11d req-15d89b34-878a-4e4c-8e84-d3f1fce81a20 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:32.969550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a67596b-15f1-4868-aef6-e892f18bf11d req-15d89b34-878a-4e4c-8e84-d3f1fce81a20 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0904975 Dec 22 16:29:33.019785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a67596b-15f1-4868-aef6-e892f18bf11d req-cf0a531a-3e0a-446e-8303-eb842b702b07 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Dec 22 16:29:33.235395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42cbcd1c-2b1b-4a2c-8741-74efb6fb4b43 req-1e599c0f-b92d-484d-899e-d21b7a665ade service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0817780 Dec 22 16:29:33.453031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd3a07-679f-4104-8eaf-619bf4047d4f req-ba498306-02d4-47e7-9933-494b57620180 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:33.454721 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f7bd3a07-679f-4104-8eaf-619bf4047d4f req-ba498306-02d4-47e7-9933-494b57620180 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0867970 Dec 22 16:29:33.503797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f7bd3a07-679f-4104-8eaf-619bf4047d4f req-abfb0249-a5e6-498a-922a-8d82ed3883c7 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Dec 22 16:29:33.715172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b90d8-574c-441a-8ea4-2d8ae75f5198 req-c2f71a96-a37d-45bc-b03c-b6ffb02025b3 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:33.716811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f81b90d8-574c-441a-8ea4-2d8ae75f5198 req-c2f71a96-a37d-45bc-b03c-b6ffb02025b3 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0856521 Dec 22 16:29:33.768822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f81b90d8-574c-441a-8ea4-2d8ae75f5198 req-94a297df-f98b-427d-8bf8-a30f3d089a11 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Dec 22 16:29:33.992527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827fb7-f33f-44e3-ac5d-ee29fb17f272 req-9c1ed0cf-dd86-4396-9a0c-4ac3b0c924ed tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:33.994249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d2827fb7-f33f-44e3-ac5d-ee29fb17f272 req-9c1ed0cf-dd86-4396-9a0c-4ac3b0c924ed tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0866332 Dec 22 16:29:34.044368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d2827fb7-f33f-44e3-ac5d-ee29fb17f272 req-b7b9e210-d32b-4fda-a535-ecd00717bebb tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Dec 22 16:29:34.435548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3bcbffb4-5b63-400b-a687-419bcdc2f3fd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:29:34.472583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 3bcbffb4-5b63-400b-a687-419bcdc2f3fd {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:29:34.473138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 3bcbffb4-5b63-400b-a687-419bcdc2f3fd not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:29:34.737125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6605b7-b852-41d4-8599-a4f035f85e98 req-44d26cff-73a1-4e1e-bb54-f46a70aa642b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:34.738801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d6605b7-b852-41d4-8599-a4f035f85e98 req-44d26cff-73a1-4e1e-bb54-f46a70aa642b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0852897 Dec 22 16:29:34.788065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d6605b7-b852-41d4-8599-a4f035f85e98 req-3dc52cae-9464-49ec-8e3e-c6337084b18c tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425811 Dec 22 16:29:36.005160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b66843-617c-484f-bb99-6376fa28772e req-2cdefdae-8ca8-45a6-a9ce-b3ad3741694b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:36.006815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22b66843-617c-484f-bb99-6376fa28772e req-2cdefdae-8ca8-45a6-a9ce-b3ad3741694b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.0882597 Dec 22 16:29:36.055641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-22b66843-617c-484f-bb99-6376fa28772e req-090be41c-446a-4353-92f0-78fee9a41c3b tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/security-groups?id=d93712a3-0e83-4611-ba76-37a5aed439fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Dec 22 16:29:36.245879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-3bf75876-22d4-44a4-baac-db1b60315307 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:36.246676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-3bf75876-22d4-44a4-baac-db1b60315307 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Synchronizing usage tracker for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:29:36.295887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-3bf75876-22d4-44a4-baac-db1b60315307 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Unset dirty status for tenant:b8781a881b45450e971b1b9d843dd8dd on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:29:36.297171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-3bf75876-22d4-44a4-baac-db1b60315307 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 946 time: 0.1344247 Dec 22 16:29:36.375101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Deleting port eee39b19-4ebf-42af-96cb-1bf62f866878 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:36.375484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:36.637172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] For port eee39b19-4ebf-42af-96cb-1bf62f866878, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=eee39b19-4ebf-42af-96cb-1bf62f866878,segment=NetworkSegment(34f4b285-e140-470f-b809-8b6d9148ce7a),segment_id=34f4b285-e140-470f-b809-8b6d9148ce7a)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:36.637571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:36.768286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Calling delete_port for eee39b19-4ebf-42af-96cb-1bf62f866878 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:37.010919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:37.016854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:37.027413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['eee39b19-4ebf-42af-96cb-1bf62f866878'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:29:37.064153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Pushing event deleted for resources: {'Port': ['ID=eee39b19-4ebf-42af-96cb-1bf62f866878,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:37.067315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:37.144681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] No DVR routers for this DVR port eee39b19-4ebf-42af-96cb-1bf62f866878 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:29:37.147244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:37.150731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'name': 'network-vif-deleted', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:29:37.200520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b99296b-fff5-464e-b8cb-46953cf649bb req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.46 "DELETE /v2.0/ports/eee39b19-4ebf-42af-96cb-1bf62f866878 HTTP/1.1" status: 204 len: 173 time: 0.8943243 Dec 22 16:29:37.214664 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f399d55-bc84-46a1-9a14-955c1e491192', 'name': 'network-vif-deleted', 'tag': 'eee39b19-4ebf-42af-96cb-1bf62f866878', 'status': 'completed', 'code': 200} Dec 22 16:29:37.236870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f25d7512-0f3f-4c3a-9912-6f02e1566dcb req-44875b02-0b19-4f22-8ff5-637614f04112 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f399d55-bc84-46a1-9a14-955c1e491192 HTTP/1.1" status: 200 len: 210 time: 0.0501018 Dec 22 16:29:38.352471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59046) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:38.423208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Deleting subnet ca8ee732-cf94-46a4-a7e7-19de655835b7 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:29:38.426583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:38.487468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:38.550555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:38.719616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:38.724344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c3eea44c-2f41-466d-bb2d-17428b7edd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:38.766580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8ee732-cf94-46a4-a7e7-19de655835b7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:38.770505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:38.771579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:38.779041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ca8ee732-cf94-46a4-a7e7-19de655835b7 HTTP/1.1" status: 204 len: 168 time: 0.4254425 Dec 22 16:29:38.781897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59050) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:38.904602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.038225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.066402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dc343f-bb5e-4546-960d-c2bc5fae280b']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:39.079885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f4b285-e140-470f-b809-8b6d9148ce7a') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:39.080216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f4b285-e140-470f-b809-8b6d9148ce7a') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:39.092339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.111871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.118182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:39.118636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:39.133284 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:39.291572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.306030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-31803c99-70d9-460c-b9d4-858ddefed1a9 tempest-NetworksIpV6Test-45228667 tempest-NetworksIpV6Test-45228667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:39.322682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.336756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Pushing event deleted for resources: {'Network': ['ID=27dc343f-bb5e-4546-960d-c2bc5fae280b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:39.339384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:39.365766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-148afb51-8cea-43ee-9527-23b864ef3033 admin admin] 10.222.0.18 "DELETE /v2.0/networks/27dc343f-bb5e-4546-960d-c2bc5fae280b HTTP/1.1" status: 204 len: 168 time: 0.5823457 Dec 22 16:29:39.716994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59056) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:39.771484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2046f3bc-95b9-4ebd-b14c-09494ff06cad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8781a881b45450e971b1b9d843dd8dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531101 Dec 22 16:29:39.774148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59060) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:39.839765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.867524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.993055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:39.998956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fd846ad-3bb7-420a-a865-874076b84b3a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:40.011614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93712a3-0e83-4611-ba76-37a5aed439fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:40.014838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:40.016861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:40.018094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d93712a3-0e83-4611-ba76-37a5aed439fc HTTP/1.1" status: 204 len: 168 time: 0.2429037 Dec 22 16:29:40.457074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device eee39b19-4ebf-42af-96cb-1bf62f866878 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:29:40.498142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: eee39b19-4ebf-42af-96cb-1bf62f866878 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:29:40.498567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device eee39b19-4ebf-42af-96cb-1bf62f866878 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:29:40.542275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.155136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59082) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:41.299807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115708677'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:41.306124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:41.310565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:network and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:41.313855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:41.320983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:41.352447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:41.357358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.371162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.441556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:41.445797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:security_group_rule and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:41.449648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:41.455836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:41.593803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.615872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.621217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c1f0352-9bf4-4b76-8350-2bc9d3045b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:41.649447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:41.663100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9ff6d7-f012-4e84-8c60-bea67e8fac3c,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:41.668954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:41.681191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.682265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Added segment 528dec47-8f25-4ef0-86b7-ec583776a517 of type vlan for network 210cbadb-74bc-45cf-a275-f68eceb91afb Dec 22 16:29:41.740735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.814881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.819139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:41.819785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:41.826781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a70374-3b30-4a00-b757-49de46152ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:41.947599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Network': ['ID=210cbadb-74bc-45cf-a275-f68eceb91afb,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:41.951349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:41.959314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 210cbadb-74bc-45cf-a275-f68eceb91afb details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:41.964757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-900c3a10-122f-4abe-aa23-978f4666fdf8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8084586 Dec 22 16:29:42.296699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:29:42.753161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85116aa7-218d-45db-8d9e-4a0435646c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:44.176250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:45.182807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85351f71-0ecf-4faa-98d9-ccea0a62057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:45.659034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59090) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:45.661943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:45.665723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'subnet': {'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:45.793133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:45.797571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:subnet and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:45.800702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:45.808690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:45.855247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:45.968293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.347929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.351933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cc8c77b8-eda6-4dfd-8b48-38223ab7b277 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:46.434433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Subnet': ['ID=10fe66b6-6624-4443-b41d-de757c36fbc2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:46.452582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.453014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.453444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.453868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.454286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.454733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.455145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.455558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.455970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.456379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.456788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:29:46.461352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:46.464966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking segment: {'id': '528dec47-8f25-4ef0-86b7-ec583776a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:46.465370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network hostable DHCP agents. Network: 210cbadb-74bc-45cf-a275-f68eceb91afb, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:46.547631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network 210cbadb-74bc-45cf-a275-f68eceb91afb is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:46.599148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 210cbadb-74bc-45cf-a275-f68eceb91afb) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:46.604037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:46.604578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.609796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e0650-c956-4958-b6b1-fbb1609ae019 None None] Network 210cbadb-74bc-45cf-a275-f68eceb91afb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:46.657122 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9968715 Dec 22 16:29:46.660802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59094) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:46.667702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16739109'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:46.673328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:46.677519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:network and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:46.680759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:46.688012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:46.719023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:46.724594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.755103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:46.771703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.772121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Added segment 169abc7a-d95f-4717-a7db-c07c345b7315 of type vlan for network 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 Dec 22 16:29:46.808515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.848208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-210cbadb-74bc-45cf-a275-f68eceb91afb', 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb', 'tenant_id': 'aed2bf58a80347bf825028031824f836', 'fixed_ips': [{'subnet_id': '10fe66b6-6624-4443-b41d-de757c36fbc2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:29:46.851856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.867850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.872333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:46.873127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:46.878942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5617417-fe59-48a4-8466-262a2b634df9 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:46.984705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3226883 Dec 22 16:29:46.987918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59098) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:46.993399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Network': ['ID=57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:46.995357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'subnet': {'network_id': '57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:46.996380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81da14ea-51d5-4653-ab51-7568cf416a8b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:47.005837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:47.112658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Allocated IP 2001:db8:0:ffff::2 (210cbadb-74bc-45cf-a275-f68eceb91afb/10fe66b6-6624-4443-b41d-de757c36fbc2/d6defce5-61a8-4bb9-8f90-00a9cb02f8b0) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:29:47.121007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:47.125164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:subnet and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:47.128243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:47.134492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:47.176092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:47.239065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.291435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.364528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.444772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Transition to ACTIVE for port object d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:47.467487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Transition to ACTIVE for port object d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:47.523958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.528966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:47.598409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Network 210cbadb-74bc-45cf-a275-f68eceb91afb is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:29:47.599613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:47.604191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:29:47.606396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Pushing event updated for resources: {'Port': ['ID=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:47.610687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:47.698965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Attempting to bind port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:29:47.699383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Attempting to bind port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '528dec47-8f25-4ef0-86b7-ec583776a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:29:47.699798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Attempting to bind port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 on network 210cbadb-74bc-45cf-a275-f68eceb91afb {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:47.706761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:29:47.707180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Checking segment: {'id': '528dec47-8f25-4ef0-86b7-ec583776a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:47.707630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.708073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Bound using segment: {'id': '528dec47-8f25-4ef0-86b7-ec583776a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:29:47.708595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Bound port: d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528dec47-8f25-4ef0-86b7-ec583776a517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '210cbadb-74bc-45cf-a275-f68eceb91afb'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:29:47.709012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.801936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] For port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:29:47.804145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.807118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] For port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,segment=NetworkSegment(528dec47-8f25-4ef0-86b7-ec583776a517),segment_id=528dec47-8f25-4ef0-86b7-ec583776a517)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:29:47.810388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-685de8eb-3599-4373-930f-bbd39b375703 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:47.844783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:47.849670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:47.895148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Subnet': ['ID=d1dff904-7765-4291-a378-8924bc4e841a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:47.899137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:47.907532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking segment: {'id': '169abc7a-d95f-4717-a7db-c07c345b7315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:47.907939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network hostable DHCP agents. Network: 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:47.939675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Pushing event updated for resources: {'Port': ['ID=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:47.943297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:47.964881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:48.009126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:48.013477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:48.018978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.019206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb063d48-85d8-421c-99e5-523043b53830 None None] Network 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:48.077667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0857725 Dec 22 16:29:48.078082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59102) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:48.238777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.273492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c2dfe9-41be-4ed1-912c-a54f36a61f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3', 'network_id': '57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3', 'tenant_id': 'aed2bf58a80347bf825028031824f836', 'fixed_ips': [{'subnet_id': 'd1dff904-7765-4291-a378-8924bc4e841a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:29:48.275647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e8c2dfe9-41be-4ed1-912c-a54f36a61f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.341358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.518803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.524021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26a54ac8-9ec6-41b5-b4f9-1d8d678c4e03 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:48.564481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Subnet': ['ID=d1dff904-7765-4291-a378-8924bc4e841a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:48.567289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-e8c2dfe9-41be-4ed1-912c-a54f36a61f1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1dff904-7765-4291-a378-8924bc4e841a: This subnet is being modified by another concurrent operation. Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1dff904-7765-4291-a378-8924bc4e841a: This subnet is being modified by another concurrent operation. Dec 22 16:29:48.645563 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 16:29:48.660685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc8723-d7f9-447e-82c2-06a2090177b1 None None] Network 57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:48.668424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.696702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:48.710200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169abc7a-d95f-4717-a7db-c07c345b7315') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:48.710587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169abc7a-d95f-4717-a7db-c07c345b7315') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:48.722977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.738561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.745688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:48.746132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:48.766326 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:48.885452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.890021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:48.894411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-35c06302-376d-49f4-abc8-606bfa30e223 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:48.921047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 HTTP/1.1" status: 204 len: 168 time: 0.8418584 Dec 22 16:29:48.922008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Network': ['ID=57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:48.924567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:48.925146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59106) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:48.932251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909440644'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:48.938117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:48.942205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:network and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:48.945313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:48.952648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:48.997577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:49.003471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.033924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:49.096751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.097076 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Added segment bab795dd-c061-4ea9-a916-692ae16ca131 of type vlan for network c85334ce-e113-4ef2-b803-63c41eab4685 Dec 22 16:29:49.126059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.192061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.196340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:49.197592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.203434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4451daed-cae4-4805-a3df-516742f06a5b tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:49.312154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3857815 Dec 22 16:29:49.315403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:49.321344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Network': ['ID=c85334ce-e113-4ef2-b803-63c41eab4685,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:49.322461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'subnet': {'network_id': 'c85334ce-e113-4ef2-b803-63c41eab4685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:49.324410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:49.332291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network c85334ce-e113-4ef2-b803-63c41eab4685 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:49.458980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:49.463434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:subnet and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:49.466732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:49.473204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:49.563503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:49.607836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2779f078-652a-4248-8d0d-fa7efdc82493 None None] Network 210cbadb-74bc-45cf-a275-f68eceb91afb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:49.644754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:29:49.687750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.789032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Performing IP validity checks on allocation pools {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 22 16:29:49.789654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.ipam_backend_mixin [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88958) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 22 16:29:49.804207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-972f39cc-aed4-4126-8abd-fe00503eb732 None None] Provisioning for port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:49.905137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:49.923578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:49.924005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.958790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:49.964028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-940db692-db71-4632-8a5f-cfc7d8d58982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:50.052130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Subnet': ['ID=ef63938c-4128-4258-a8f5-ad36eb879132,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:50.055183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:50.063944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.066780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking segment: {'id': 'bab795dd-c061-4ea9-a916-692ae16ca131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c85334ce-e113-4ef2-b803-63c41eab4685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:50.067197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network hostable DHCP agents. Network: c85334ce-e113-4ef2-b803-63c41eab4685, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:50.104471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,segment=NetworkSegment(528dec47-8f25-4ef0-86b7-ec583776a517),segment_id=528dec47-8f25-4ef0-86b7-ec583776a517)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:50.136446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network c85334ce-e113-4ef2-b803-63c41eab4685 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:50.170482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.173574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:50.193246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, c85334ce-e113-4ef2-b803-63c41eab4685) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:50.198304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:50.198991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.213121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1974b93d-54c7-42c1-a32c-8694b5cfa952 None None] Network c85334ce-e113-4ef2-b803-63c41eab4685 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:50.297228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d712fe6a-5ffe-46ec-8cfa-ac93f3c336c7 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9804070 Dec 22 16:29:50.299924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59114) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:50.354288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:50.357750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:50.370110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4a4ac1b0-90c4-43da-b3f7-0bc28bc77dd0 None None] Provisioning complete for port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:50.370559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac1b0-90c4-43da-b3f7-0bc28bc77dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.456728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.528467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.604853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1164bd-b830-4057-a848-37056d694905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-c85334ce-e113-4ef2-b803-63c41eab4685', 'network_id': 'c85334ce-e113-4ef2-b803-63c41eab4685', 'tenant_id': 'aed2bf58a80347bf825028031824f836', 'fixed_ips': [{'subnet_id': 'ef63938c-4128-4258-a8f5-ad36eb879132'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:29:50.605760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8a1164bd-b830-4057-a848-37056d694905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.627525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.632614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40b1c3e3-34b0-44bb-be1d-36553fac080d tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:50.672107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Subnet': ['ID=ef63938c-4128-4258-a8f5-ad36eb879132,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:50.674930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:50.729988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e3fe8-fd7a-4295-9a14-440be2053e26 None None] Network c85334ce-e113-4ef2-b803-63c41eab4685 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:50.777074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.808904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85334ce-e113-4ef2-b803-63c41eab4685']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:50.826820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab795dd-c061-4ea9-a916-692ae16ca131') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:50.827177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab795dd-c061-4ea9-a916-692ae16ca131') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:50.844810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.863985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.871584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:50.872020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:50.889832 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:50.917073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a2d76a-0f2e-4254-95a3-1d9f5e604723 None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 16:29:51.010775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.015746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.018748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dadf1f1d-b35e-4321-adaa-e9031edba8be tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:51.023108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2d76a-0f2e-4254-95a3-1d9f5e604723 None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 16:29:51.044807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Network': ['ID=c85334ce-e113-4ef2-b803-63c41eab4685,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:51.047628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:51.053364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/c85334ce-e113-4ef2-b803-63c41eab4685 HTTP/1.1" status: 204 len: 168 time: 0.7487762 Dec 22 16:29:51.053779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59118) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:51.061465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-365538406'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:51.067098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:51.071119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:network and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:51.074853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:51.081499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:51.119047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:51.124713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.155667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:51.240563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.240962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Added segment 634a86f1-2942-4fad-aff2-1b49dea925c8 of type vlan for network f82ee3c1-18d4-4791-a677-0956202fa0d3 Dec 22 16:29:51.270645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.335797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.341298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:51.341942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.347776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2479b7c4-5f63-4b1b-9ba6-155fcf191259 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:51.451249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3964019 Dec 22 16:29:51.454661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59122) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:51.460419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Network': ['ID=f82ee3c1-18d4-4791-a677-0956202fa0d3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:51.461287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'subnet': {'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:51.464281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:51.472096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:51.587752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:51.592197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:subnet and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:51.595803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:51.602304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:51.621373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:29:51.644786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:51.701220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:51.701635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:51.759992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.038741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.043783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-09babb90-bb6e-41ec-8e00-5b10e00ed708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:52.122387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Subnet': ['ID=92a1619b-aefb-49b3-995c-d2f8c0fa174a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:52.127975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:52.140429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking segment: {'id': '634a86f1-2942-4fad-aff2-1b49dea925c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:52.140937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network hostable DHCP agents. Network: f82ee3c1-18d4-4791-a677-0956202fa0d3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:52.210071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:52.251531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f82ee3c1-18d4-4791-a677-0956202fa0d3) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:52.255540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:52.256180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.262316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7848eef-46db-47b3-8329-d5144c70e029 None None] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:52.313841 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8578510 Dec 22 16:29:52.317692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59126) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:52.325233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-307240905'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:52.330929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:52.335015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:network and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:52.338392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:52.344842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:52.381522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:52.387744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.418028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:29:52.427717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.428106 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Added segment 71a7fb1d-ac5b-4844-9076-632afb8dd455 of type vlan for network e994ac1e-bed4-425a-b177-190eb58d0556 Dec 22 16:29:52.496554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f82ee3c1-18d4-4791-a677-0956202fa0d3', 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3', 'tenant_id': 'aed2bf58a80347bf825028031824f836', 'fixed_ips': [{'subnet_id': '92a1619b-aefb-49b3-995c-d2f8c0fa174a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:29:52.497493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.507975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.570092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.574659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:52.575312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:52.581430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc7828ec-44e1-4809-811a-566fc235ddc2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:52.677796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Allocated IP 2001:db8::2 (f82ee3c1-18d4-4791-a677-0956202fa0d3/92a1619b-aefb-49b3-995c-d2f8c0fa174a/8143a45a-53d3-4fad-9c4b-060b855347db) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:29:52.687836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3690128 Dec 22 16:29:52.691870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59130) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:52.696952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Network': ['ID=e994ac1e-bed4-425a-b177-190eb58d0556,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:52.698799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Request body: {'subnet': {'network_id': 'e994ac1e-bed4-425a-b177-190eb58d0556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:29:52.700087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:52.708503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network e994ac1e-bed4-425a-b177-190eb58d0556 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:29:52.833452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:29:52.839111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Usage tracker for resource:subnet and tenant:aed2bf58a80347bf825028031824f836 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:29:52.850323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:29:52.850323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:29:52.930615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Made reservation on behalf of aed2bf58a80347bf825028031824f836 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:29:53.053466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.216440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.229421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Transition to ACTIVE for port object 8143a45a-53d3-4fad-9c4b-060b855347db will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:53.251327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Transition to ACTIVE for port object 8143a45a-53d3-4fad-9c4b-060b855347db will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:29:53.290041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.295692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:53.369731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:29:53.372890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:53.377853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:29:53.380118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Pushing event updated for resources: {'Port': ['ID=8143a45a-53d3-4fad-9c4b-060b855347db,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:53.384364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:53.476038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Attempting to bind port 8143a45a-53d3-4fad-9c4b-060b855347db on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:29:53.476398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Attempting to bind port 8143a45a-53d3-4fad-9c4b-060b855347db by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '634a86f1-2942-4fad-aff2-1b49dea925c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:29:53.476819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Attempting to bind port 8143a45a-53d3-4fad-9c4b-060b855347db on network f82ee3c1-18d4-4791-a677-0956202fa0d3 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:29:53.484542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:29:53.484991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Checking segment: {'id': '634a86f1-2942-4fad-aff2-1b49dea925c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:53.485432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.485886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Bound using segment: {'id': '634a86f1-2942-4fad-aff2-1b49dea925c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:29:53.486416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Bound port: 8143a45a-53d3-4fad-9c4b-060b855347db, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634a86f1-2942-4fad-aff2-1b49dea925c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f82ee3c1-18d4-4791-a677-0956202fa0d3'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:29:53.486885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.542203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.547022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a505fb0b-a4bc-4094-b9c4-3d7e2c43dccd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:53.584963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] For port 8143a45a-53d3-4fad-9c4b-060b855347db, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:29:53.590219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] For port 8143a45a-53d3-4fad-9c4b-060b855347db, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8143a45a-53d3-4fad-9c4b-060b855347db,segment=NetworkSegment(634a86f1-2942-4fad-aff2-1b49dea925c8),segment_id=634a86f1-2942-4fad-aff2-1b49dea925c8)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:29:53.629923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event updated for resources: {'Subnet': ['ID=2d9aed2e-a890-4ba1-af6b-698eb349a177,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:53.635678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:53.640608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.645473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:53.647357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Checking segment: {'id': '71a7fb1d-ac5b-4844-9076-632afb8dd455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e994ac1e-bed4-425a-b177-190eb58d0556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:29:53.647816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network hostable DHCP agents. Network: e994ac1e-bed4-425a-b177-190eb58d0556, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:29:53.697583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Network e994ac1e-bed4-425a-b177-190eb58d0556 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:29:53.730317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, e994ac1e-bed4-425a-b177-190eb58d0556) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:29:53.734421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:29:53.735259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:53.744917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6383463-34aa-4eb3-8a17-de088cb77fb8 None None] Network e994ac1e-bed4-425a-b177-190eb58d0556 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:53.799900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1047306 Dec 22 16:29:53.802381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59134) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:53.876216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Pushing event updated for resources: {'Port': ['ID=8143a45a-53d3-4fad-9c4b-060b855347db,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:53.881177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:53.984412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.035103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110b449-8169-488e-a186-1dfa735c4f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-e994ac1e-bed4-425a-b177-190eb58d0556', 'network_id': 'e994ac1e-bed4-425a-b177-190eb58d0556', 'tenant_id': 'aed2bf58a80347bf825028031824f836', 'fixed_ips': [{'subnet_id': '2d9aed2e-a890-4ba1-af6b-698eb349a177'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:29:54.036169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8110b449-8169-488e-a186-1dfa735c4f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.070335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.359041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.364074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55c851ae-364c-43e5-b309-a68789a01fb8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:54.402914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9aed2e-a890-4ba1-af6b-698eb349a177,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:54.405457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server [None req-8110b449-8169-488e-a186-1dfa735c4f16 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d9aed2e-a890-4ba1-af6b-698eb349a177: This subnet is being modified by another concurrent operation. Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1436, in create_port_db Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise value Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server raise exception Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d9aed2e-a890-4ba1-af6b-698eb349a177: This subnet is being modified by another concurrent operation. Dec 22 16:29:54.423136 dv-neutron-822514-1-hyperv neutron-server[88846]: ERROR oslo_messaging.rpc.server Dec 22 16:29:54.442373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167575e4-4c4a-4824-a153-0ae69eea5316 None None] Network e994ac1e-bed4-425a-b177-190eb58d0556 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:54.514072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.541949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e994ac1e-bed4-425a-b177-190eb58d0556']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:54.556327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a7fb1d-ac5b-4844-9076-632afb8dd455') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:54.556653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a7fb1d-ac5b-4844-9076-632afb8dd455') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:54.570777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.587781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.594348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:54.594819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:54.610933 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:54.814910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.818686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:54.835003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:54.850700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Network': ['ID=e994ac1e-bed4-425a-b177-190eb58d0556,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:54.854580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:54.856561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2f2b676b-cdc9-4efc-8c76-12d2e48e0438 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/e994ac1e-bed4-425a-b177-190eb58d0556 HTTP/1.1" status: 204 len: 168 time: 1.0529318 Dec 22 16:29:54.859491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59138) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:54.909120 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27eeee1-22d0-4c91-8d52-a476b88c9af6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] GET failed (client error): The resource could not be found. Dec 22 16:29:54.909699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e27eeee1-22d0-4c91-8d52-a476b88c9af6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Synchronizing usage tracker for tenant:aed2bf58a80347bf825028031824f836 on resource:subnet {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:29:54.968587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e27eeee1-22d0-4c91-8d52-a476b88c9af6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Unset dirty status for tenant:aed2bf58a80347bf825028031824f836 on resource:subnet {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:29:54.969890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e27eeee1-22d0-4c91-8d52-a476b88c9af6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "GET /v2.0/subnets/2d9aed2e-a890-4ba1-af6b-698eb349a177 HTTP/1.1" status: 404 len: 337 time: 0.1094158 Dec 22 16:29:54.972962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59142) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:55.001543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-651f9963-a490-4c51-8574-4523a5a58b4f tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:55.002053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651f9963-a490-4c51-8574-4523a5a58b4f tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:55.004022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-651f9963-a490-4c51-8574-4523a5a58b4f tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/e994ac1e-bed4-425a-b177-190eb58d0556 HTTP/1.1" status: 404 len: 339 time: 0.0299182 Dec 22 16:29:55.008388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59146) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:55.051025 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe0fef2-1a26-43e2-aac7-3416c5545924 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:55.051534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe0fef2-1a26-43e2-aac7-3416c5545924 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:55.053479 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2fe0fef2-1a26-43e2-aac7-3416c5545924 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/subnets/2d9aed2e-a890-4ba1-af6b-698eb349a177 HTTP/1.1" status: 404 len: 337 time: 0.0439286 Dec 22 16:29:55.056946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59150) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:55.085389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f04107-ef9c-4973-a486-39ca45401705 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:55.085884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f04107-ef9c-4973-a486-39ca45401705 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:55.089155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a5f04107-ef9c-4973-a486-39ca45401705 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/e994ac1e-bed4-425a-b177-190eb58d0556 HTTP/1.1" status: 404 len: 339 time: 0.0311661 Dec 22 16:29:55.091930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59154) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:55.320850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Deleting subnet 92a1619b-aefb-49b3-995c-d2f8c0fa174a {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:29:55.324298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.393947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571dbd8e-44f4-44fc-80e7-f88f5d22efbf None None] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:55.394037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.483623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.541747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0469b760-f56a-46bc-ad32-3e9b1102ff78 None None] Provisioning for port 8143a45a-53d3-4fad-9c4b-060b855347db completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:55.615973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.621329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-efb5dcb2-3020-434b-b8a3-7049431cbe08 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:55.648565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8143a45a-53d3-4fad-9c4b-060b855347db up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:29:55.663878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Subnet': ['ID=92a1619b-aefb-49b3-995c-d2f8c0fa174a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:55.666636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:55.670216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.707802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/subnets/92a1619b-aefb-49b3-995c-d2f8c0fa174a HTTP/1.1" status: 204 len: 168 time: 0.6148338 Dec 22 16:29:55.710319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59158) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:55.752541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 8143a45a-53d3-4fad-9c4b-060b855347db completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:29:55.758433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 8143a45a-53d3-4fad-9c4b-060b855347db triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:55.759381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.844852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.861736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Deleting port 8143a45a-53d3-4fad-9c4b-060b855347db {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:55.862120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:55.915770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b8a1e-b5b7-4e33-97d4-88fa91943338 None None] Network f82ee3c1-18d4-4791-a677-0956202fa0d3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:55.949443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.088760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] For port 8143a45a-53d3-4fad-9c4b-060b855347db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8143a45a-53d3-4fad-9c4b-060b855347db,segment=NetworkSegment(634a86f1-2942-4fad-aff2-1b49dea925c8),segment_id=634a86f1-2942-4fad-aff2-1b49dea925c8)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:56.089157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.094984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 8143a45a-53d3-4fad-9c4b-060b855347db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8143a45a-53d3-4fad-9c4b-060b855347db,segment=NetworkSegment(634a86f1-2942-4fad-aff2-1b49dea925c8),segment_id=634a86f1-2942-4fad-aff2-1b49dea925c8)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:56.131348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.134656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-7198f2c1-ad4c-4f8e-b56a-31f788c21e31 None None] Provisioning complete for port 8143a45a-53d3-4fad-9c4b-060b855347db triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:29:56.135087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7198f2c1-ad4c-4f8e-b56a-31f788c21e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.173338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:56.239005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Calling delete_port for 8143a45a-53d3-4fad-9c4b-060b855347db owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:56.297389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=8143a45a-53d3-4fad-9c4b-060b855347db,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:56.302481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:56.342041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88958) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:29:56.342636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:29:56.418064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] DHCP port deletion for f82ee3c1-18d4-4791-a677-0956202fa0d3 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:29:56.422817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Deleting port 8143a45a-53d3-4fad-9c4b-060b855347db {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:56.423242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.636854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] For port 8143a45a-53d3-4fad-9c4b-060b855347db, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8143a45a-53d3-4fad-9c4b-060b855347db,segment=NetworkSegment(634a86f1-2942-4fad-aff2-1b49dea925c8),segment_id=634a86f1-2942-4fad-aff2-1b49dea925c8)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:56.637299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.768387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Calling delete_port for 8143a45a-53d3-4fad-9c4b-060b855347db owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:56.843768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Deleting port 8143a45a-53d3-4fad-9c4b-060b855347db {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:56.844160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.923234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:56.927998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:56.938097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] The port '8143a45a-53d3-4fad-9c4b-060b855347db' was deleted {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:29:56.970924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Pushing event deleted for resources: {'Port': ['ID=8143a45a-53d3-4fad-9c4b-060b855347db,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:56.974735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:56.978879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] No DVR routers for this DVR port 8143a45a-53d3-4fad-9c4b-060b855347db on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:29:57.018711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4714f-9de1-46be-acb5-f221d932ce4a None None] get_active_networks_info from dv-neutron-822514-1-hyperv {{(pid=88959) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 22 16:29:57.072320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.099368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82ee3c1-18d4-4791-a677-0956202fa0d3']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:57.113116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634a86f1-2942-4fad-aff2-1b49dea925c8') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:57.113451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634a86f1-2942-4fad-aff2-1b49dea925c8') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:57.115293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b4714f-9de1-46be-acb5-f221d932ce4a None None] Resources bound (agent type, host, resource id): {{(pid=88959) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 22 16:29:57.126305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.142418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.148832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:57.149303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:57.165616 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:57.340022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.344289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.348803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87a69107-a562-4e71-9392-ef87718eb5ed tempest-FloatingIPTestJSON-1531360702 tempest-FloatingIPTestJSON-1531360702-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:57.374854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Network': ['ID=f82ee3c1-18d4-4791-a677-0956202fa0d3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:57.377558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:57.381912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7524e560-188f-4bd7-95e1-070f07b15716 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/f82ee3c1-18d4-4791-a677-0956202fa0d3 HTTP/1.1" status: 204 len: 168 time: 1.6679614 Dec 22 16:29:57.382325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59162) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:57.426582 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cfd938-d873-4bb8-8143-35c7cde600e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:57.427083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cfd938-d873-4bb8-8143-35c7cde600e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:57.428906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61cfd938-d873-4bb8-8143-35c7cde600e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/subnets/ef63938c-4128-4258-a8f5-ad36eb879132 HTTP/1.1" status: 404 len: 337 time: 0.0457628 Dec 22 16:29:57.431828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59166) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:57.464878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-77feb473-c4ba-4ed3-b0e0-4e500b8f8ccb tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:57.465373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77feb473-c4ba-4ed3-b0e0-4e500b8f8ccb tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:57.467201 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-77feb473-c4ba-4ed3-b0e0-4e500b8f8ccb tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/c85334ce-e113-4ef2-b803-63c41eab4685 HTTP/1.1" status: 404 len: 339 time: 0.0344090 Dec 22 16:29:57.469970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59170) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:57.512811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-1393fa08-c75b-4fa5-87d3-f6951633f9a4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:57.513302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1393fa08-c75b-4fa5-87d3-f6951633f9a4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:57.515155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1393fa08-c75b-4fa5-87d3-f6951633f9a4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/subnets/d1dff904-7765-4291-a378-8924bc4e841a HTTP/1.1" status: 404 len: 337 time: 0.0441995 Dec 22 16:29:57.517953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59174) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:57.546160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.pecan_wsgi.hooks.translation [None req-0740dd46-5373-4fb7-8e8b-5606b728bdb4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] DELETE failed (client error): The resource could not be found. Dec 22 16:29:57.546696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0740dd46-5373-4fb7-8e8b-5606b728bdb4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88958) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 22 16:29:57.548596 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0740dd46-5373-4fb7-8e8b-5606b728bdb4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/57d5a24e-e1a7-42e8-bd10-ffa12d60a1c3 HTTP/1.1" status: 404 len: 339 time: 0.0296371 Dec 22 16:29:57.551409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59178) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:57.607549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8143a45a-53d3-4fad-9c4b-060b855347db no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:29:57.641939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 8143a45a-53d3-4fad-9c4b-060b855347db {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:29:57.642350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8143a45a-53d3-4fad-9c4b-060b855347db not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:29:57.766341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Deleting subnet 10fe66b6-6624-4443-b41d-de757c36fbc2 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:29:57.769511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.828282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:57.920919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.031708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.036417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:58.075510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Subnet': ['ID=10fe66b6-6624-4443-b41d-de757c36fbc2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:58.078129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:58.081980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.088592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a3ab85-a1fb-4021-810f-a931a2dbbd1f None None] Network 210cbadb-74bc-45cf-a275-f68eceb91afb requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:29:58.094970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/subnets/10fe66b6-6624-4443-b41d-de757c36fbc2 HTTP/1.1" status: 204 len: 168 time: 0.5426443 Dec 22 16:29:58.097599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59182) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:58.230511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.241959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Deleting port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:58.242325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.358386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] DHCP port deletion for 210cbadb-74bc-45cf-a275-f68eceb91afb request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:29:58.362654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Deleting port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:58.363075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.464262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] For port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,segment=NetworkSegment(528dec47-8f25-4ef0-86b7-ec583776a517),segment_id=528dec47-8f25-4ef0-86b7-ec583776a517)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:58.464662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.597701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Calling delete_port for d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:58.741175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.747191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a53904f9-1fe9-43a4-a78a-ae9aa0b25fe9 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:58.748428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] For port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,segment=NetworkSegment(528dec47-8f25-4ef0-86b7-ec583776a517),segment_id=528dec47-8f25-4ef0-86b7-ec583776a517)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:29:58.748888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.788226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Port': ['ID=d6defce5-61a8-4bb9-8f90-00a9cb02f8b0,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:58.808861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:58.812026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] No DVR routers for this DVR port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:29:58.878325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Calling delete_port for d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:29:58.948446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:58.949961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:29:58.950380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:29:58.981246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210cbadb-74bc-45cf-a275-f68eceb91afb']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:58.993981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528dec47-8f25-4ef0-86b7-ec583776a517') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:58.994313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528dec47-8f25-4ef0-86b7-ec583776a517') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:29:59.005930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.020562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.027411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:29:59.027834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:29:59.043628 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:29:59.146644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.151533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.155592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:29:59.183210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Pushing event deleted for resources: {'Network': ['ID=210cbadb-74bc-45cf-a275-f68eceb91afb,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:29:59.186042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:29:59.188024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] 10.222.0.18 "DELETE /v2.0/networks/210cbadb-74bc-45cf-a275-f68eceb91afb HTTP/1.1" status: 204 len: 168 time: 1.0894425 Dec 22 16:29:59.451726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Deleting port d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:29:59.452245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.522825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44508552-b131-409e-9f4d-9dd7599dc5f0 None None] The port 'd6defce5-61a8-4bb9-8f90-00a9cb02f8b0' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:29:59.582814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59190) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:59.607275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:29:59.641860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:29:59.642263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6defce5-61a8-4bb9-8f90-00a9cb02f8b0 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:29:59.781705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-78d63b8f-4735-4037-926c-5bb7b6b88e19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aed2bf58a80347bf825028031824f836&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954424 Dec 22 16:29:59.782178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59196) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:29:59.847780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:29:59.875101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:00.021186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:00.026556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb134e2a-6125-4de7-b3e1-4fe08227cfab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:00.037259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9ff6d7-f012-4e84-8c60-bea67e8fac3c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:00.040034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:00.045967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:00.047295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c9ff6d7-f012-4e84-8c60-bea67e8fac3c HTTP/1.1" status: 204 len: 168 time: 0.2641051 Dec 22 16:30:01.041550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59218) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:01.179745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-178387060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:01.187355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:01.191623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:router and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:01.194780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:01.202310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:01.254357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.255474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.331023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.385876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.484015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.485381 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-33b5209f-4921-44ad-9171-ec7dd65d9a97 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4427078 Dec 22 16:30:01.488552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59224) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:01.495003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1889877981'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:01.500793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:01.504910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:network and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:01.508025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:01.516266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:01.587539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Made reservation on behalf of eabf7c1c975b4b77a1934f30279f9cd6 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:01.593007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.610416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.671631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:01.675676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:security_group_rule and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:01.678731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:01.684815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:01.767371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.786698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.791227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b85e8a3-5046-4ed3-b06d-8a629b564936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:01.823931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:30:01.833113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c308ffa-0bc2-4341-8c57-77069bf31a42,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:01.842905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.842905 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Added segment 114521f1-7293-48d6-838b-b4950d0f110c of type vlan for network 85e3db94-f5f6-4e43-8d1f-1a5653009851 Dec 22 16:30:01.851519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.852016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.852513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.852934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.853350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.853762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.854173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.854610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.855022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.855432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.855838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:01.860498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:01.881753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.941103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.945427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:01.946975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:01.952752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:02.063131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5733447 Dec 22 16:30:02.066254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59228) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:02.072347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event updated for resources: {'Network': ['ID=85e3db94-f5f6-4e43-8d1f-1a5653009851,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:02.074171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'subnet': {'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:02.075647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6022c02e-6b09-4f58-ac26-b4ad1455e9a7 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:02.083901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:30:02.192481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:02.196560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:subnet and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:02.200871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:02.207212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:02.232428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Made reservation on behalf of eabf7c1c975b4b77a1934f30279f9cd6 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:02.347395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:02.872137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:02.877102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c54c96db-9cc9-425f-bc04-45f01aac0607 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:02.960594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event updated for resources: {'Subnet': ['ID=d95e69ee-3a80-4536-ac25-3baf61d7be7a,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:02.965372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:02.972947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Checking segment: {'id': '114521f1-7293-48d6-838b-b4950d0f110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:02.973354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Network hostable DHCP agents. Network: 85e3db94-f5f6-4e43-8d1f-1a5653009851, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:30:03.021277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:30:03.071240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 85e3db94-f5f6-4e43-8d1f-1a5653009851) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:03.076421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:03.077087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.089326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090041f-cada-4115-859b-939d54f4b3c7 None None] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:03.129557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0617821 Dec 22 16:30:03.132696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59232) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:03.139685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-326686797'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:03.145266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:03.149389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:network and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:03.153247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:03.159368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:03.266957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Made reservation on behalf of eabf7c1c975b4b77a1934f30279f9cd6 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:03.272820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.308602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:30:03.344737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-85e3db94-f5f6-4e43-8d1f-1a5653009851', 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851', 'tenant_id': 'eabf7c1c975b4b77a1934f30279f9cd6', 'fixed_ips': [{'subnet_id': 'd95e69ee-3a80-4536-ac25-3baf61d7be7a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:30:03.345693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.365750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.366146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Added segment 30fb3285-2874-44a8-9e17-3f14e9706ecb of type vlan for network 17cfe301-553d-407d-aa95-6ce655143746 Dec 22 16:30:03.534010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.584795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Allocated IP 172.20.0.2 (85e3db94-f5f6-4e43-8d1f-1a5653009851/d95e69ee-3a80-4536-ac25-3baf61d7be7a/9391fec3-fdfb-41bc-a4d0-a8d9d1c21871) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:03.598253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.603063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:03.603801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.610359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-492443a6-5c9c-4ed3-869e-cedfe6b5d240 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:03.724317 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5871615 Dec 22 16:30:03.725102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59236) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:03.737896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event updated for resources: {'Network': ['ID=17cfe301-553d-407d-aa95-6ce655143746,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:03.739833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'subnet': {'network_id': '17cfe301-553d-407d-aa95-6ce655143746', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:03.741049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:03.755879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 17cfe301-553d-407d-aa95-6ce655143746 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:30:03.953169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:03.969594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Transition to ACTIVE for port object 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:03.996861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Transition to ACTIVE for port object 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:04.033562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.043925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:04.124567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:04.127576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:04.132014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:04.138996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Pushing event updated for resources: {'Port': ['ID=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:04.143215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:04.155249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:04.160946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Usage tracker for resource:subnet and tenant:eabf7c1c975b4b77a1934f30279f9cd6 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:04.164924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:04.174874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:04.219535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Made reservation on behalf of eabf7c1c975b4b77a1934f30279f9cd6 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:04.235869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Attempting to bind port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:04.236288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Attempting to bind port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '114521f1-7293-48d6-838b-b4950d0f110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:04.236701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Attempting to bind port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 on network 85e3db94-f5f6-4e43-8d1f-1a5653009851 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:04.245921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:04.246337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Checking segment: {'id': '114521f1-7293-48d6-838b-b4950d0f110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:04.246815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.247260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Bound using segment: {'id': '114521f1-7293-48d6-838b-b4950d0f110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:04.247787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Bound port: 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '114521f1-7293-48d6-838b-b4950d0f110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '85e3db94-f5f6-4e43-8d1f-1a5653009851'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:04.248205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.344977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.362247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] For port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:04.365918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] For port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,segment=NetworkSegment(114521f1-7293-48d6-838b-b4950d0f110c),segment_id=114521f1-7293-48d6-838b-b4950d0f110c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:04.404585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.409568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:04.495225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Pushing event updated for resources: {'Port': ['ID=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:04.499234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:04.666041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.671061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-42ceacc9-248e-4121-beac-9c69de06311b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:04.775516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event updated for resources: {'Subnet': ['ID=e653c3da-7ef8-4c70-a76a-fcaa92ecb419,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:04.779639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:04.788855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Checking segment: {'id': '30fb3285-2874-44a8-9e17-3f14e9706ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17cfe301-553d-407d-aa95-6ce655143746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:04.789279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Network hostable DHCP agents. Network: 17cfe301-553d-407d-aa95-6ce655143746, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:30:04.861319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Network 17cfe301-553d-407d-aa95-6ce655143746 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:30:04.952642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 17cfe301-553d-407d-aa95-6ce655143746) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:04.956947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:04.957591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:04.964616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c2782-de66-4d8d-90af-db45dae205d8 None None] Network 17cfe301-553d-407d-aa95-6ce655143746 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:05.028938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eedbb921-048b-4788-b05b-80a8e6b2c561 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3030179 Dec 22 16:30:05.033828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59240) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:05.040231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-42507fe4-8dfc-4e39-84bd-23921d70a1fe tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Request body: {'router': {'external_gateway_info': {'network_id': '17cfe301-553d-407d-aa95-6ce655143746'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:05.219927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-17cfe301-553d-407d-aa95-6ce655143746', 'network_id': '17cfe301-553d-407d-aa95-6ce655143746', 'tenant_id': 'eabf7c1c975b4b77a1934f30279f9cd6', 'fixed_ips': [{'subnet_id': 'e653c3da-7ef8-4c70-a76a-fcaa92ecb419'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:30:05.220933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.404298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Allocated IP 172.21.0.2 (17cfe301-553d-407d-aa95-6ce655143746/e653c3da-7ef8-4c70-a76a-fcaa92ecb419/668d9e1a-04ca-40c6-9d77-795ad51fb358) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:05.475772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42507fe4-8dfc-4e39-84bd-23921d70a1fe tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.685678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:05.697641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.api.v2.resource [None req-42507fe4-8dfc-4e39-84bd-23921d70a1fe tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 16:30:05.698860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-42507fe4-8dfc-4e39-84bd-23921d70a1fe tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "PUT /v2.0/routers/2d82aede-0718-434b-8f1c-4782de20de3f HTTP/1.1" status: 400 len: 364 time: 0.6636615 Dec 22 16:30:05.706641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59244) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:05.785441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Deleting subnet e653c3da-7ef8-4c70-a76a-fcaa92ecb419 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:30:05.862516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:05.893328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.905575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Transition to ACTIVE for port object 668d9e1a-04ca-40c6-9d77-795ad51fb358 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:05.926829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Transition to ACTIVE for port object 668d9e1a-04ca-40c6-9d77-795ad51fb358 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:05.929814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.963538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:05.969131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:06.001216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.047362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Network 17cfe301-553d-407d-aa95-6ce655143746 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:06.050062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:06.055044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:06.057566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Pushing event updated for resources: {'Port': ['ID=668d9e1a-04ca-40c6-9d77-795ad51fb358,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:06.091432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:06.105758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.160072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Attempting to bind port 668d9e1a-04ca-40c6-9d77-795ad51fb358 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:06.161034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Attempting to bind port 668d9e1a-04ca-40c6-9d77-795ad51fb358 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '30fb3285-2874-44a8-9e17-3f14e9706ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17cfe301-553d-407d-aa95-6ce655143746'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:06.161034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Attempting to bind port 668d9e1a-04ca-40c6-9d77-795ad51fb358 on network 17cfe301-553d-407d-aa95-6ce655143746 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:06.170006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:06.170611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Checking segment: {'id': '30fb3285-2874-44a8-9e17-3f14e9706ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17cfe301-553d-407d-aa95-6ce655143746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:06.171021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.171759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Bound using segment: {'id': '30fb3285-2874-44a8-9e17-3f14e9706ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17cfe301-553d-407d-aa95-6ce655143746'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:06.172098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Bound port: 668d9e1a-04ca-40c6-9d77-795ad51fb358, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fb3285-2874-44a8-9e17-3f14e9706ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '17cfe301-553d-407d-aa95-6ce655143746'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:06.172505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.263664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacc5c58-5894-449d-978a-f95fc3d98f71 None None] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:06.339912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.345531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d0d05378-74ed-4f24-9260-2a249c88b00a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:06.384399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] For port 668d9e1a-04ca-40c6-9d77-795ad51fb358, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:06.389118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Subnet': ['ID=e653c3da-7ef8-4c70-a76a-fcaa92ecb419,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:06.391970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:06.397895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.403453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "DELETE /v2.0/subnets/e653c3da-7ef8-4c70-a76a-fcaa92ecb419 HTTP/1.1" status: 204 len: 168 time: 0.6956882 Dec 22 16:30:06.404533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] For port 668d9e1a-04ca-40c6-9d77-795ad51fb358, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=668d9e1a-04ca-40c6-9d77-795ad51fb358,segment=NetworkSegment(30fb3285-2874-44a8-9e17-3f14e9706ecb),segment_id=30fb3285-2874-44a8-9e17-3f14e9706ecb)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:06.406354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59248) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:06.472424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Provisioning for port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:06.481648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.488881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:06.532609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Provisioning complete for port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:06.533005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.534511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.546427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Deleting port 668d9e1a-04ca-40c6-9d77-795ad51fb358 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:30:06.546841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.788506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] For port 668d9e1a-04ca-40c6-9d77-795ad51fb358, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=668d9e1a-04ca-40c6-9d77-795ad51fb358,segment=NetworkSegment(30fb3285-2874-44a8-9e17-3f14e9706ecb),segment_id=30fb3285-2874-44a8-9e17-3f14e9706ecb)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:06.788909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.863861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Pushing event updated for resources: {'Port': ['ID=668d9e1a-04ca-40c6-9d77-795ad51fb358,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:06.871263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:06.940145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Calling delete_port for 668d9e1a-04ca-40c6-9d77-795ad51fb358 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:30:06.948916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:06.993688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-db939044-986d-4934-b35d-7164fb55a87d None None] For port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,segment=NetworkSegment(114521f1-7293-48d6-838b-b4950d0f110c),segment_id=114521f1-7293-48d6-838b-b4950d0f110c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:07.037247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.041270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0f03380e-29ea-4061-b40a-3da1b46ee10c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:07.079056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.085422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5d97aeb7-bffb-4d07-8d38-4fa9c564621a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:07.115250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Pushing event updated for resources: {'Port': ['ID=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:07.119213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:07.132883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Port': ['ID=668d9e1a-04ca-40c6-9d77-795ad51fb358,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:07.137554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:07.140623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] No DVR routers for this DVR port 668d9e1a-04ca-40c6-9d77-795ad51fb358 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:30:07.273883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-b79c59bc-392c-4893-b9c4-fe48f7e78204 None None] Provisioning complete for port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:07.275058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b79c59bc-392c-4893-b9c4-fe48f7e78204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.312636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.345629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cfe301-553d-407d-aa95-6ce655143746']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:07.362250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fb3285-2874-44a8-9e17-3f14e9706ecb') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:07.362762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fb3285-2874-44a8-9e17-3f14e9706ecb') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:07.376665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.394856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.402753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:30:07.403253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:30:07.423816 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:30:07.529463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.534195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.538368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ea160f12-d147-41c5-ba4c-2be84910cef3 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:07.564601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Network': ['ID=17cfe301-553d-407d-aa95-6ce655143746,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:07.567281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:07.568933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "DELETE /v2.0/networks/17cfe301-553d-407d-aa95-6ce655143746 HTTP/1.1" status: 204 len: 168 time: 1.1613882 Dec 22 16:30:07.572941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:07.631680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:07.727455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:07.728180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.846772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Deleting subnet d95e69ee-3a80-4536-ac25-3baf61d7be7a {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:30:07.850130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:07.911129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.003782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.197712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.202933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52006816-df6e-4254-a4e4-4dc8be18529c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:08.247033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Subnet': ['ID=d95e69ee-3a80-4536-ac25-3baf61d7be7a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:08.251671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:08.254886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.262577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e62e3a8-0a65-4dba-912d-245a59bdf49f None None] Network 85e3db94-f5f6-4e43-8d1f-1a5653009851 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:08.265912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59256) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:08.266053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5813a78-5b03-40ba-a547-ae1af73bb269 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "DELETE /v2.0/subnets/d95e69ee-3a80-4536-ac25-3baf61d7be7a HTTP/1.1" status: 204 len: 168 time: 0.6913555 Dec 22 16:30:08.419572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.433511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Deleting port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:30:08.434011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.559771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] DHCP port deletion for 85e3db94-f5f6-4e43-8d1f-1a5653009851 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:30:08.564376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Deleting port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:30:08.564835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.676540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-abe3df8e-9eae-41f2-8295-e12bb568127b None None] Could not find standard attr ID for object 668d9e1a-04ca-40c6-9d77-795ad51fb358. {{(pid=88959) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 22 16:30:08.681268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] For port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,segment=NetworkSegment(114521f1-7293-48d6-838b-b4950d0f110c),segment_id=114521f1-7293-48d6-838b-b4950d0f110c)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:08.681736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.687974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f0349f-2a3f-4ab2-8bef-e04435f2912e None None] DHCP port deletion for 17cfe301-553d-407d-aa95-6ce655143746 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:30:08.786560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d3fbf-eb9a-4d16-9a9d-6e9f70e93f76 None None] Network 17cfe301-553d-407d-aa95-6ce655143746 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:08.818610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Calling delete_port for 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:30:08.819898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d3fbf-eb9a-4d16-9a9d-6e9f70e93f76 None None] Network 17cfe301-553d-407d-aa95-6ce655143746 could not be found, it might have been deleted concurrently. {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 22 16:30:08.833158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] For port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,segment=NetworkSegment(114521f1-7293-48d6-838b-b4950d0f110c),segment_id=114521f1-7293-48d6-838b-b4950d0f110c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:08.833610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.964902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Calling delete_port for 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:30:08.985719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:08.990795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c8a3ed09-8248-4cac-a114-5d866c2517f2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:09.037475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Port': ['ID=9391fec3-fdfb-41bc-a4d0-a8d9d1c21871,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:09.040504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:30:09.041073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:09.041213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:30:09.043732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] No DVR routers for this DVR port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:30:09.418382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.446985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e3db94-f5f6-4e43-8d1f-1a5653009851']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:09.459778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '114521f1-7293-48d6-838b-b4950d0f110c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:09.460115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '114521f1-7293-48d6-838b-b4950d0f110c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:09.472033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.486825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.493688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:30:09.494114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:30:09.509218 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:30:09.542787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Deleting port 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:30:09.543218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.611920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-520e7f2d-3061-405d-8379-dcacd2355434 None None] The port '9391fec3-fdfb-41bc-a4d0-a8d9d1c21871' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:30:09.622661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:30:09.660350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:30:09.660773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9391fec3-fdfb-41bc-a4d0-a8d9d1c21871 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:30:09.661216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 668d9e1a-04ca-40c6-9d77-795ad51fb358 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:30:09.695189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 668d9e1a-04ca-40c6-9d77-795ad51fb358 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:30:09.695514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 668d9e1a-04ca-40c6-9d77-795ad51fb358 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:30:09.740884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.744852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-352d90ba-30b1-47cc-8b25-8ae1ed6ecae4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:09.761062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:09.772773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Pushing event deleted for resources: {'Network': ['ID=85e3db94-f5f6-4e43-8d1f-1a5653009851,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:09.778255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "DELETE /v2.0/networks/85e3db94-f5f6-4e43-8d1f-1a5653009851 HTTP/1.1" status: 204 len: 168 time: 1.5111792 Dec 22 16:30:09.779316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:09.781209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59260) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:09.827996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4c6a7964-67d1-4a08-844c-2dc826ad29a4 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Synchronizing usage tracker for tenant:eabf7c1c975b4b77a1934f30279f9cd6 on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:30:09.877981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4c6a7964-67d1-4a08-844c-2dc826ad29a4 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Unset dirty status for tenant:eabf7c1c975b4b77a1934f30279f9cd6 on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:30:09.879348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c6a7964-67d1-4a08-844c-2dc826ad29a4 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d82aede-0718-434b-8f1c-4782de20de3f HTTP/1.1" status: 200 len: 205 time: 0.0971513 Dec 22 16:30:09.882403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59264) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:10.029213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.440120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.444596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.614517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.615076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.615205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Fanout notify agent at l3_agent the message router_deleted on router 2d82aede-0718-434b-8f1c-4782de20de3f {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:30:10.627050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:10.628257 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8702a706-f119-416c-a56d-384c1d3026e3 tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] 10.222.0.18 "DELETE /v2.0/routers/2d82aede-0718-434b-8f1c-4782de20de3f HTTP/1.1" status: 204 len: 168 time: 0.7448001 Dec 22 16:30:11.300022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59272) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:11.499956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5b28b826-ffae-45c0-84e8-88ef4b921ea0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eabf7c1c975b4b77a1934f30279f9cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1984799 Dec 22 16:30:11.502584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59278) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:11.569289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:11.604603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:11.741078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:11.745195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ac94d941-79ee-4da9-94c3-7cd8de48b574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:11.757810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c308ffa-0bc2-4341-8c57-77069bf31a42,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:11.763752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:11.765773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:11.767043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c308ffa-0bc2-4341-8c57-77069bf31a42 HTTP/1.1" status: 204 len: 168 time: 0.2634585 Dec 22 16:30:12.763923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-99f0ef98-5b3b-4761-b3ac-fa3b03fc14c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:12.931243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:13.102209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-84027323-network', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:13.108136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:13.113279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Usage tracker for resource:network and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:13.116401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:13.124311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:13.178908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Made reservation on behalf of 61f415c1da4a44bdbd6311bb1d1c8b57 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:13.184656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.199758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.300312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:13.307257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Usage tracker for resource:security_group_rule and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:13.311103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:13.317832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:13.438825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.483171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.487970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f8a56d-1233-47a8-abd6-6b5768584d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:13.514640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:30:13.529809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7403808c-a574-40aa-80ef-9e40e4ba81cf,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:13.533443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:13.536373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.536776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Added segment 83087567-0c68-4de3-895d-31fbe324ec2d of type vlan for network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 Dec 22 16:30:13.566741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.625953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.627029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:13.627666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:13.633666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c156cd3-2966-47b0-a417-bb163eeb035d tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:13.745879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Pushing event updated for resources: {'Network': ['ID=6309a5d7-c3aa-4fc7-83ca-898a6de267d4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:13.748701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:13.756309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:30:13.769914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8368227 Dec 22 16:30:13.772896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59306) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:13.779762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Request body: {'subnet': {'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-subnet', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:13.785611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:13.790012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Usage tracker for resource:subnet and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:13.793262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:13.800847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:13.860326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Made reservation on behalf of 61f415c1da4a44bdbd6311bb1d1c8b57 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:13.866094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.129673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.135759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47e04fda-9a44-4681-be4c-ca7e6701a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:14.168784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.219694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:14.224327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:14.234310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Checking segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:14.234755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Network hostable DHCP agents. Network: 6309a5d7-c3aa-4fc7-83ca-898a6de267d4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:30:14.282922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:30:14.328919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 6309a5d7-c3aa-4fc7-83ca-898a6de267d4) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:14.333125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:14.333759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.338179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36d8c4f-9663-4de3-981f-97b507648869 None None] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:14.392897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6594c864-6109-4033-9a62-d5736241beb7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6188290 Dec 22 16:30:14.396666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59310) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:14.402313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:14.408593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:14.412930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Usage tracker for resource:router and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:14.416979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:14.423469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:14.483613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.484694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.570556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:30:14.571702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.586882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:14.782169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Allocated IP 172.20.0.2 (6309a5d7-c3aa-4fc7-83ca-898a6de267d4/95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8/59b5b28e-ce32-404e-8634-e992cd8982dc) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:14.786326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.016448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.028853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Transition to ACTIVE for port object 59b5b28e-ce32-404e-8634-e992cd8982dc will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:15.037659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.048758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Transition to ACTIVE for port object 59b5b28e-ce32-404e-8634-e992cd8982dc will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:15.071621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.083650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.093942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:15.185988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:15.193394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Pushing event updated for resources: {'Port': ['ID=59b5b28e-ce32-404e-8634-e992cd8982dc,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:15.193394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:15.193394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:15.193394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:15.228707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Allocated IP 172.26.1.145 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/47c64d4d-3321-41ad-85c9-26ddbf719ee0) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:15.232176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-678a609a-132d-445d-baa1-7ff64274eef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.297155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Attempting to bind port 59b5b28e-ce32-404e-8634-e992cd8982dc on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:15.297488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Attempting to bind port 59b5b28e-ce32-404e-8634-e992cd8982dc by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:15.298011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Attempting to bind port 59b5b28e-ce32-404e-8634-e992cd8982dc on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:15.305444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:15.306995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Checking segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:15.307918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.308377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Bound using segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:15.308954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Bound port: 59b5b28e-ce32-404e-8634-e992cd8982dc, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:15.309382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.420858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] For port 59b5b28e-ce32-404e-8634-e992cd8982dc, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:15.424344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] For port 59b5b28e-ce32-404e-8634-e992cd8982dc, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=59b5b28e-ce32-404e-8634-e992cd8982dc,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:15.465931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.472080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.477297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:15.529223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.534473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0e05516-a55e-4f8a-90a6-da37a424aae4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:15.571673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Pushing event updated for resources: {'Port': ['ID=59b5b28e-ce32-404e-8634-e992cd8982dc,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:15.573438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:15.604731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:15.607852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:15.612188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:15.655723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Pushing event updated for resources: {'Port': ['ID=47c64d4d-3321-41ad-85c9-26ddbf719ee0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:15.660466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:15.676391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.859551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:15.860625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:16.191807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:30:16.402317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:30:16.412319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Sync routers for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:30:16.425781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:16.426492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:16.470789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:16.472186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0749910 Dec 22 16:30:16.475238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59314) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:16.626156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:16.977033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:15Z', 'revision_number': 3, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:16.981867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Checking router: b2eb2212-1964-4a54-8ce3-9ea96bdce4ef for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:30:16.982273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Updating router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:30:17.043991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:17.224390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:17.496359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430720c-6335-4acd-8de2-19c7717fc0a4 None None] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:17.592460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:17.666654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-aa36e927-5365-4e3f-b467-e26e73f6be5c None None] Provisioning for port 59b5b28e-ce32-404e-8634-e992cd8982dc completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:17.716293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 59b5b28e-ce32-404e-8634-e992cd8982dc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:17.833358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Allocated IP 172.20.0.1 (6309a5d7-c3aa-4fc7-83ca-898a6de267d4/95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8/1f05dfee-0868-4317-af36-6e441ead524b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:17.851365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:17.878023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Transition to ACTIVE for port object 47c64d4d-3321-41ad-85c9-26ddbf719ee0 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:17.947739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:17.952713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:17.990634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 59b5b28e-ce32-404e-8634-e992cd8982dc completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:18.000036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.020839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Transition to ACTIVE for port object 1f05dfee-0868-4317-af36-6e441ead524b will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:18.022319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 59b5b28e-ce32-404e-8634-e992cd8982dc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:18.022779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.078643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.084285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:18.092946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5ab6-d02a-4bdb-874d-6047e12e654b None None] Pushing event updated for resources: {'Port': ['ID=47c64d4d-3321-41ad-85c9-26ddbf719ee0,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:18.099429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-160b5ab6-d02a-4bdb-874d-6047e12e654b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:18.100354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Attempting to bind port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:18.100775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Attempting to bind port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:18.101187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Attempting to bind port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:18.116680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:18.117089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:18.117593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.118038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:18.118600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Bound port: 47c64d4d-3321-41ad-85c9-26ddbf719ee0, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:18.119028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.173509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:18.177365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:18.180440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:18.212364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Pushing event updated for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:18.215687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:18.251301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.261859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.303287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-55d3db91-b21f-4543-bed1-0d425752ed6b None None] Provisioning complete for port 59b5b28e-ce32-404e-8634-e992cd8982dc triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:18.303710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55d3db91-b21f-4543-bed1-0d425752ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.356581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] For port 47c64d4d-3321-41ad-85c9-26ddbf719ee0, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:18.379553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 59b5b28e-ce32-404e-8634-e992cd8982dc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=59b5b28e-ce32-404e-8634-e992cd8982dc,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:18.385876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] For port 47c64d4d-3321-41ad-85c9-26ddbf719ee0, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=47c64d4d-3321-41ad-85c9-26ddbf719ee0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:18.431712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.447214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.451829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.456551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:18.542913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b5ab6-d02a-4bdb-874d-6047e12e654b None None] Pushing event updated for resources: {'Port': ['ID=47c64d4d-3321-41ad-85c9-26ddbf719ee0,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:18.602251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:18.603035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:18.687654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.712935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=59b5b28e-ce32-404e-8634-e992cd8982dc,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:18.717046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.718911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:18.719443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:18.719841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:18.747642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:18.772994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-939409e2-31a5-401d-b980-7f9058dd451f None None] Provisioning for port 1f05dfee-0868-4317-af36-6e441ead524b completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:18.797392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-939409e2-31a5-401d-b980-7f9058dd451f None None] Provisioning complete for port 1f05dfee-0868-4317-af36-6e441ead524b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:18.797713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-939409e2-31a5-401d-b980-7f9058dd451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.832837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Pushing event updated for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:18.837478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:18.840989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:18.874597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-939409e2-31a5-401d-b980-7f9058dd451f None None] Port 1f05dfee-0868-4317-af36-6e441ead524b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:30:18.882004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:19.004300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:19.005387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:19.233543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '1f05dfee-0868-4317-af36-6e441ead524b', 'name': '', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'mac_address': 'fa:16:3e:ad:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:17Z', 'updated_at': '2021-12-22T16:30:17Z', 'revision_number': 1, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'subnets': [{'id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:19.238116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9320ab-a116-4e87-8b29-0094ffd972cd None None] The sync data for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv is: [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '1f05dfee-0868-4317-af36-6e441ead524b', 'name': '', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'mac_address': 'fa:16:3e:ad:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:17Z', 'updated_at': '2021-12-22T16:30:17Z', 'revision_number': 1, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'subnets': [{'id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:30:19.300058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:30:19.402466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3979c1e0-8098-4763-8527-e6e0369c3cd6 None None] Provisioning complete for port 1f05dfee-0868-4317-af36-6e441ead524b triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:19.402956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3979c1e0-8098-4763-8527-e6e0369c3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:19.443921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:30:19.465134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3979c1e0-8098-4763-8527-e6e0369c3cd6 None None] Port 1f05dfee-0868-4317-af36-6e441ead524b cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:30:19.627246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 59b5b28e-ce32-404e-8634-e992cd8982dc up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:19.670764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:30:19.686494 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] 10.222.0.18 "PUT /v2.0/routers/b2eb2212-1964-4a54-8ce3-9ea96bdce4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2094719 Dec 22 16:30:19.735533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 59b5b28e-ce32-404e-8634-e992cd8982dc triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:19.735967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:20.864100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59336) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:20.871399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1167179271-network', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:20.876732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:20.881068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Usage tracker for resource:network and tenant:f13fdc107c0d448093cd4827a85684da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:20.884494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:20.890825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:20.939200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Made reservation on behalf of f13fdc107c0d448093cd4827a85684da for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:20.944390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:20.960448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:20.996722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:21.000983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Usage tracker for resource:security_group_rule and tenant:f13fdc107c0d448093cd4827a85684da is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:21.004325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:21.011136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:21.085046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.134710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.138104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49cc8359-95b1-4240-8527-2ad502a28ff1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:21.170611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:30:21.176682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4896c-5b25-46a8-a017-3b7a0a6f9382,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:21.181491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:21.284938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.285335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Added segment 92e16a6b-fad8-4c27-913e-8e2ec172ed0c of type vlan for network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 Dec 22 16:30:21.360775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.413966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.415040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:21.415686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.421339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-68e2330a-3889-438b-ba91-3a1cc7edd29b tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:21.523588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6576552 Dec 22 16:30:21.526826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59340) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:21.531710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Pushing event updated for resources: {'Network': ['ID=f0a84f37-96cd-45b9-a26b-8ea8a94bf288,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:21.534125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Request body: {'subnet': {'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-subnet', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:21.534468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3ebfc8e7-2e4f-4046-b910-7732cb26326f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:21.540508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:21.542846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:30:21.545185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Usage tracker for resource:subnet and tenant:f13fdc107c0d448093cd4827a85684da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:21.548273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:21.561892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:21.630335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Made reservation on behalf of f13fdc107c0d448093cd4827a85684da for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:21.636351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.659363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 47c64d4d-3321-41ad-85c9-26ddbf719ee0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:21.761260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:21.766368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:21.766827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.896494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.913384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 47c64d4d-3321-41ad-85c9-26ddbf719ee0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=47c64d4d-3321-41ad-85c9-26ddbf719ee0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:21.944601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.947223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:21.974905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:21.980734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2e36e57-c45d-47c2-bfdf-ffa28bc93cd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:22.014604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=47c64d4d-3321-41ad-85c9-26ddbf719ee0,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:22.017941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:22.071006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b428646-6d96-4959-a099-15b2bb79f525,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:22.076400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:22.081777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Checking segment: {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:22.082179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Network hostable DHCP agents. Network: f0a84f37-96cd-45b9-a26b-8ea8a94bf288, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:30:22.134276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:30:22.179098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f0a84f37-96cd-45b9-a26b-8ea8a94bf288) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:22.188444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:22.189071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.193602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b7180f-8568-40ce-a336-af180fd8ded7 None None] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:22.255193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7270384 Dec 22 16:30:22.258622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59344) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:22.264428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:22.269630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:22.273966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Usage tracker for resource:router and tenant:f13fdc107c0d448093cd4827a85684da is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:22.277566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:22.284467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:22.333502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.334636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.355929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.551559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.591549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:30:22.592450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.770107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Allocated IP 172.20.0.2 (f0a84f37-96cd-45b9-a26b-8ea8a94bf288/3b428646-6d96-4959-a099-15b2bb79f525/dbcdc2dc-119b-4432-bce7-3b88ebd06394) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:22.806780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.842013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:22.995141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Allocated IP 172.26.1.211 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/fd19f0d0-3237-4807-a1ed-36fee3926f08) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:23.005934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.018083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Transition to ACTIVE for port object dbcdc2dc-119b-4432-bce7-3b88ebd06394 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:23.039953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Transition to ACTIVE for port object dbcdc2dc-119b-4432-bce7-3b88ebd06394 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:23.086156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.090786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d594f2b9-7ed3-4b53-9d1c-a92869959b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:23.132025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Sync routers for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:30:23.145753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:23.146941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:23.162069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.163330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:23.168611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:23.170714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Pushing event updated for resources: {'Port': ['ID=dbcdc2dc-119b-4432-bce7-3b88ebd06394,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:23.173972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:23.187786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.188204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.188643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.189047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.189612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.189794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.190179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.190824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.191036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.191371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.191758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:23.224916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.229608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:23.230241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:23.286346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Attempting to bind port dbcdc2dc-119b-4432-bce7-3b88ebd06394 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:23.286799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Attempting to bind port dbcdc2dc-119b-4432-bce7-3b88ebd06394 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:23.287442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Attempting to bind port dbcdc2dc-119b-4432-bce7-3b88ebd06394 on network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:23.295834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:23.296623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Checking segment: {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:23.296744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.297162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Bound using segment: {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:23.297662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Bound port: dbcdc2dc-119b-4432-bce7-3b88ebd06394, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:23.298095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.306014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:23.310026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Pushing event updated for resources: {'Port': ['ID=fd19f0d0-3237-4807-a1ed-36fee3926f08,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:23.312469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:23.314561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:23.315291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:23.349613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:23.393985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] For port dbcdc2dc-119b-4432-bce7-3b88ebd06394, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:23.397716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] For port dbcdc2dc-119b-4432-bce7-3b88ebd06394, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dbcdc2dc-119b-4432-bce7-3b88ebd06394,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:23.432140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.439795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8965b00a-e24e-4d75-8006-1833a0672c1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:23.528287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Pushing event updated for resources: {'Port': ['ID=dbcdc2dc-119b-4432-bce7-3b88ebd06394,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:23.532062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:23.615238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.616050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.656075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 47c64d4d-3321-41ad-85c9-26ddbf719ee0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:23.721425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '1f05dfee-0868-4317-af36-6e441ead524b', 'name': '', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'mac_address': 'fa:16:3e:ad:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:17Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 2, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'subnets': [{'id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:23.725966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Checking router: b2eb2212-1964-4a54-8ce3-9ea96bdce4ef for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:30:23.726628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Updating router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef port 1f05dfee-0868-4317-af36-6e441ead524b binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:30:23.744201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:23.744738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.786278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:23.991463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:30:24.286845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.303922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Transition to ACTIVE for port object 1f05dfee-0868-4317-af36-6e441ead524b will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:24.345572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.349859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:24.459694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:30:24.471001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Sync routers for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:30:24.487809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:24.488526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:24.489035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Pushing event updated for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:24.501049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.501496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.501878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.502246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.502642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.503009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.503377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.503877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.504241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.504598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.504960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:30:24.511607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:24.517465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.519188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2595553 Dec 22 16:30:24.522009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59348) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:30:24.611724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Attempting to bind port 1f05dfee-0868-4317-af36-6e441ead524b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:24.612572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Attempting to bind port 1f05dfee-0868-4317-af36-6e441ead524b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:24.613205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Attempting to bind port 1f05dfee-0868-4317-af36-6e441ead524b on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:24.623290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:24.623713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Checking segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:24.625209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.625655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Bound using segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:24.626340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Bound port: 1f05dfee-0868-4317-af36-6e441ead524b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:24.626789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.710848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:24.739182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] For port 1f05dfee-0868-4317-af36-6e441ead524b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:24.742601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] For port 1f05dfee-0868-4317-af36-6e441ead524b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1f05dfee-0868-4317-af36-6e441ead524b,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:24.775453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:24.781665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e2b71b1-5a08-484c-8e70-48792a1f7fce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:24.918703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Pushing event updated for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:24.927155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:24.928144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:24.929254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:25.111411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:23Z', 'revision_number': 3, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:25.116545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Checking router: 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:30:25.117468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Updating router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf port fd19f0d0-3237-4807-a1ed-36fee3926f08 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:30:25.181466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:25.191762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:25.522310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:25.644541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98581cbf-e021-4acc-9740-6621975819bb None None] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:30:25.768008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '1f05dfee-0868-4317-af36-6e441ead524b', 'name': '', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'mac_address': 'fa:16:3e:ad:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:17Z', 'updated_at': '2021-12-22T16:30:24Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'subnets': [{'id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:25.775278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562adc91-da8d-4bcb-8570-9e9ae57e14fa None None] The sync data for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv is: [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:30:18Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '1f05dfee-0868-4317-af36-6e441ead524b', 'name': '', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'mac_address': 'fa:16:3e:ad:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:17Z', 'updated_at': '2021-12-22T16:30:24Z', 'revision_number': 4, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'subnets': [{'id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:30:25.846394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:25.849540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Allocated IP 172.20.0.1 (f0a84f37-96cd-45b9-a26b-8ea8a94bf288/3b428646-6d96-4959-a099-15b2bb79f525/c95d80da-17c8-4d08-9e44-9cf2cec4d091) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:25.857640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dbcdc2dc-119b-4432-bce7-3b88ebd06394 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:25.910561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Transition to ACTIVE for port object fd19f0d0-3237-4807-a1ed-36fee3926f08 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:25.988555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:25.998044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:26.022508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.042826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Transition to ACTIVE for port object c95d80da-17c8-4d08-9e44-9cf2cec4d091 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:26.084494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-83a3f1ab-0e18-4b8c-960a-9536bbbf56a0 None None] Provisioning for port dbcdc2dc-119b-4432-bce7-3b88ebd06394 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:26.093615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.099375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c497f255-db44-4216-8b9a-2586be2cf253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:26.147731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Pushing event updated for resources: {'Port': ['ID=fd19f0d0-3237-4807-a1ed-36fee3926f08,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:26.155798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:26.163223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Attempting to bind port fd19f0d0-3237-4807-a1ed-36fee3926f08 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:26.163223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Attempting to bind port fd19f0d0-3237-4807-a1ed-36fee3926f08 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:26.163223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Attempting to bind port fd19f0d0-3237-4807-a1ed-36fee3926f08 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:26.172182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:26.172605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:26.173071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.173498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:26.174477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Bound port: fd19f0d0-3237-4807-a1ed-36fee3926f08, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:26.174477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.177725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:26.179743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:26.182591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:26.217348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Pushing event updated for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:26.219602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dbcdc2dc-119b-4432-bce7-3b88ebd06394 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:26.220517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:26.238125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dbcdc2dc-119b-4432-bce7-3b88ebd06394 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:26.238572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.253621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.336846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] For port fd19f0d0-3237-4807-a1ed-36fee3926f08, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:26.341151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] For port fd19f0d0-3237-4807-a1ed-36fee3926f08, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fd19f0d0-3237-4807-a1ed-36fee3926f08,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:26.393137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.406528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.416304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:26.686749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.688991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.716394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.728207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Pushing event updated for resources: {'Port': ['ID=fd19f0d0-3237-4807-a1ed-36fee3926f08,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:26.736035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:26.751922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Provisioning complete for port dbcdc2dc-119b-4432-bce7-3b88ebd06394 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:26.752391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.756335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b713f1c0-d6b5-4582-8538-90d6abda53cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:26.804514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port dbcdc2dc-119b-4432-bce7-3b88ebd06394, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dbcdc2dc-119b-4432-bce7-3b88ebd06394,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:26.806254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:26.807014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:26.841320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.881117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:26.882031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1f05dfee-0868-4317-af36-6e441ead524b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:26.922937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4076c763-a28d-463c-bf29-ca925caaa49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:26.970704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Pushing event updated for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:26.979119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:27.028051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:27.029596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:27.198078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=dbcdc2dc-119b-4432-bce7-3b88ebd06394,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:27.202059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:27.238001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:27.286478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 1f05dfee-0868-4317-af36-6e441ead524b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:27.314140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1f05dfee-0868-4317-af36-6e441ead524b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:27.314582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:27.356680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Provisioning for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:27.370361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Provisioning complete for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:27.370818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:27.465546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:30:27.547731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-70b02361-01ba-4f33-ba43-177f8d237825 None None] Port c95d80da-17c8-4d08-9e44-9cf2cec4d091 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:30:27.690237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:30:27.700644 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] 10.222.0.18 "PUT /v2.0/routers/4213aaf2-91cf-4ab1-8c48-5d2caffb02bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1773558 Dec 22 16:30:27.700827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:27.767136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3ae29fe1-e904-424d-838c-60a8c005004d None None] Provisioning complete for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:27.767569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3ae29fe1-e904-424d-838c-60a8c005004d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:27.859037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 1f05dfee-0868-4317-af36-6e441ead524b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1f05dfee-0868-4317-af36-6e441ead524b,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:27.867070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3ae29fe1-e904-424d-838c-60a8c005004d None None] Port c95d80da-17c8-4d08-9e44-9cf2cec4d091 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:30:27.887686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c95d80da-17c8-4d08-9e44-9cf2cec4d091', 'name': '', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'mac_address': 'fa:16:3e:fd:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:25Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 2, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'subnets': [{'id': '3b428646-6d96-4959-a099-15b2bb79f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:27.892317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79529978-ec0b-4ca3-9aef-7504452f7738 None None] The sync data for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv is: [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c95d80da-17c8-4d08-9e44-9cf2cec4d091', 'name': '', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'mac_address': 'fa:16:3e:fd:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:25Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 2, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'subnets': [{'id': '3b428646-6d96-4959-a099-15b2bb79f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:30:27.894916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:27.896697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:27.981970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dbcdc2dc-119b-4432-bce7-3b88ebd06394 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:28.013890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:28.018063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:28.069418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dbcdc2dc-119b-4432-bce7-3b88ebd06394 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:28.069904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:28.937397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-a2b4f0ff-f581-4827-a677-8a361d9c15ac tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:28.939077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-a2b4f0ff-f581-4827-a677-8a361d9c15ac tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 815 time: 0.4362328 Dec 22 16:30:28.962975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-c601070c-844c-42c6-9b97-c3ba77d4131a tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/quotas/61f415c1da4a44bdbd6311bb1d1c8b57 HTTP/1.1" status: 200 len: 375 time: 0.0165176 Dec 22 16:30:29.067507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-475d5bd8-7a4b-4097-bf75-2ed006178466 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931945 Dec 22 16:30:29.086322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e680c795-e450-45a5-ac1e-c5af6609afe1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:30:29.087484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e680c795-e450-45a5-ac1e-c5af6609afe1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0063667 Dec 22 16:30:29.242863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-f267a703-b9cd-44f4-bf98-100ccc485d7e service neutron] 10.222.0.18 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480615 Dec 22 16:30:29.397798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-6233adc9-44de-4f71-89ef-170b8c2ad5b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478879 Dec 22 16:30:29.771161 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-acb27be3-a173-489f-94d6-bb514fa10d02 req-074578d9-2503-472b-b3a5-a961b029c7d9 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 210 time: 0.0551863 Dec 22 16:30:30.054494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fd19f0d0-3237-4807-a1ed-36fee3926f08 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:30.191002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port fd19f0d0-3237-4807-a1ed-36fee3926f08 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:30.197655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fd19f0d0-3237-4807-a1ed-36fee3926f08 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:30.200993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:30.326080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:30.395425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port fd19f0d0-3237-4807-a1ed-36fee3926f08, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fd19f0d0-3237-4807-a1ed-36fee3926f08,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:30.447985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:30.448974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1f05dfee-0868-4317-af36-6e441ead524b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:30.478063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-160b5ab6-d02a-4bdb-874d-6047e12e654b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:30.572319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=fd19f0d0-3237-4807-a1ed-36fee3926f08,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:30.575782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:30.587789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 1f05dfee-0868-4317-af36-6e441ead524b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:30.588270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:30.961717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1fd9242e-cdbe-4a89-afd2-7b4646bfa0ec req-9e17373c-8916-490e-88e8-adf06db49a4f tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 210 time: 0.0483725 Dec 22 16:30:31.768011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Sync routers for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:30:31.781860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:31.782598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:31.992491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fd19f0d0-3237-4807-a1ed-36fee3926f08 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:32.008201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:32.143613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port fd19f0d0-3237-4807-a1ed-36fee3926f08 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:32.148222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:32.175497 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-79a25f1f-3d52-4d18-aff3-2e23e10fcac7 req-f72a7d04-01b0-46a6-b8b4-b22a7f72f4ed tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 210 time: 0.0694246 Dec 22 16:30:32.388614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e50a8156-e796-478b-8fb5-ad04b5bd3161 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:32.389429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e50a8156-e796-478b-8fb5-ad04b5bd3161 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Synchronizing usage tracker for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:30:32.415088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c95d80da-17c8-4d08-9e44-9cf2cec4d091', 'name': '', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'mac_address': 'fa:16:3e:fd:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:25Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 2, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'subnets': [{'id': '3b428646-6d96-4959-a099-15b2bb79f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:32.419352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Checking router: 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:30:32.419750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Updating router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf port c95d80da-17c8-4d08-9e44-9cf2cec4d091 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:30:32.436092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e50a8156-e796-478b-8fb5-ad04b5bd3161 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Unset dirty status for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:30:32.438730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-e50a8156-e796-478b-8fb5-ad04b5bd3161 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 815 time: 0.5278938 Dec 22 16:30:32.463562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Request body: {'port': {'device_id': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'admin_state_up': True, 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:32.485694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:32.716160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:30:32.722416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Usage tracker for resource:port and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:30:32.725952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:30:32.732269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:30:32.773557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Made reservation on behalf of 61f415c1da4a44bdbd6311bb1d1c8b57 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:30:32.782092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:32.968379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:32.970576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Allocated IP 172.20.0.7 (6309a5d7-c3aa-4fc7-83ca-898a6de267d4/95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8/438175d9-1843-4577-accc-a5006aa61a63) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:30:32.983137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Transition to ACTIVE for port object c95d80da-17c8-4d08-9e44-9cf2cec4d091 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:33.031971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.036680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:33.193881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Pushing event updated for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:33.202115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:33.207435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.227675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Transition to ACTIVE for port object 438175d9-1843-4577-accc-a5006aa61a63 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:33.294321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.300837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Attempting to bind port c95d80da-17c8-4d08-9e44-9cf2cec4d091 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:33.301805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Attempting to bind port c95d80da-17c8-4d08-9e44-9cf2cec4d091 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:33.302544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Attempting to bind port c95d80da-17c8-4d08-9e44-9cf2cec4d091 on network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:33.306181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43917905-e071-4a41-99d7-2b4ba0f392ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:33.311806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:33.312230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Checking segment: {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:33.312685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.313123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Bound using segment: {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:33.313649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Bound port: c95d80da-17c8-4d08-9e44-9cf2cec4d091, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e16a6b-fad8-4c27-913e-8e2ec172ed0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:33.314067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.416905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721faa7-4910-4cf3-a14d-7ca2dc9cd3ad req-814604f5-4947-402a-bd73-22fca6c29ed8 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:33.418717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8721faa7-4910-4cf3-a14d-7ca2dc9cd3ad req-814604f5-4947-402a-bd73-22fca6c29ed8 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 931 time: 0.1011555 Dec 22 16:30:33.420279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:30:33.423400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] For port c95d80da-17c8-4d08-9e44-9cf2cec4d091, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:33.431088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] For port c95d80da-17c8-4d08-9e44-9cf2cec4d091, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c95d80da-17c8-4d08-9e44-9cf2cec4d091,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:33.432110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:30:33.436106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Pushing event updated for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:33.439993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:30:33.465991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.471189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:33.486778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:33.496654 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8721faa7-4910-4cf3-a14d-7ca2dc9cd3ad req-9a53417e-3120-4808-8cc4-0be56c2a2823 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694759 Dec 22 16:30:33.525546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:33.525546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.559977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Pushing event updated for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:33.563709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:33.571268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:30:33.572128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:30:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:33.582072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1251066 Dec 22 16:30:33.595193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Request body: {'port': {'device_id': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:30:33.745905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:33.876956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:30:33.967280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22d24200-7c94-4207-b0c2-3cc8be09db2d None None] Provisioning for port 438175d9-1843-4577-accc-a5006aa61a63 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:33.979652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-22d24200-7c94-4207-b0c2-3cc8be09db2d None None] Provisioning complete for port 438175d9-1843-4577-accc-a5006aa61a63 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:33.980960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22d24200-7c94-4207-b0c2-3cc8be09db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.072657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c95d80da-17c8-4d08-9e44-9cf2cec4d091 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:34.118957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-22d24200-7c94-4207-b0c2-3cc8be09db2d None None] Port 438175d9-1843-4577-accc-a5006aa61a63 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:30:34.202206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:34.208628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:34.209031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.292879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 438175d9-1843-4577-accc-a5006aa61a63 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:30:34.301194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.307084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9d4d1fab-f712-4df0-80c8-d37acc27a913 None None] Provisioning complete for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:34.307670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1fab-f712-4df0-80c8-d37acc27a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.321811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Transition to ACTIVE for port object 438175d9-1843-4577-accc-a5006aa61a63 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:30:34.356614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.364168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-519462df-a1ea-4b0f-b546-d60a04271483 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:34.396597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c95d80da-17c8-4d08-9e44-9cf2cec4d091', 'name': '', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'mac_address': 'fa:16:3e:fd:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:25Z', 'updated_at': '2021-12-22T16:30:33Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'subnets': [{'id': '3b428646-6d96-4959-a099-15b2bb79f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:30:34.406494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7be738-bf0e-4b22-9588-e6c1a0bd0481 None None] The sync data for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv is: [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:26Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'c95d80da-17c8-4d08-9e44-9cf2cec4d091', 'name': '', 'network_id': 'f0a84f37-96cd-45b9-a26b-8ea8a94bf288', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'mac_address': 'fa:16:3e:fd:33:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b428646-6d96-4959-a099-15b2bb79f525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:25Z', 'updated_at': '2021-12-22T16:30:33Z', 'revision_number': 4, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'subnets': [{'id': '3b428646-6d96-4959-a099-15b2bb79f525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:30:34.433521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.505599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Pushing event updated for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:34.509280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:34.556769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port c95d80da-17c8-4d08-9e44-9cf2cec4d091, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c95d80da-17c8-4d08-9e44-9cf2cec4d091,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:34.576145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d4d1fab-f712-4df0-80c8-d37acc27a913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.734822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Attempting to bind port 438175d9-1843-4577-accc-a5006aa61a63 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:30:34.735797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Attempting to bind port 438175d9-1843-4577-accc-a5006aa61a63 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:30:34.736677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Attempting to bind port 438175d9-1843-4577-accc-a5006aa61a63 on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:34.755959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Port 438175d9-1843-4577-accc-a5006aa61a63 on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:30:34.756193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Attempting to bind port 438175d9-1843-4577-accc-a5006aa61a63 on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:30:34.770067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:30:34.770653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Checking segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:30:34.771104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Bound using segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:30:34.771615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Bound port: 438175d9-1843-4577-accc-a5006aa61a63, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:30:34.772014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.791428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:34.796395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:34.812600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb238fc2-ab81-4d67-ae89-63e28b7a97cf req-24339955-b497-4f75-836f-1563605ff5ab tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:34.814114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb238fc2-ab81-4d67-ae89-63e28b7a97cf req-24339955-b497-4f75-836f-1563605ff5ab tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 943 time: 0.1374400 Dec 22 16:30:34.883685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:30:34.887267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=438175d9-1843-4577-accc-a5006aa61a63,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:30:34.929856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb238fc2-ab81-4d67-ae89-63e28b7a97cf req-2965c450-1cbc-4bc4-8d7d-36fff76fba96 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085358 Dec 22 16:30:34.954393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:34.957583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-9d4d1fab-f712-4df0-80c8-d37acc27a913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:30:34.957999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-9d4d1fab-f712-4df0-80c8-d37acc27a913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:30:34.958810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:35.135841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:35.142062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c0bd0db5-26fc-4d90-a1fc-b5dd1a877b8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:35.229020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:35.230969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] 10.222.0.46 "PUT /v2.0/ports/438175d9-1843-4577-accc-a5006aa61a63 HTTP/1.1" status: 200 len: 1093 time: 1.6408939 Dec 22 16:30:35.231734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'tag': '438175d9-1843-4577-accc-a5006aa61a63'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:30:35.260117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Pushing event updated for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:35.266499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:35.378137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'tag': '438175d9-1843-4577-accc-a5006aa61a63', 'status': 'completed', 'code': 200} Dec 22 16:30:35.425282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-f06c26aa-09b1-4d90-825d-8c8358a4d187 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 1096 time: 0.1112132 Dec 22 16:30:35.511266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-ddf1169f-c931-4ba8-a583-d6cb7c53f35a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438175d9-1843-4577-accc-a5006aa61a63 HTTP/1.1" status: 200 len: 217 time: 0.0735416 Dec 22 16:30:35.602195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-119b33f6-133d-453b-8a42-edc64abb7843 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:35.603848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-119b33f6-133d-453b-8a42-edc64abb7843 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 200 len: 854 time: 0.0831230 Dec 22 16:30:35.693809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-26887247-8fff-4a84-b122-de680df568ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802131 Dec 22 16:30:35.853312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-43d5123b-df32-40ce-abd3-3c759393df0f service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493950 Dec 22 16:30:35.983592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c95d80da-17c8-4d08-9e44-9cf2cec4d091 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:36.023027 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0396274a-2f98-4dc2-a24e-3c8a734fbe3b req-834c8b8e-d0db-49be-8bd0-af90b062b77c service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601331 Dec 22 16:30:36.074196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port c95d80da-17c8-4d08-9e44-9cf2cec4d091 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:36.074666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:36.206339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-02b45dbb-8c0a-495b-b6aa-94eab05d0603 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 1096 time: 0.0877142 Dec 22 16:30:36.209056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ed591-f0d2-44e5-be17-7ac7250e41ef req-b72b2450-0b83-44ac-ab8d-179093f445cb tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:36.212174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4ed591-f0d2-44e5-be17-7ac7250e41ef req-b72b2450-0b83-44ac-ab8d-179093f445cb tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 943 time: 0.1131821 Dec 22 16:30:36.267231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a4ed591-f0d2-44e5-be17-7ac7250e41ef req-3366eedc-95fd-4c8a-b31f-4c98b3faab32 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462415 Dec 22 16:30:36.368108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-ea5d6f9b-eeb4-4781-9271-2382f1971a8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:36.369790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-ea5d6f9b-eeb4-4781-9271-2382f1971a8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 916 time: 0.1562181 Dec 22 16:30:36.446360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-766ee719-ccc7-4593-a736-65cbb548f3ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438175d9-1843-4577-accc-a5006aa61a63 HTTP/1.1" status: 200 len: 217 time: 0.0688720 Dec 22 16:30:36.519376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-ec361567-8c51-46aa-8d33-50c133914661 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:36.520891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-ec361567-8c51-46aa-8d33-50c133914661 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 200 len: 854 time: 0.0678203 Dec 22 16:30:36.608108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-2b68ce4f-71bf-4422-bcf8-53504780ea74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794098 Dec 22 16:30:36.769704 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-35c2d6b9-869e-4d99-a229-379b3f04117f service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473238 Dec 22 16:30:36.930206 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc78cf53-c5d5-4a05-a73a-3803b493ab42 req-192d96b5-6b17-4420-82ec-8f71a1b111fb service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537030 Dec 22 16:30:37.519813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034cd0c-d6ca-4454-b418-3843ff03f841 req-8a0d6f85-d51d-40d2-b4bb-9579814f5c97 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:37.522908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c034cd0c-d6ca-4454-b418-3843ff03f841 req-8a0d6f85-d51d-40d2-b4bb-9579814f5c97 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 943 time: 0.0986211 Dec 22 16:30:37.583962 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c034cd0c-d6ca-4454-b418-3843ff03f841 req-34536442-3d58-4cd4-8311-064b238a0634 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542812 Dec 22 16:30:38.673201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 438175d9-1843-4577-accc-a5006aa61a63 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:30:38.812237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84450c44-e9bc-4c1f-97b8-72a5d1dd1723 req-b21fe809-dde5-4b05-8b36-017f97443fee tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:38.814015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84450c44-e9bc-4c1f-97b8-72a5d1dd1723 req-b21fe809-dde5-4b05-8b36-017f97443fee tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 943 time: 0.0983388 Dec 22 16:30:38.827195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=438175d9-1843-4577-accc-a5006aa61a63,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:38.843622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '438175d9-1843-4577-accc-a5006aa61a63', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'port_id': '438175d9-1843-4577-accc-a5006aa61a63', 'mac_address': 'fa:16:3e:25:b2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:30:38.866078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-84450c44-e9bc-4c1f-97b8-72a5d1dd1723 req-adb02165-e4ae-4fa7-9163-c3afd6a1ca3f tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451519 Dec 22 16:30:38.906197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:38.925296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 438175d9-1843-4577-accc-a5006aa61a63 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:30:38.941079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=438175d9-1843-4577-accc-a5006aa61a63,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:38.972743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:38.974788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:39.041517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:39.044807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:39.240631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['438175d9-1843-4577-accc-a5006aa61a63'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:30:40.094520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e801a49-0f65-4c3b-a727-a8594e955a26 req-41fd8a7e-d65b-47ea-b483-8adc1d62e365 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:40.096056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e801a49-0f65-4c3b-a727-a8594e955a26 req-41fd8a7e-d65b-47ea-b483-8adc1d62e365 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 944 time: 0.0918157 Dec 22 16:30:40.148262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e801a49-0f65-4c3b-a727-a8594e955a26 req-40a8a195-ac41-470f-946e-566ce05e8720 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Dec 22 16:30:40.550412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:40.700642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 438175d9-1843-4577-accc-a5006aa61a63 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:30:40.801535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 438175d9-1843-4577-accc-a5006aa61a63 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:30:40.808486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 438175d9-1843-4577-accc-a5006aa61a63 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:30:40.808909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:40.937648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:40.969738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438175d9-1843-4577-accc-a5006aa61a63'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:30:40.982841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=438175d9-1843-4577-accc-a5006aa61a63,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:30:41.040777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:41.043188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:30:41.113745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:30:41.117236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:30:41.121816 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '438175d9-1843-4577-accc-a5006aa61a63', 'code': 200} Dec 22 16:30:41.371618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897431aa-5263-4d30-833f-cc9b72ad1589 req-8b4ab9e6-4a5b-400c-bb09-6f11b96739d5 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:41.373270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-897431aa-5263-4d30-833f-cc9b72ad1589 req-8b4ab9e6-4a5b-400c-bb09-6f11b96739d5 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0870662 Dec 22 16:30:41.424204 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-897431aa-5263-4d30-833f-cc9b72ad1589 req-b854f76b-7f43-498b-ae4c-2457f2ec3c55 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Dec 22 16:30:41.477537 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-55820cc9-bab9-4dc7-bbec-2a4e00f75128 req-63575c99-5dba-4500-8d49-647d55092fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 1098 time: 0.0849543 Dec 22 16:30:41.528344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-55820cc9-bab9-4dc7-bbec-2a4e00f75128 req-771ef57a-bcec-4bc7-8a12-a60eb69f1d2b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409741 Dec 22 16:30:42.650923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8d80-54d0-42e5-b668-7914a3d7fdd7 req-7f5e4b74-3c7d-4762-a24b-652642f2c355 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:42.652618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a3a8d80-54d0-42e5-b668-7914a3d7fdd7 req-7f5e4b74-3c7d-4762-a24b-652642f2c355 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0923166 Dec 22 16:30:42.705581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a3a8d80-54d0-42e5-b668-7914a3d7fdd7 req-2d9935d7-ded4-4d37-b397-2a30ef1eea57 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Dec 22 16:30:42.749243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f86db4f-28a2-4365-b398-3823dda8bef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:43.932442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e931c-b31a-485c-a041-59ec26fc7d76 req-003b2bec-a7ae-4f90-8b57-b7f33c959c5a tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:43.934341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-059e931c-b31a-485c-a041-59ec26fc7d76 req-003b2bec-a7ae-4f90-8b57-b7f33c959c5a tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0882838 Dec 22 16:30:43.987916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-059e931c-b31a-485c-a041-59ec26fc7d76 req-d100faaf-d8b1-4b44-8f39-5ce3aa769a95 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Dec 22 16:30:44.195919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:44.200154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024808d1-931a-4f8d-bdb6-0b6765742988 req-f0065642-a17b-4b6e-85c2-8b222d51eee1 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:44.201796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-024808d1-931a-4f8d-bdb6-0b6765742988 req-f0065642-a17b-4b6e-85c2-8b222d51eee1 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0867770 Dec 22 16:30:44.254005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-024808d1-931a-4f8d-bdb6-0b6765742988 req-7f41fd45-d858-4ab3-8a1e-4971637e7424 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Dec 22 16:30:45.207568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c0e4b79-8aed-423b-b37e-bd652408ce28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:45.681465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:47.167233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:30:53.493281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-b8ce1ca3-5d9c-4509-87a2-8ea6c0253632 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767355 Dec 22 16:30:53.655343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-b747530a-95ab-4b3e-8fa3-cbabb3169040 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 1098 time: 0.0844851 Dec 22 16:30:53.823638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-91e73e42-2bc5-45c0-bcaf-24f6cad54d5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:53.825493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-91e73e42-2bc5-45c0-bcaf-24f6cad54d5d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 916 time: 0.1492541 Dec 22 16:30:53.904820 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-eff255dc-ded7-4bbc-9de3-49b496aac233 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=438175d9-1843-4577-accc-a5006aa61a63 HTTP/1.1" status: 200 len: 217 time: 0.0667791 Dec 22 16:30:53.981291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-15511772-da63-448c-90f6-7e569a1b1c8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:30:53.983001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-15511772-da63-448c-90f6-7e569a1b1c8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 200 len: 854 time: 0.0710905 Dec 22 16:30:54.072244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-114d5358-d809-44ea-8804-2bd299246616 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826101 Dec 22 16:30:54.224375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-823acb17-d2ea-4121-9e10-200bdc4c8497 service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446095 Dec 22 16:30:54.377657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c788124-2e71-4590-9f9a-e19ec5f400d4 req-62a9ce0a-f2c7-48a4-8a3c-d22deb0dc15b service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440723 Dec 22 16:30:56.301319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:31:02.486160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765a5d-aeaa-401a-80c8-1a96e08701e3 req-5a34ffc4-3f4f-4771-bf0a-c62d8cc79eef tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:02.487821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56765a5d-aeaa-401a-80c8-1a96e08701e3 req-5a34ffc4-3f4f-4771-bf0a-c62d8cc79eef tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0891871 Dec 22 16:31:02.538930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56765a5d-aeaa-401a-80c8-1a96e08701e3 req-a01bf721-a283-4377-a119-da625e2a3a78 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441685 Dec 22 16:31:03.752323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aeb6b-2a6d-42bf-936f-a88aa869d808 req-fd67b91c-4d30-4fdb-996a-a9926126001b tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:03.753990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb3aeb6b-2a6d-42bf-936f-a88aa869d808 req-fd67b91c-4d30-4fdb-996a-a9926126001b tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0858133 Dec 22 16:31:03.805291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fb3aeb6b-2a6d-42bf-936f-a88aa869d808 req-3009edf6-9387-47f3-8527-3f8b029cd3f4 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447831 Dec 22 16:31:04.096685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-892100b3-b225-4c32-baf2-a6364becd856 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:04.097361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-892100b3-b225-4c32-baf2-a6364becd856 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Synchronizing usage tracker for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:31:04.143529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-892100b3-b225-4c32-baf2-a6364becd856 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Unset dirty status for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:31:04.144828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-892100b3-b225-4c32-baf2-a6364becd856 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.1336451 Dec 22 16:31:04.229042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Deleting port 438175d9-1843-4577-accc-a5006aa61a63 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:04.229427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:04.489179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] For port 438175d9-1843-4577-accc-a5006aa61a63, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=438175d9-1843-4577-accc-a5006aa61a63,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:04.489623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:04.864869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Calling delete_port for 438175d9-1843-4577-accc-a5006aa61a63 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:05.029963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcc4b4-1275-4230-80d8-93d83d8fb750 req-c884d012-699e-4b35-b9cb-97441d082b2c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:05.031629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6efcc4b4-1275-4230-80d8-93d83d8fb750 req-c884d012-699e-4b35-b9cb-97441d082b2c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=c94d3661-bd9b-402d-aadf-7fe78e93477c HTTP/1.1" status: 200 len: 945 time: 0.0905657 Dec 22 16:31:05.083177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6efcc4b4-1275-4230-80d8-93d83d8fb750 req-fb6ba3ca-8c02-4db5-aaaf-1ed1e3849414 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Dec 22 16:31:05.097698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:05.104700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4f205d75-86ee-4d06-8d50-d882c9e38c21 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:05.154595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Pushing event deleted for resources: {'Port': ['ID=438175d9-1843-4577-accc-a5006aa61a63,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:05.198269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.198733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.199166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.199593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.200015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.200433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.200853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.201265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.201677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.202087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.202521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:05.210245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:05.246588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] No DVR routers for this DVR port 438175d9-1843-4577-accc-a5006aa61a63 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:31:05.249292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:05.252433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'name': 'network-vif-deleted', 'tag': '438175d9-1843-4577-accc-a5006aa61a63'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:31:05.304890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-358279d2-16dc-4587-9d0e-c657ca6495ee req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "DELETE /v2.0/ports/438175d9-1843-4577-accc-a5006aa61a63 HTTP/1.1" status: 204 len: 173 time: 1.1501596 Dec 22 16:31:05.315887 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94d3661-bd9b-402d-aadf-7fe78e93477c', 'name': 'network-vif-deleted', 'tag': '438175d9-1843-4577-accc-a5006aa61a63', 'status': 'completed', 'code': 200} Dec 22 16:31:06.800491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 438175d9-1843-4577-accc-a5006aa61a63 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:06.804753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-09330bd3-0e69-4c4c-a40c-777c3f1fc183 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:06.806581 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-09330bd3-0e69-4c4c-a40c-777c3f1fc183 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 815 time: 0.1611557 Dec 22 16:31:06.826938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-dc5f1b70-3c75-42c3-91c8-97b7490d5bec tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/quotas/61f415c1da4a44bdbd6311bb1d1c8b57 HTTP/1.1" status: 200 len: 375 time: 0.0128961 Dec 22 16:31:06.846965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 438175d9-1843-4577-accc-a5006aa61a63 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:06.847566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 438175d9-1843-4577-accc-a5006aa61a63 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:06.919794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-e94f0864-c1e4-4981-9f26-849f774f4483 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852904 Dec 22 16:31:07.079295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-65346222-8efc-49e8-a992-00cda3a9c36e service neutron] 10.222.0.18 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454644 Dec 22 16:31:07.233093 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-440354b8-454c-4d9f-93b7-614d568b7bea service neutron] 10.222.0.18 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465144 Dec 22 16:31:07.470898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-62302241-66d2-4ab1-a926-030cc615e0ec req-64fb8d68-d4aa-42e7-87b9-0958af3f61b7 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 210 time: 0.0598626 Dec 22 16:31:08.650367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea0571e0-616f-4eb9-95e4-cb218f1c0d1d req-c8e3be37-f76c-4dd8-a066-a21eaa009ca3 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 210 time: 0.0467448 Dec 22 16:31:09.067096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-52294d3a-e900-4bf3-b01c-28c9b05ea3ba tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:09.068916 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-52294d3a-e900-4bf3-b01c-28c9b05ea3ba tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 815 time: 0.1648314 Dec 22 16:31:09.091066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Request body: {'port': {'device_id': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'admin_state_up': True, 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:31:09.242180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:31:09.247003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Usage tracker for resource:port and tenant:61f415c1da4a44bdbd6311bb1d1c8b57 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:31:09.250171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:31:09.256825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:31:09.291744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Made reservation on behalf of 61f415c1da4a44bdbd6311bb1d1c8b57 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:31:09.297460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:09.480480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Allocated IP 172.20.0.5 (6309a5d7-c3aa-4fc7-83ca-898a6de267d4/95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8/f08b06ce-d084-45dd-86ed-4ef230d47b4a) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:31:09.699953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:09.718500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Transition to ACTIVE for port object f08b06ce-d084-45dd-86ed-4ef230d47b4a will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:31:09.773908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:09.780636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-539aac49-4a57-4754-a3af-705109cc2188 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:09.866283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:31:09.870329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:31:09.872527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Pushing event updated for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:09.874849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:31:09.887581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b17493-dddf-4f35-9252-2bd7f24c2200 req-a2aa5654-6e57-4d63-bc83-254d09961b3c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:09.889324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-62b17493-dddf-4f35-9252-2bd7f24c2200 req-a2aa5654-6e57-4d63-bc83-254d09961b3c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 931 time: 0.1065819 Dec 22 16:31:09.903938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:09.949367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:09.949592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-62b17493-dddf-4f35-9252-2bd7f24c2200 req-703bd6fe-71db-436d-8a06-97418090e31f tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531647 Dec 22 16:31:09.950375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.059968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9739683 Dec 22 16:31:10.077628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Request body: {'port': {'device_id': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:31:10.204357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.302107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fdc4b831-156a-4c6c-8766-260ad09eef66 None None] Provisioning for port f08b06ce-d084-45dd-86ed-4ef230d47b4a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:31:10.308138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fdc4b831-156a-4c6c-8766-260ad09eef66 None None] Provisioning complete for port f08b06ce-d084-45dd-86ed-4ef230d47b4a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:31:10.310627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdc4b831-156a-4c6c-8766-260ad09eef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.367891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4b831-156a-4c6c-8766-260ad09eef66 None None] Port f08b06ce-d084-45dd-86ed-4ef230d47b4a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:31:10.537240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.628104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08b06ce-d084-45dd-86ed-4ef230d47b4a {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:31:10.635275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.651403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Transition to ACTIVE for port object f08b06ce-d084-45dd-86ed-4ef230d47b4a will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:31:10.679726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:10.684950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-223fd58d-76b5-4b22-aba5-6b0cd8b5ecb1 tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:10.819194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:10.823787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:10.946828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Attempting to bind port f08b06ce-d084-45dd-86ed-4ef230d47b4a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:31:10.947212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Attempting to bind port f08b06ce-d084-45dd-86ed-4ef230d47b4a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:31:10.947587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Attempting to bind port f08b06ce-d084-45dd-86ed-4ef230d47b4a on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:31:10.954365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Port f08b06ce-d084-45dd-86ed-4ef230d47b4a on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:31:10.954771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Attempting to bind port f08b06ce-d084-45dd-86ed-4ef230d47b4a on network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:31:10.962750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:31:10.963131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Checking segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:31:10.963562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Bound using segment: {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:31:10.964049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Bound port: f08b06ce-d084-45dd-86ed-4ef230d47b4a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83087567-0c68-4de3-895d-31fbe324ec2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:31:10.964434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:11.062545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:31:11.065884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:31:11.102827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:11.107720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6c4ab19-c8dd-4711-b04f-c54d6182f1ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:11.169503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f41d9-051b-4598-96d8-e78d34ed7fae req-d6a8669a-cb3d-404c-96c6-84ef8accc767 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:11.171182 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae2f41d9-051b-4598-96d8-e78d34ed7fae req-d6a8669a-cb3d-404c-96c6-84ef8accc767 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 943 time: 0.0879414 Dec 22 16:31:11.175895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:11.177542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] 10.222.0.46 "PUT /v2.0/ports/f08b06ce-d084-45dd-86ed-4ef230d47b4a HTTP/1.1" status: 200 len: 1093 time: 1.1048427 Dec 22 16:31:11.178414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:31:11.207276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Pushing event updated for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:11.212038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:11.230791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae2f41d9-051b-4598-96d8-e78d34ed7fae req-e6ab7a3a-275d-4933-b0ca-e59f1c824966 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515954 Dec 22 16:31:11.248543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a', 'status': 'completed', 'code': 200} Dec 22 16:31:11.343859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-0eb076db-0737-4550-998b-8c9829163176 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 1096 time: 0.0808215 Dec 22 16:31:11.428539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-be7bb335-3bcf-4fb7-bcc0-1824ba97858f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a HTTP/1.1" status: 200 len: 217 time: 0.0725594 Dec 22 16:31:11.502530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-23010433-cd64-4431-8489-b4c052253198 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:11.504085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-23010433-cd64-4431-8489-b4c052253198 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 200 len: 854 time: 0.0660062 Dec 22 16:31:11.597360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-61df8546-c9c5-46dc-a031-e8c4856394e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831120 Dec 22 16:31:11.755582 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-2c774f12-f438-44cd-90b4-632f69d5f28f service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432223 Dec 22 16:31:11.914092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5b0e4a35-8820-47ca-985b-12b9e56d1a72 req-cc25beb0-e6dd-4b22-85ee-7aeb73705fff service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493144 Dec 22 16:31:12.085303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-16a6fc53-eca4-4329-a827-5e3094883c21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 1096 time: 0.0814850 Dec 22 16:31:12.238975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-2ca2c233-89a2-4ba9-a3c3-5e229d42a7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:12.241142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-2ca2c233-89a2-4ba9-a3c3-5e229d42a7ca service neutron] 10.222.0.46 "GET /v2.0/networks?id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 200 len: 916 time: 0.1467724 Dec 22 16:31:12.319147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-f8bd42dc-4d13-4f8a-9d90-3abaa881eb12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a HTTP/1.1" status: 200 len: 217 time: 0.0690787 Dec 22 16:31:12.391182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-40ea0c12-a579-4ec6-9aa6-82ff2577fb73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:12.392787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-40ea0c12-a579-4ec6-9aa6-82ff2577fb73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 200 len: 854 time: 0.0662651 Dec 22 16:31:12.453071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52778d-d15c-42d8-a9a1-67c24ee60865 req-29cf385b-3e45-475f-9c11-5c70a5e45620 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:12.454991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-be52778d-d15c-42d8-a9a1-67c24ee60865 req-29cf385b-3e45-475f-9c11-5c70a5e45620 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 943 time: 0.0892658 Dec 22 16:31:12.479102 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-322b70fb-1eec-469d-9f8f-ebc8ffef832f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6309a5d7-c3aa-4fc7-83ca-898a6de267d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756507 Dec 22 16:31:12.505638 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-be52778d-d15c-42d8-a9a1-67c24ee60865 req-d0065d2d-6281-465f-a03a-8a14517a7b23 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Dec 22 16:31:12.648511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-c6783229-4d1f-4c8c-bffd-dd8c03394603 service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616566 Dec 22 16:31:12.771493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-86038b54-b4bb-4553-8045-7346fd44453d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:12.802254 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31d22f5b-6d4a-4e4e-9ebe-3ddae145e588 req-d29c3719-8f06-4fc0-baa1-06a4c97821f6 service neutron] 10.222.0.46 "GET /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464753 Dec 22 16:31:13.757059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4341899-319d-4776-9fcd-8b3773c9aad4 req-105f6bed-3517-465b-a6c9-3bd40ec92d30 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:13.758713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e4341899-319d-4776-9fcd-8b3773c9aad4 req-105f6bed-3517-465b-a6c9-3bd40ec92d30 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 943 time: 0.0897374 Dec 22 16:31:13.813609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e4341899-319d-4776-9fcd-8b3773c9aad4 req-9876e696-481c-444a-86f8-5dc8bcbb8a14 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483482 Dec 22 16:31:14.182256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:14.887441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device f08b06ce-d084-45dd-86ed-4ef230d47b4a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:31:15.034106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39faec70-18ea-4395-85d5-fb1e81e363c5 req-63db7900-ce03-44b3-9588-02941d97b47e tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:15.035713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39faec70-18ea-4395-85d5-fb1e81e363c5 req-63db7900-ce03-44b3-9588-02941d97b47e tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 943 time: 0.0902324 Dec 22 16:31:15.046949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:15.067316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a', 'network_id': '6309a5d7-c3aa-4fc7-83ca-898a6de267d4', 'port_id': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a', 'mac_address': 'fa:16:3e:4b:a4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:31:15.088731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39faec70-18ea-4395-85d5-fb1e81e363c5 req-9667bc67-da9c-4283-a09a-a9d389a0f174 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Dec 22 16:31:15.126525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:15.157221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08b06ce-d084-45dd-86ed-4ef230d47b4a {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:31:15.173758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:15.198844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-552fd74f-b236-448e-ac9a-b9a7b93adf07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:15.228176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:15.230076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:15.304353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:15.307645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:15.465264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['f08b06ce-d084-45dd-86ed-4ef230d47b4a'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:31:15.701590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:16.307839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d26acd-01fd-416e-9ba3-1a6875959f2b req-01e34845-3a12-4032-ab38-769f329514ee tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:16.309730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29d26acd-01fd-416e-9ba3-1a6875959f2b req-01e34845-3a12-4032-ab38-769f329514ee tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 944 time: 0.0902541 Dec 22 16:31:16.358678 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-29d26acd-01fd-416e-9ba3-1a6875959f2b req-7e4437ff-350d-41a8-9436-b1cd78b74be7 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424724 Dec 22 16:31:16.902430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device f08b06ce-d084-45dd-86ed-4ef230d47b4a up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:31:17.033680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port f08b06ce-d084-45dd-86ed-4ef230d47b4a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:31:17.040100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port f08b06ce-d084-45dd-86ed-4ef230d47b4a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:31:17.040522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:17.171193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:17.200457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:31:17.209005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:17.214594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:17.244987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:17.247258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:17.286410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a', 'code': 200} Dec 22 16:31:17.321422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:17.324656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:17.574944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a035b-d711-4378-9e73-9d557358b39c req-7df1c777-028c-44a4-8e94-7d8cf3cab40c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:17.576485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c9a035b-d711-4378-9e73-9d557358b39c req-7df1c777-028c-44a4-8e94-7d8cf3cab40c tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0908582 Dec 22 16:31:17.597450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53552288-8e80-434d-968a-e5ce8422673d req-e6b0ccef-e693-4a92-96b9-7a1691708f98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 1098 time: 0.0809093 Dec 22 16:31:17.629331 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c9a035b-d711-4378-9e73-9d557358b39c req-eafdec8c-e771-4e4e-a235-361406f8d6b3 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Dec 22 16:31:17.650328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-53552288-8e80-434d-968a-e5ce8422673d req-d40d2f31-2626-4af3-9254-fb0b8b2235c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Dec 22 16:31:18.864332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a970-7cec-4fca-a8f8-6d6449681127 req-1f233a17-1895-453b-bd49-a37af3014ae8 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:18.866534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12c8a970-7cec-4fca-a8f8-6d6449681127 req-1f233a17-1895-453b-bd49-a37af3014ae8 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0921819 Dec 22 16:31:18.922794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12c8a970-7cec-4fca-a8f8-6d6449681127 req-b5bf20bc-a840-4238-884d-31e2ba713046 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Dec 22 16:31:20.144986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b54517-dfe1-492b-b654-1634fbacc996 req-db634381-9382-4cd5-9091-14e27b1ea6d6 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:20.147800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93b54517-dfe1-492b-b654-1634fbacc996 req-db634381-9382-4cd5-9091-14e27b1ea6d6 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0872908 Dec 22 16:31:20.198359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-93b54517-dfe1-492b-b654-1634fbacc996 req-18b07a2c-6257-45c8-81b6-d089612b853a tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Dec 22 16:31:20.416893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3bf0c-487e-40d4-9e26-cdc50da5de8a req-0203d154-2397-41c9-8f74-235169f62d6e tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:20.418489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2e3bf0c-487e-40d4-9e26-cdc50da5de8a req-0203d154-2397-41c9-8f74-235169f62d6e tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0902016 Dec 22 16:31:20.470651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a2e3bf0c-487e-40d4-9e26-cdc50da5de8a req-d5e6c03c-3f5b-4cd3-961d-00a91052d654 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 Dec 22 16:31:33.303480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:31:38.643545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793672a-63e7-4257-adfc-b57d408cc595 req-551f2ad2-16c2-4e93-a94b-491cac70a8a6 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:38.645239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5793672a-63e7-4257-adfc-b57d408cc595 req-551f2ad2-16c2-4e93-a94b-491cac70a8a6 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0856569 Dec 22 16:31:38.696129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5793672a-63e7-4257-adfc-b57d408cc595 req-49c3559b-2e3c-477b-a33e-7a2b48c8902b tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Dec 22 16:31:39.915036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b8a72-8b6f-4d6e-93c3-5554a31dd841 req-66dee88d-1b0f-49b6-b73c-d2c332365819 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:39.916706 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-750b8a72-8b6f-4d6e-93c3-5554a31dd841 req-66dee88d-1b0f-49b6-b73c-d2c332365819 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.0889602 Dec 22 16:31:39.967466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-750b8a72-8b6f-4d6e-93c3-5554a31dd841 req-1d55d265-510c-4e2e-9821-39d069089231 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/security-groups?id=7403808c-a574-40aa-80ef-9e40e4ba81cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 Dec 22 16:31:40.276374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-d1e74d56-77f6-4b14-bd61-02c7ffefb4de tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:31:40.277126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-d1e74d56-77f6-4b14-bd61-02c7ffefb4de tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Synchronizing usage tracker for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:31:40.334833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-d1e74d56-77f6-4b14-bd61-02c7ffefb4de tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Unset dirty status for tenant:61f415c1da4a44bdbd6311bb1d1c8b57 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:31:40.336095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-d1e74d56-77f6-4b14-bd61-02c7ffefb4de tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 945 time: 0.1402969 Dec 22 16:31:40.415994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Deleting port f08b06ce-d084-45dd-86ed-4ef230d47b4a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:40.416374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:40.558978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:40.671295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] For port f08b06ce-d084-45dd-86ed-4ef230d47b4a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=f08b06ce-d084-45dd-86ed-4ef230d47b4a,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:40.671688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:40.820240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Calling delete_port for f08b06ce-d084-45dd-86ed-4ef230d47b4a owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:41.072789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:41.079904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e5a1484e-658a-4fce-8bb3-81d2f98676bc tempest-ServerActionsTestJSON-1551886188 tempest-ServerActionsTestJSON-1551886188-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:41.131302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Pushing event deleted for resources: {'Port': ['ID=f08b06ce-d084-45dd-86ed-4ef230d47b4a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:41.134073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:41.190963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b6931ff6-ded6-4038-a720-51be71004c98 req-4a4c7457-5741-4b2e-8c06-611e2bc68095 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e7124a3-05d9-4ab3-9981-8f866adad440 HTTP/1.1" status: 200 len: 210 time: 0.0494845 Dec 22 16:31:41.210688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] No DVR routers for this DVR port f08b06ce-d084-45dd-86ed-4ef230d47b4a on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:31:41.214984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:41.219352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'name': 'network-vif-deleted', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:31:41.279061 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7124a3-05d9-4ab3-9981-8f866adad440', 'name': 'network-vif-deleted', 'tag': 'f08b06ce-d084-45dd-86ed-4ef230d47b4a', 'status': 'completed', 'code': 200} Dec 22 16:31:41.298165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4c6b87f-c7a9-4dbe-b4bf-d2f686d6719a req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] 10.222.0.46 "DELETE /v2.0/ports/f08b06ce-d084-45dd-86ed-4ef230d47b4a HTTP/1.1" status: 204 len: 173 time: 0.9517121 Dec 22 16:31:42.382930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59652) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:42.751898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bb62935-2ca1-4e02-ad95-19888f5895c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:43.028295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:43.029175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device f08b06ce-d084-45dd-86ed-4ef230d47b4a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:43.065595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: f08b06ce-d084-45dd-86ed-4ef230d47b4a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:43.065994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device f08b06ce-d084-45dd-86ed-4ef230d47b4a not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:43.676863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Deleting port 1f05dfee-0868-4317-af36-6e441ead524b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:43.677469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:43.869429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] For port 1f05dfee-0868-4317-af36-6e441ead524b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=1f05dfee-0868-4317-af36-6e441ead524b,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:43.869823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:44.000804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Calling delete_port for 1f05dfee-0868-4317-af36-6e441ead524b owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:44.209566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:44.284455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:44.289404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:44.333137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f05dfee-0868-4317-af36-6e441ead524b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:44.337100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:44.657301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:45.175299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-64aa039b-95f2-438d-b023-2db2c394f3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:45.288744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:31:45.513974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:31:45.525159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Sync routers for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:31:45.527949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] 10.222.0.18 "PUT /v2.0/routers/b2eb2212-1964-4a54-8ce3-9ea96bdce4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1437576 Dec 22 16:31:45.530849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59656) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:45.538647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:45.539334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:45.756808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:31:45.804864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:45.995029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:46.228122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:46.241414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145'}], 'enable_snat': True}, 'gw_port_id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:31:44Z', 'revision_number': 5, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port': {'id': '47c64d4d-3321-41ad-85c9-26ddbf719ee0', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:15Z', 'updated_at': '2021-12-22T16:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:46.245538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Checking router: b2eb2212-1964-4a54-8ce3-9ea96bdce4ef for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:31:46.257452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Routers {'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:46.258129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:46.265603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Deleting port 47c64d4d-3321-41ad-85c9-26ddbf719ee0 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:46.265988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:46.418904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] Set router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:31:46.465604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] For port 47c64d4d-3321-41ad-85c9-26ddbf719ee0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=47c64d4d-3321-41ad-85c9-26ddbf719ee0,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:46.466010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:46.535761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:31:46Z', 'revision_number': 6, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:46.540516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93094d-34a7-410a-97db-d5877aad6474 None None] The sync data for ids ['b2eb2212-1964-4a54-8ce3-9ea96bdce4ef'] in dv-neutron-822514-1-hyperv is: [{'id': 'b2eb2212-1964-4a54-8ce3-9ea96bdce4ef', 'name': 'tempest-TestEncryptedCinderVolumes-84027323-router', 'tenant_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:14Z', 'updated_at': '2021-12-22T16:31:46Z', 'revision_number': 6, 'project_id': '61f415c1da4a44bdbd6311bb1d1c8b57', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:31:46.597229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Calling delete_port for 47c64d4d-3321-41ad-85c9-26ddbf719ee0 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:46.878203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:46.883433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1bd76112-1fda-454a-be52-9e22f9241366 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:46.925789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c64d4d-3321-41ad-85c9-26ddbf719ee0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:46.928525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:47.163825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.174656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.450737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.455869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.603504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.604075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2eb2212-1964-4a54-8ce3-9ea96bdce4ef {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:31:47.617870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.619166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b2eb2212-1964-4a54-8ce3-9ea96bdce4ef HTTP/1.1" status: 204 len: 168 time: 2.0873017 Dec 22 16:31:47.621917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59660) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:47.694228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Deleting subnet 95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:31:47.697881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.751854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:47.836761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.008283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 47c64d4d-3321-41ad-85c9-26ddbf719ee0 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:48.043641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 47c64d4d-3321-41ad-85c9-26ddbf719ee0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:48.044032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 47c64d4d-3321-41ad-85c9-26ddbf719ee0 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:48.044335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.044472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1f05dfee-0868-4317-af36-6e441ead524b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:48.050051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13a7ad1e-0666-4362-93c3-4db2183bb0a9 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:48.082013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 1f05dfee-0868-4317-af36-6e441ead524b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:48.082412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 1f05dfee-0868-4317-af36-6e441ead524b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:48.089118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:48.091830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:48.097809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.103387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b41d5-2fb2-4ff4-a9b8-d6185b11e9ca None None] Network 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:31:48.105548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be855714-ae74-4259-9f1a-7db39a99b27b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/95bd7f5b-5d4e-40c8-8f9a-06d5398e07e8 HTTP/1.1" status: 204 len: 168 time: 0.4825652 Dec 22 16:31:48.108283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59664) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:48.240598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.251272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Deleting port 59b5b28e-ce32-404e-8634-e992cd8982dc {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:48.251638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.374820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] DHCP port deletion for 6309a5d7-c3aa-4fc7-83ca-898a6de267d4 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:31:48.379721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Deleting port 59b5b28e-ce32-404e-8634-e992cd8982dc {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:48.380150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.477140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] For port 59b5b28e-ce32-404e-8634-e992cd8982dc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=59b5b28e-ce32-404e-8634-e992cd8982dc,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:48.477769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.601448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] For port 59b5b28e-ce32-404e-8634-e992cd8982dc, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=59b5b28e-ce32-404e-8634-e992cd8982dc,segment=NetworkSegment(83087567-0c68-4de3-895d-31fbe324ec2d),segment_id=83087567-0c68-4de3-895d-31fbe324ec2d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:48.602018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.606775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Calling delete_port for 59b5b28e-ce32-404e-8634-e992cd8982dc owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:48.712343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.717233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9568f23-a437-4a9d-b70f-e272b2753a7a tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:48.735050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Calling delete_port for 59b5b28e-ce32-404e-8634-e992cd8982dc owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:48.762030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b5b28e-ce32-404e-8634-e992cd8982dc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:48.764786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:48.771544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] No DVR routers for this DVR port 59b5b28e-ce32-404e-8634-e992cd8982dc on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:31:48.813503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:31:48.814048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:31:48.898998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.925172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6309a5d7-c3aa-4fc7-83ca-898a6de267d4']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:48.938028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83087567-0c68-4de3-895d-31fbe324ec2d') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:48.938364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83087567-0c68-4de3-895d-31fbe324ec2d') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:48.951254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.967447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.974272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:31:48.974736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:31:48.988591 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:31:49.203650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:49.207247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-49a06c18-8a55-43c9-b03f-3161c87aaa50 tempest-RoutersNegativeIpV6Test-748622276 tempest-RoutersNegativeIpV6Test-748622276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:49.223465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:49.232898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6309a5d7-c3aa-4fc7-83ca-898a6de267d4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:49.238278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:49.278672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6309a5d7-c3aa-4fc7-83ca-898a6de267d4 HTTP/1.1" status: 204 len: 168 time: 1.1692610 Dec 22 16:31:49.281750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59668) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:49.315992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Deleting port 59b5b28e-ce32-404e-8634-e992cd8982dc {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:49.316427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:49.381746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8bdfaf33-cba4-463c-be37-e6b987595cf0 None None] The port '59b5b28e-ce32-404e-8634-e992cd8982dc' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:31:49.943734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:50.000382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 59b5b28e-ce32-404e-8634-e992cd8982dc no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:50.037844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 59b5b28e-ce32-404e-8634-e992cd8982dc {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:50.038348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 59b5b28e-ce32-404e-8634-e992cd8982dc not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:50.578132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Deleting port c95d80da-17c8-4d08-9e44-9cf2cec4d091 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:50.578536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:50.758371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] For port c95d80da-17c8-4d08-9e44-9cf2cec4d091, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=c95d80da-17c8-4d08-9e44-9cf2cec4d091,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:50.758817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:50.889100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Calling delete_port for c95d80da-17c8-4d08-9e44-9cf2cec4d091 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:51.101760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:51.106311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6902af6f-a8d7-4856-831c-86b95e328f7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:51.148888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=c95d80da-17c8-4d08-9e44-9cf2cec4d091,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:51.151961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:51.457702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:52.078988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:31:52.291505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:31:52.302472 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] 10.222.0.18 "PUT /v2.0/routers/4213aaf2-91cf-4ab1-8c48-5d2caffb02bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0185728 Dec 22 16:31:52.302687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Sync routers for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:31:52.304329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59672) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:52.315571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:52.316416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:52.506229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:31:52.515970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:52.822266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:31:51Z', 'revision_number': 5, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:52.826457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Checking router: 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:31:52.838715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Routers {'4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:31:52.839386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:52.959893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:52.997727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Deleting port fd19f0d0-3237-4807-a1ed-36fee3926f08 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:52.998081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:53.028221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] Set router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:31:53.182762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] For port fd19f0d0-3237-4807-a1ed-36fee3926f08, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=fd19f0d0-3237-4807-a1ed-36fee3926f08,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:53.183159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:53.313744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Calling delete_port for fd19f0d0-3237-4807-a1ed-36fee3926f08 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:53.344675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:31:51Z', 'revision_number': 5, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:53.351107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4adb1d-ef52-42f5-8615-7f7cb2cd37bb None None] The sync data for ids ['4213aaf2-91cf-4ab1-8c48-5d2caffb02bf'] in dv-neutron-822514-1-hyperv is: [{'id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'name': 'tempest-TestEncryptedCinderVolumes-1167179271-router', 'tenant_id': 'f13fdc107c0d448093cd4827a85684da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211'}], 'enable_snat': True}, 'gw_port_id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:31:51Z', 'revision_number': 5, 'project_id': 'f13fdc107c0d448093cd4827a85684da', 'gw_port': {'id': 'fd19f0d0-3237-4807-a1ed-36fee3926f08', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4213aaf2-91cf-4ab1-8c48-5d2caffb02bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:30:22Z', 'updated_at': '2021-12-22T16:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:31:53.511590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:53.516428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-043b6064-6fe0-4a4b-b989-a6ac493a85d9 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:53.559572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd19f0d0-3237-4807-a1ed-36fee3926f08,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:53.601852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.602284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.602753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.606297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:31:53.613590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:53.817562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.013814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c95d80da-17c8-4d08-9e44-9cf2cec4d091 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:54.049287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: c95d80da-17c8-4d08-9e44-9cf2cec4d091 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:54.049922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device c95d80da-17c8-4d08-9e44-9cf2cec4d091 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:54.095050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.100457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.294065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.294610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4213aaf2-91cf-4ab1-8c48-5d2caffb02bf {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:31:54.309671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.310956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] 10.222.0.18 "DELETE /v2.0/routers/4213aaf2-91cf-4ab1-8c48-5d2caffb02bf HTTP/1.1" status: 204 len: 168 time: 2.0055404 Dec 22 16:31:54.313715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59676) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:54.387056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Deleting subnet 3b428646-6d96-4959-a099-15b2bb79f525 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:31:54.390424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.447754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.535566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.775012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.779718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c8ea0310-6ad6-4229-959b-d13b8ed1c066 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:54.817432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b428646-6d96-4959-a099-15b2bb79f525,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:54.820757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:54.826994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.834075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4554153-5442-4813-8b22-a702dd182312 None None] Network f0a84f37-96cd-45b9-a26b-8ea8a94bf288 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:31:54.837555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3b428646-6d96-4959-a099-15b2bb79f525 HTTP/1.1" status: 204 len: 168 time: 0.5201845 Dec 22 16:31:54.837823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59680) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:54.957603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:54.968922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Deleting port dbcdc2dc-119b-4432-bce7-3b88ebd06394 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:54.969287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.102612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69800f97-2709-412f-8447-473e1377e40f None None] DHCP port deletion for f0a84f37-96cd-45b9-a26b-8ea8a94bf288 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:31:55.106891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-69800f97-2709-412f-8447-473e1377e40f None None] Deleting port dbcdc2dc-119b-4432-bce7-3b88ebd06394 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:55.107356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69800f97-2709-412f-8447-473e1377e40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.193761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] For port dbcdc2dc-119b-4432-bce7-3b88ebd06394, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dbcdc2dc-119b-4432-bce7-3b88ebd06394,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:55.194161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.322873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Calling delete_port for dbcdc2dc-119b-4432-bce7-3b88ebd06394 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:55.332373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-69800f97-2709-412f-8447-473e1377e40f None None] For port dbcdc2dc-119b-4432-bce7-3b88ebd06394, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dbcdc2dc-119b-4432-bce7-3b88ebd06394,segment=NetworkSegment(92e16a6b-fad8-4c27-913e-8e2ec172ed0c),segment_id=92e16a6b-fad8-4c27-913e-8e2ec172ed0c)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:31:55.332806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69800f97-2709-412f-8447-473e1377e40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.455624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.461305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ddcff0bd-6cce-4a4d-991a-81bad2244001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:55.467870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-69800f97-2709-412f-8447-473e1377e40f None None] Calling delete_port for dbcdc2dc-119b-4432-bce7-3b88ebd06394 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:31:55.507168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcdc2dc-119b-4432-bce7-3b88ebd06394,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:55.512078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:55.514265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] No DVR routers for this DVR port dbcdc2dc-119b-4432-bce7-3b88ebd06394 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:31:55.543821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-69800f97-2709-412f-8447-473e1377e40f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:31:55.544231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-69800f97-2709-412f-8447-473e1377e40f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:31:55.641147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.669015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a84f37-96cd-45b9-a26b-8ea8a94bf288']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:55.682479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e16a6b-fad8-4c27-913e-8e2ec172ed0c') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:55.682805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e16a6b-fad8-4c27-913e-8e2ec172ed0c') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:31:55.696321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.774778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.781858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:31:55.782291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:31:55.801196 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:31:55.986959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.991820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:55.995975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f98be579-60cb-47eb-8209-e9b9b08c9fe4 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:56.003670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fd19f0d0-3237-4807-a1ed-36fee3926f08 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:56.020433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0a84f37-96cd-45b9-a26b-8ea8a94bf288,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:56.023296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:56.028359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f0a84f37-96cd-45b9-a26b-8ea8a94bf288 HTTP/1.1" status: 204 len: 168 time: 1.1868439 Dec 22 16:31:56.039772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: fd19f0d0-3237-4807-a1ed-36fee3926f08 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:56.040292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device fd19f0d0-3237-4807-a1ed-36fee3926f08 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:56.040759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dbcdc2dc-119b-4432-bce7-3b88ebd06394 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:31:56.069348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-69800f97-2709-412f-8447-473e1377e40f None None] Deleting port dbcdc2dc-119b-4432-bce7-3b88ebd06394 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:31:56.069766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69800f97-2709-412f-8447-473e1377e40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:56.110467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dbcdc2dc-119b-4432-bce7-3b88ebd06394 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:31:56.111480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dbcdc2dc-119b-4432-bce7-3b88ebd06394 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:31:56.150043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-69800f97-2709-412f-8447-473e1377e40f None None] The port 'dbcdc2dc-119b-4432-bce7-3b88ebd06394' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:31:56.351037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59686) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:56.414790 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-85bf6387-8c75-44c8-9571-e12db72e93e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61f415c1da4a44bdbd6311bb1d1c8b57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623791 Dec 22 16:31:56.417318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59690) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:56.483393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:56.514073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:56.900811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:56.906378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ffaced76-67d5-4e88-8453-263339fca610 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:56.920759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7403808c-a574-40aa-80ef-9e40e4ba81cf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:56.924472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:56.925396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:56.926803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7403808c-a574-40aa-80ef-9e40e4ba81cf HTTP/1.1" status: 204 len: 168 time: 0.5083537 Dec 22 16:31:57.499058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59698) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:57.552954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c1b85fa-ac04-47cb-880d-6813cb6b08de admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f13fdc107c0d448093cd4827a85684da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524442 Dec 22 16:31:57.555702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59702) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:57.620055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:57.647952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:57.854308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:57.860137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4b4b6fae-a693-44fc-b33a-e1f5e2c78264 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:31:57.879529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4896c-5b25-46a8-a017-3b7a0a6f9382,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:31:57.882730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:31:57.883649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:57.884884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fd4896c-5b25-46a8-a017-3b7a0a6f9382 HTTP/1.1" status: 204 len: 168 time: 0.3281419 Dec 22 16:31:59.191709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59724) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:31:59.369668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-450829917-network', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:31:59.375730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:31:59.381488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Usage tracker for resource:network and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:31:59.385628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:31:59.393828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:31:59.437944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Made reservation on behalf of f8a109b6a6d946a48736b167acc36e4d for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:31:59.444237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:59.460902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:31:59.501075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:31:59.506863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:31:59.510485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:31:59.516910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:00.012818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.048838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.052482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b42ff93-62df-4ad1-bd12-f0d2a4e7b455 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:00.085821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:32:00.095371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9743e1bd-a4a3-41f5-ad15-d41179b7858b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:00.099534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:00.102483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.102907 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Added segment a70a7f08-8bb9-4293-b105-3aedc80daeeb of type vlan for network 27510146-fe83-47e0-865e-239961fc5913 Dec 22 16:32:00.135333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.220287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.221872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:00.222579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.228142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bfe75e5d-0737-4f38-a996-f628f0c7e2b6 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:00.340807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Pushing event updated for resources: {'Network': ['ID=27510146-fe83-47e0-865e-239961fc5913,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:00.344177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:00.353945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 27510146-fe83-47e0-865e-239961fc5913 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:32:00.364447 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1712308 Dec 22 16:32:00.367807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59730) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:00.374085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Request body: {'subnet': {'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-450829917-subnet', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:00.381405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:00.385737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Usage tracker for resource:subnet and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:00.388811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:00.396491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:00.436706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Made reservation on behalf of f8a109b6a6d946a48736b167acc36e4d for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:32:00.442288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.728375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.733358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7d4fa292-6e7b-4a18-aff9-d3df4ebdd53c tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:00.817827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Pushing event updated for resources: {'Subnet': ['ID=234eed97-9716-4b0d-837c-04127c1d7a4f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:00.820915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:00.829195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Checking segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:00.829600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Network hostable DHCP agents. Network: 27510146-fe83-47e0-865e-239961fc5913, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:32:00.882022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Network 27510146-fe83-47e0-865e-239961fc5913 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:32:00.922098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 27510146-fe83-47e0-865e-239961fc5913) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:00.926363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:00.927415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:00.933238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ba328-06ce-4546-adf7-4996bf60f713 None None] Network 27510146-fe83-47e0-865e-239961fc5913 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:32:00.998123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6289878 Dec 22 16:32:01.001005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59734) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:01.007495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:01.013430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:01.017748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Usage tracker for resource:router and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:01.020871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:01.027407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:01.066550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.067616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.087982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.184308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-27510146-fe83-47e0-865e-239961fc5913', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:32:01.185266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.302310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.581767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Allocated IP 172.20.0.2 (27510146-fe83-47e0-865e-239961fc5913/234eed97-9716-4b0d-837c-04127c1d7a4f/255e23da-f735-4771-95ec-b22b6fd151be) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:01.600486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.651208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:01.868961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Allocated IP 172.26.1.6 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/b35073fc-87c5-414a-9e0e-5c4e955aa28e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:02.009524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.128837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Transition to ACTIVE for port object 255e23da-f735-4771-95ec-b22b6fd151be will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:02.192457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Transition to ACTIVE for port object 255e23da-f735-4771-95ec-b22b6fd151be will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:02.244184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.250409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:02.308594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.326118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Network 27510146-fe83-47e0-865e-239961fc5913 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:02.328469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:02.334033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:02.337345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Pushing event updated for resources: {'Port': ['ID=255e23da-f735-4771-95ec-b22b6fd151be,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:02.369394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.374611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b80d044c-5326-4e86-b24c-c0da38c98e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:02.381192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.381525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.381912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.382293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.382719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.383165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.383556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.383951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.384336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.384734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.385144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:02.394189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:02.449756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:02.453608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:02.456423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Pushing event updated for resources: {'Port': ['ID=b35073fc-87c5-414a-9e0e-5c4e955aa28e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:02.458024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Attempting to bind port 255e23da-f735-4771-95ec-b22b6fd151be on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:02.458574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Attempting to bind port 255e23da-f735-4771-95ec-b22b6fd151be by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:02.458873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:02.459022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Attempting to bind port 255e23da-f735-4771-95ec-b22b6fd151be on network 27510146-fe83-47e0-865e-239961fc5913 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:02.467148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:02.467606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Checking segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:02.468067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.468563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Bound using segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:02.469078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Bound port: 255e23da-f735-4771-95ec-b22b6fd151be, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:02.469516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.506333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:02.577094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] For port 255e23da-f735-4771-95ec-b22b6fd151be, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:02.581420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] For port 255e23da-f735-4771-95ec-b22b6fd151be, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=255e23da-f735-4771-95ec-b22b6fd151be,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:02.626320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.630954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db939044-986d-4934-b35d-7164fb55a87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:02.685208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.686198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:02.727576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Pushing event updated for resources: {'Port': ['ID=255e23da-f735-4771-95ec-b22b6fd151be,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:02.731928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:02.992213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Router 97a30f85-e87b-4c32-a08a-bd9076f218e3 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:32:03.253269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:32:03.269996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Sync routers for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:32:03.283279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:03.285094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:03.328213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:03.332227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3280952 Dec 22 16:32:03.333814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59738) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:03.492482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:03.845326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:02Z', 'revision_number': 3, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:03.850618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Checking router: 97a30f85-e87b-4c32-a08a-bd9076f218e3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:32:03.851022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Updating router 97a30f85-e87b-4c32-a08a-bd9076f218e3 port b35073fc-87c5-414a-9e0e-5c4e955aa28e binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:32:03.911780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.081714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 255e23da-f735-4771-95ec-b22b6fd151be up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:04.357685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 255e23da-f735-4771-95ec-b22b6fd151be completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:04.403732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.420416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Transition to ACTIVE for port object b35073fc-87c5-414a-9e0e-5c4e955aa28e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:04.454776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.461909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:04.546599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Attempting to bind port b35073fc-87c5-414a-9e0e-5c4e955aa28e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:04.546993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Attempting to bind port b35073fc-87c5-414a-9e0e-5c4e955aa28e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:04.547413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Attempting to bind port b35073fc-87c5-414a-9e0e-5c4e955aa28e on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:04.558836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Pushing event updated for resources: {'Port': ['ID=b35073fc-87c5-414a-9e0e-5c4e955aa28e,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:04.561825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:04.564167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:04.565823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:04.566078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.566570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:04.567127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Bound port: b35073fc-87c5-414a-9e0e-5c4e955aa28e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:04.567611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.582007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.600294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c531be5-51ab-4ce7-ad50-ba8e8740bcbd None None] Network 27510146-fe83-47e0-865e-239961fc5913 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:32:04.783113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] For port b35073fc-87c5-414a-9e0e-5c4e955aa28e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:04.798467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Provisioning for port 255e23da-f735-4771-95ec-b22b6fd151be completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:04.841183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] For port b35073fc-87c5-414a-9e0e-5c4e955aa28e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b35073fc-87c5-414a-9e0e-5c4e955aa28e,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:04.845771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Provisioning complete for port 255e23da-f735-4771-95ec-b22b6fd151be triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:04.846236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.849255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Allocated IP 172.20.0.1 (27510146-fe83-47e0-865e-239961fc5913/234eed97-9716-4b0d-837c-04127c1d7a4f/cfe3c32e-2086-430b-ac13-309eea61ed00) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:04.894952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:04.912003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:05.027386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.050902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Transition to ACTIVE for port object cfe3c32e-2086-430b-ac13-309eea61ed00 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:05.079398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Pushing event updated for resources: {'Port': ['ID=b35073fc-87c5-414a-9e0e-5c4e955aa28e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:05.083049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:05.100547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.105667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7ab90681-e0a8-4195-ab36-6351a5988046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:05.114545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:05.115271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:05.176497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Network 27510146-fe83-47e0-865e-239961fc5913 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:05.179567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:05.184049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:05.221656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:05.248811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.249139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.249382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.249811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.250238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.250700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.251126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.251541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.251986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.252400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.252893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:05.253709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.259090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:05.266537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.427111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.569530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] For port 255e23da-f735-4771-95ec-b22b6fd151be, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=255e23da-f735-4771-95ec-b22b6fd151be,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:05.577568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:05.620447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.622904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:05.713483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.768229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.801278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25c52dcb-f598-4776-be7b-fba7d9604b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:05.899072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:05.902396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Pushing event updated for resources: {'Port': ['ID=255e23da-f735-4771-95ec-b22b6fd151be,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:05.903112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:05.906699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:05.908574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:06.020360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8131e92b-79f2-4575-9c94-bf68ad6c26f6 None None] Provisioning complete for port 255e23da-f735-4771-95ec-b22b6fd151be triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:06.020846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8131e92b-79f2-4575-9c94-bf68ad6c26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:06.053725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 255e23da-f735-4771-95ec-b22b6fd151be up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:06.104315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Network 27510146-fe83-47e0-865e-239961fc5913 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:06.105680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:06.130193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:02Z', 'revision_number': 3, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:06.147332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a93a335-4da2-4416-996e-6659b4dab1a9 None None] The sync data for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv is: [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:02Z', 'revision_number': 3, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:32:06.264256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 255e23da-f735-4771-95ec-b22b6fd151be triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:06.264720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:06.522338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-60e5049e-5eb3-47ba-8a79-e2f79af5dc72 None None] Provisioning for port cfe3c32e-2086-430b-ac13-309eea61ed00 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:06.528912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-60e5049e-5eb3-47ba-8a79-e2f79af5dc72 None None] Provisioning complete for port cfe3c32e-2086-430b-ac13-309eea61ed00 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:06.529382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-60e5049e-5eb3-47ba-8a79-e2f79af5dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:06.602568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-60e5049e-5eb3-47ba-8a79-e2f79af5dc72 None None] Port cfe3c32e-2086-430b-ac13-309eea61ed00 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:32:06.625619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Router 97a30f85-e87b-4c32-a08a-bd9076f218e3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:32:06.736992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-14efd246-ed0f-4ba6-b04e-37361754a6e2 None None] Provisioning complete for port cfe3c32e-2086-430b-ac13-309eea61ed00 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:06.737465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14efd246-ed0f-4ba6-b04e-37361754a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:06.814848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-14efd246-ed0f-4ba6-b04e-37361754a6e2 None None] Port cfe3c32e-2086-430b-ac13-309eea61ed00 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:32:06.887918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:32:06.904198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] 10.222.0.18 "PUT /v2.0/routers/97a30f85-e87b-4c32-a08a-bd9076f218e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5648036 Dec 22 16:32:08.057768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b35073fc-87c5-414a-9e0e-5c4e955aa28e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:08.103821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59760) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:08.110379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-226605610-network', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:08.116744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:08.121227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Usage tracker for resource:network and tenant:3f4664dd03be4f52bebfc096fed3a3a5 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:08.126050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:08.133392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:08.156495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port b35073fc-87c5-414a-9e0e-5c4e955aa28e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:08.162691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b35073fc-87c5-414a-9e0e-5c4e955aa28e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:08.163179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.196910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Made reservation on behalf of 3f4664dd03be4f52bebfc096fed3a3a5 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:32:08.202390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.218415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.257219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:08.261405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Usage tracker for resource:security_group_rule and tenant:3f4664dd03be4f52bebfc096fed3a3a5 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:08.264845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:08.273890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:08.300038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.319237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port b35073fc-87c5-414a-9e0e-5c4e955aa28e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b35073fc-87c5-414a-9e0e-5c4e955aa28e,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:08.351570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.353674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:08.358392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.385223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.390405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f6535a94-3e9b-4fc7-a1d7-46e855c19c73 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:08.420416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:32:08.425359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=b35073fc-87c5-414a-9e0e-5c4e955aa28e,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:08.429029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:08.435096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41301cbb-df2b-4e94-a82c-7dfc74cb8b76,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:08.441767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:08.442823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.443246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Added segment bf493171-f082-4537-a4a8-e05ae0be72ba of type vlan for network f211454f-7aed-42ea-bb6e-339384d7e4ca Dec 22 16:32:08.474317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.551084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.552034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:08.552681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:08.558614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b1d336f6-8f2c-4e64-b676-0e4f68993636 tempest-TestNetworkAdvancedServerOps-134861606 tempest-TestNetworkAdvancedServerOps-134861606-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:08.668775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Pushing event updated for resources: {'Network': ['ID=f211454f-7aed-42ea-bb6e-339384d7e4ca,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:08.671722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:08.680085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network f211454f-7aed-42ea-bb6e-339384d7e4ca details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:32:08.717780 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6126480 Dec 22 16:32:08.721617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59764) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:08.728723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Request body: {'subnet': {'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-226605610-subnet', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:08.734618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:08.739046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Usage tracker for resource:subnet and tenant:3f4664dd03be4f52bebfc096fed3a3a5 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:08.742249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:08.748475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:08.791760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Made reservation on behalf of 3f4664dd03be4f52bebfc096fed3a3a5 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:32:08.797271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.072298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.077204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-43e8aa05-d055-4a2a-a128-b5343fea6657 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:09.371580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Sync routers for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:32:09.384785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:09.385459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:09.411178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d6fa5d-7561-4fc5-a79f-9a07838a5117,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:09.414614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:09.427387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Checking segment: {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:09.427780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Network hostable DHCP agents. Network: f211454f-7aed-42ea-bb6e-339384d7e4ca, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:32:09.493741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Network f211454f-7aed-42ea-bb6e-339384d7e4ca is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:32:09.551654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, f211454f-7aed-42ea-bb6e-339384d7e4ca) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:09.557031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:09.557439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.565627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d650f5-eff9-435f-b4b3-acc3b6917fe8 None None] Network f211454f-7aed-42ea-bb6e-339384d7e4ca requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:32:09.589578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:09.612938 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8862436 Dec 22 16:32:09.613439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59768) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:09.619885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:09.625551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:09.630596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Usage tracker for resource:router and tenant:3f4664dd03be4f52bebfc096fed3a3a5 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:09.633756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:09.640790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:09.683513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.684580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.786576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.820843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-f211454f-7aed-42ea-bb6e-339384d7e4ca', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:32:09.822305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:09.996304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 2, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:10.014464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Checking router: 97a30f85-e87b-4c32-a08a-bd9076f218e3 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:32:10.014464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Updating router 97a30f85-e87b-4c32-a08a-bd9076f218e3 port cfe3c32e-2086-430b-ac13-309eea61ed00 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:32:10.014782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.014873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Allocated IP 172.20.0.2 (f211454f-7aed-42ea-bb6e-339384d7e4ca/b0d6fa5d-7561-4fc5-a79f-9a07838a5117/29523824-8b52-4da3-9422-1c9e2529d793) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:10.050265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b35073fc-87c5-414a-9e0e-5c4e955aa28e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:10.075185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.298064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.308272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b35073fc-87c5-414a-9e0e-5c4e955aa28e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:10.308873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.332490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.370030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:32:10.432004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.448689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Transition to ACTIVE for port object 29523824-8b52-4da3-9422-1c9e2529d793 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:10.493196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Allocated IP 172.26.1.167 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:10.502626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Transition to ACTIVE for port object 29523824-8b52-4da3-9422-1c9e2529d793 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:10.551437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.557127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:10.567941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.595234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Transition to ACTIVE for port object cfe3c32e-2086-430b-ac13-309eea61ed00 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:10.610396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.631364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Network f211454f-7aed-42ea-bb6e-339384d7e4ca is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:10.631606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.634647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:10.638934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:10.640860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62988cc3-6a27-4ab3-953d-b54d6c8dc405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:10.646626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Pushing event updated for resources: {'Port': ['ID=29523824-8b52-4da3-9422-1c9e2529d793,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:10.650764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:10.678389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.746507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.750686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Attempting to bind port 29523824-8b52-4da3-9422-1c9e2529d793 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:10.751109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Attempting to bind port 29523824-8b52-4da3-9422-1c9e2529d793 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:10.752526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Attempting to bind port 29523824-8b52-4da3-9422-1c9e2529d793 on network f211454f-7aed-42ea-bb6e-339384d7e4ca {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:10.755583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:10.760525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:10.760821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Checking segment: {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:10.761281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.761863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Bound using segment: {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:10.762400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Bound port: 29523824-8b52-4da3-9422-1c9e2529d793, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:10.762860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.848646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:10.852784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:10.855737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:10.879541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] For port 29523824-8b52-4da3-9422-1c9e2529d793, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:10.883510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] For port 29523824-8b52-4da3-9422-1c9e2529d793, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29523824-8b52-4da3-9422-1c9e2529d793,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:10.913529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:10.917741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:10.935196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:10.942424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23bb753b-b616-41b0-a4ca-ce4b23788ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:11.013603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Pushing event updated for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:11.100764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Pushing event updated for resources: {'Port': ['ID=29523824-8b52-4da3-9422-1c9e2529d793,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:11.107262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:11.144513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.144895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.145281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.145652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.146031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.146384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.146816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.147179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.147544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.147900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.148260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:32:11.156909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:11.176547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Attempting to bind port cfe3c32e-2086-430b-ac13-309eea61ed00 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:11.176969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Attempting to bind port cfe3c32e-2086-430b-ac13-309eea61ed00 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:11.177389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Attempting to bind port cfe3c32e-2086-430b-ac13-309eea61ed00 on network 27510146-fe83-47e0-865e-239961fc5913 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:11.185170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:11.185591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Checking segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:11.186055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:11.186577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Bound using segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:11.187110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Bound port: cfe3c32e-2086-430b-ac13-309eea61ed00, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:11.187534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:11.196995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:11.198684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:11.296868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] For port cfe3c32e-2086-430b-ac13-309eea61ed00, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:11.301115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] For port cfe3c32e-2086-430b-ac13-309eea61ed00, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=cfe3c32e-2086-430b-ac13-309eea61ed00,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:11.334130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:11.339077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb2719f1-a579-4dbf-951a-8217dcee4717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:11.462155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Pushing event updated for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:11.467684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:11.473572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:11.474436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:11.648222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:32:11.718392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:11.934970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:32:11.946371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Sync routers for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:32:11.964599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:11.965324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:12.004601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:12.008815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3914649 Dec 22 16:32:12.009596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59772) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:32:12.122870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:11Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:12.129382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df46a2-83b0-4102-82cb-e5852b4757dc None None] The sync data for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv is: [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:11Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:32:12.204990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29523824-8b52-4da3-9422-1c9e2529d793 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:12.420515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 29523824-8b52-4da3-9422-1c9e2529d793 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:12.434086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:13.052810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:11Z', 'revision_number': 3, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:13.052810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Checking router: d31ae61e-32a8-4c60-bb23-56d01e37c0f3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:32:13.052810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Updating router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:32:13.052810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.052810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6d69-5d0a-46f1-9d1b-66f6df7b4229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.123615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.130788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd81bf-8d24-4ea2-a809-2f6c36107bdf None None] Network f211454f-7aed-42ea-bb6e-339384d7e4ca requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:32:13.301683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Allocated IP 172.20.0.1 (f211454f-7aed-42ea-bb6e-339384d7e4ca/b0d6fa5d-7561-4fc5-a79f-9a07838a5117/3bf967ea-1f8b-4c40-bdd1-89832cf5448a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:13.366894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Provisioning for port 29523824-8b52-4da3-9422-1c9e2529d793 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:13.391592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Provisioning complete for port 29523824-8b52-4da3-9422-1c9e2529d793 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:13.392085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.490727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.509670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Transition to ACTIVE for port object 3bf967ea-1f8b-4c40-bdd1-89832cf5448a will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:13.562534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.567667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d2cf6a97-ffe8-45c4-8fdd-a4dce3ea9ca6 tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:13.647217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Network f211454f-7aed-42ea-bb6e-339384d7e4ca is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:13.651081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:13.653369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Pushing event updated for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:13.655747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.656069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:13.689607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Transition to ACTIVE for port object 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:13.695106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:13.695885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.730805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.734938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] For port 29523824-8b52-4da3-9422-1c9e2529d793, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29523824-8b52-4da3-9422-1c9e2529d793,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:13.750980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.756333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d52e9c33-13c6-46b1-9ad1-30ed01e20f8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:13.801211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.859043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Attempting to bind port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:13.859462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Attempting to bind port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:13.859877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Attempting to bind port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:13.871546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:13.872002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:13.872401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.872845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:13.873376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Bound port: 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:13.873799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.899107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:13.928649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Pushing event updated for resources: {'Port': ['ID=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:13.932228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:13.942900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:14.034617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] For port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:14.042869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] For port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:14.051083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Pushing event updated for resources: {'Port': ['ID=29523824-8b52-4da3-9422-1c9e2529d793,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:14.060820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:14.088716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.094743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:14.146211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cfe3c32e-2086-430b-ac13-309eea61ed00 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:14.295668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3c31b36f-a1aa-4909-affe-8d5382d1b235 None None] Provisioning complete for port 29523824-8b52-4da3-9422-1c9e2529d793 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:14.296107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c31b36f-a1aa-4909-affe-8d5382d1b235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.323185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.335063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Pushing event updated for resources: {'Port': ['ID=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:14.338593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:14.364155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:14.364864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:31:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:14.457451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.511015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.539395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9632ed69-5bb7-4c0c-9135-e7d90db830c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:14.545429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port cfe3c32e-2086-430b-ac13-309eea61ed00 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:14.588413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port cfe3c32e-2086-430b-ac13-309eea61ed00 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:14.589267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.627166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Pushing event updated for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:14.630325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:14.635395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:14.800074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Network f211454f-7aed-42ea-bb6e-339384d7e4ca is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:14.801656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:14.951424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:15.050835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:15.159607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ed3ac9-1e1d-4077-8f95-ef1fbb1aea91 None None] Provisioning for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:15.194383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5ed3ac9-1e1d-4077-8f95-ef1fbb1aea91 None None] Provisioning complete for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:15.194835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5ed3ac9-1e1d-4077-8f95-ef1fbb1aea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:15.249284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:32:15.257486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port cfe3c32e-2086-430b-ac13-309eea61ed00, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=cfe3c32e-2086-430b-ac13-309eea61ed00,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:15.266659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5b11e44-f433-42da-8b80-1398e68a25c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:15.331769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:15.337737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29ba6313-9f7f-432e-95bf-a96111c1111d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:15.393508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed3ac9-1e1d-4077-8f95-ef1fbb1aea91 None None] Port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:32:15.442573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:15.447589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:15.477710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:32:15.488608 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] 10.222.0.18 "PUT /v2.0/routers/d31ae61e-32a8-4c60-bb23-56d01e37c0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4778156 Dec 22 16:32:15.533302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fd8a0c51-b0c6-4609-bba0-e8656b4729e9 None None] Provisioning complete for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:15.533719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd8a0c51-b0c6-4609-bba0-e8656b4729e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:15.587529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3bf967ea-1f8b-4c40-bdd1-89832cf5448a', 'name': '', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'mac_address': 'fa:16:3e:6d:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:13Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 1, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'subnets': [{'id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:15.595996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e28b6b-5a6b-4b4f-ad5b-a71ae01e4df4 None None] The sync data for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv is: [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3bf967ea-1f8b-4c40-bdd1-89832cf5448a', 'name': '', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'mac_address': 'fa:16:3e:6d:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:13Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 1, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'subnets': [{'id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:32:15.601491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fd8a0c51-b0c6-4609-bba0-e8656b4729e9 None None] Port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:32:15.693804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:16.051681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cfe3c32e-2086-430b-ac13-309eea61ed00 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:16.140678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port cfe3c32e-2086-430b-ac13-309eea61ed00 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:16.141091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:16.300727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29523824-8b52-4da3-9422-1c9e2529d793 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:16.401783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 29523824-8b52-4da3-9422-1c9e2529d793 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:16.402383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:17.185942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:18.074897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:18.196152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:18.203141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:18.203874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:18.382428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:18.408983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:18.460417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:18.464062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:18.550781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:18.554239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:20.035833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:20.125119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:20.125796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:20.229506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Sync routers for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:32:20.249172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:20.251495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:32:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:20.520089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:20.945037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3bf967ea-1f8b-4c40-bdd1-89832cf5448a', 'name': '', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'mac_address': 'fa:16:3e:6d:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:13Z', 'updated_at': '2021-12-22T16:32:14Z', 'revision_number': 2, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'subnets': [{'id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:20.950152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Checking router: d31ae61e-32a8-4c60-bb23-56d01e37c0f3 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:32:20.950945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Updating router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:32:21.024287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:21.495813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:21.516785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Transition to ACTIVE for port object 3bf967ea-1f8b-4c40-bdd1-89832cf5448a will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:21.555956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:21.570808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9f3c5dc-f80b-410f-8288-f04cded3011e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:21.741198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d17d8d-be85-44bd-a915-a47064fb8431 None None] Pushing event updated for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:21.744428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3d17d8d-be85-44bd-a915-a47064fb8431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:21.917817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Attempting to bind port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:21.918243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Attempting to bind port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:21.918699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Attempting to bind port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a on network f211454f-7aed-42ea-bb6e-339384d7e4ca {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:21.929539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:21.929957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Checking segment: {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:21.930414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:21.930878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Bound using segment: {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:21.931653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Bound port: 3bf967ea-1f8b-4c40-bdd1-89832cf5448a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf493171-f082-4537-a4a8-e05ae0be72ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:21.932075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:22.066866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] For port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:22.074494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] For port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:22.105019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:22.116877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c5840318-cc13-4b6c-9c0e-edac45705b41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:22.248977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d17d8d-be85-44bd-a915-a47064fb8431 None None] Pushing event updated for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:22.252959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3d17d8d-be85-44bd-a915-a47064fb8431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:22.253704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:32:22.254374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:32:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:22.524431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:32:23.039564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3bf967ea-1f8b-4c40-bdd1-89832cf5448a', 'name': '', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'mac_address': 'fa:16:3e:6d:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:13Z', 'updated_at': '2021-12-22T16:32:22Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'subnets': [{'id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:32:23.044022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688472b9-030d-4c49-a2c1-ffc2b84fea04 None None] The sync data for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv is: [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:32:13Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3bf967ea-1f8b-4c40-bdd1-89832cf5448a', 'name': '', 'network_id': 'f211454f-7aed-42ea-bb6e-339384d7e4ca', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'mac_address': 'fa:16:3e:6d:69:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:13Z', 'updated_at': '2021-12-22T16:32:22Z', 'revision_number': 4, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'subnets': [{'id': 'b0d6fa5d-7561-4fc5-a79f-9a07838a5117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:32:24.063025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3bf967ea-1f8b-4c40-bdd1-89832cf5448a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:24.554960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:24.561807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:24.562235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:24.728356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:24.792498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:24.836595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:24.838726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:24.921996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:24.926198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:26.037701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3bf967ea-1f8b-4c40-bdd1-89832cf5448a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:26.129655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:26.130167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:29.460120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-16ad37fa-fa99-4211-8cb4-89f3d32eb19b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:29.460868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-16ad37fa-fa99-4211-8cb4-89f3d32eb19b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Synchronizing usage tracker for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:32:29.527101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-16ad37fa-fa99-4211-8cb4-89f3d32eb19b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Unset dirty status for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:32:29.528471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-16ad37fa-fa99-4211-8cb4-89f3d32eb19b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 814 time: 0.2317226 Dec 22 16:32:29.547900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-c41f5f51-963e-46f1-a0cd-be2e4cfc0318 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/quotas/f8a109b6a6d946a48736b167acc36e4d HTTP/1.1" status: 200 len: 375 time: 0.0121529 Dec 22 16:32:29.640748 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-14f9a11d-4c51-42fc-b755-a0b6701e0fa5 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862949 Dec 22 16:32:29.936909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-0856eac1-2d52-4ab5-9108-c7db3a759435 service neutron] 10.222.0.18 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817245 Dec 22 16:32:30.087089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-ce601908-963c-42b0-b7b3-faaa460d50db service neutron] 10.222.0.18 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430745 Dec 22 16:32:30.388860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff734430-645f-484c-abb5-fd2a8717345e req-2e936428-f877-4fb9-9d1f-85366e3f8a48 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Dec 22 16:32:31.568945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19c31a5b-2fa5-48fe-809d-c04a6a8fc3b4 req-547f879e-7c7c-4945-85b4-7be970501c01 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 210 time: 0.0470927 Dec 22 16:32:32.546046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-a81b8dac-536b-4a57-ad9e-81e36c3e146c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:32.548177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-a81b8dac-536b-4a57-ad9e-81e36c3e146c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 814 time: 0.2030988 Dec 22 16:32:32.570701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'port': {'device_id': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'admin_state_up': True, 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:32.755570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:32:32.761280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1ff6b76-bf66-49db-ad7d-74ffda869e03 req-237a495d-f7e6-4974-b457-3aae6aad6990 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 210 time: 0.0559275 Dec 22 16:32:32.762381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:port and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:32:32.766035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:32:32.774419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:32:32.813085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Made reservation on behalf of f8a109b6a6d946a48736b167acc36e4d for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:32:32.819622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:33.277899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Allocated IP 172.20.0.4 (27510146-fe83-47e0-865e-239961fc5913/234eed97-9716-4b0d-837c-04127c1d7a4f/b2d7fd07-5d6f-4dc4-90b3-1a0010a68306) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:32:33.534357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:33.558095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Transition to ACTIVE for port object b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:33.619761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:33.629441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2697c004-9370-4eef-9c2a-5ffed0d44f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:33.734553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Network 27510146-fe83-47e0-865e-239961fc5913 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:32:33.738323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:32:33.745235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:32:33.779321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:33.786148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:33.836929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:33.838262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:33.923053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3575306 Dec 22 16:32:34.101064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42298913-f56d-4380-9cc3-73ed5c33cf2c req-64ca9c6e-8421-4c01-8d36-4c88598d92aa tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:34.102892 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42298913-f56d-4380-9cc3-73ed5c33cf2c req-64ca9c6e-8421-4c01-8d36-4c88598d92aa tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.1176596 Dec 22 16:32:34.168675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42298913-f56d-4380-9cc3-73ed5c33cf2c req-c596c277-597c-414c-9f1d-5002811b43eb tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Synchronizing usage tracker for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:32:34.183996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5c2755ee-d22c-4909-b743-1e15a56ce5e2 None None] Provisioning for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:34.190944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5c2755ee-d22c-4909-b743-1e15a56ce5e2 None None] Provisioning complete for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:34.194958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5c2755ee-d22c-4909-b743-1e15a56ce5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:34.207239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-42298913-f56d-4380-9cc3-73ed5c33cf2c req-c596c277-597c-414c-9f1d-5002811b43eb tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Unset dirty status for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:32:34.208681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42298913-f56d-4380-9cc3-73ed5c33cf2c req-c596c277-597c-414c-9f1d-5002811b43eb tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Dec 22 16:32:34.274669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5c2755ee-d22c-4909-b743-1e15a56ce5e2 None None] Port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:32:35.468459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7decafa0-752b-4f09-9665-37a72fa306f0 req-f84ce607-8768-455a-ba98-c30f1eb21d7b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:35.470795 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7decafa0-752b-4f09-9665-37a72fa306f0 req-f84ce607-8768-455a-ba98-c30f1eb21d7b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.1176288 Dec 22 16:32:35.538580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7decafa0-752b-4f09-9665-37a72fa306f0 req-956bca5c-9ae6-4216-bc98-b91f148b77b0 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603569 Dec 22 16:32:36.760517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20555620-12d8-419a-94d0-7c9fb1cc7ad9 req-acbb7327-62bf-495b-b8bf-8954449aca42 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:36.762312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20555620-12d8-419a-94d0-7c9fb1cc7ad9 req-acbb7327-62bf-495b-b8bf-8954449aca42 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.0890768 Dec 22 16:32:36.827491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20555620-12d8-419a-94d0-7c9fb1cc7ad9 req-33de1ba7-827c-4d3c-a66e-957c0098206d tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Dec 22 16:32:38.085259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb44c7-e9fe-4fad-b1fb-cd8ae8b3b5aa req-a6bd0408-c0eb-458b-be32-51bc99c014ad tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:38.087217 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cafb44c7-e9fe-4fad-b1fb-cd8ae8b3b5aa req-a6bd0408-c0eb-458b-be32-51bc99c014ad tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.1049213 Dec 22 16:32:38.144065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cafb44c7-e9fe-4fad-b1fb-cd8ae8b3b5aa req-2ef150ee-842a-4b58-a3b1-d4b40074b8fa tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Dec 22 16:32:39.398224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de0cb8-0eca-4ad2-bca3-92f378c6d4bb req-165977a4-2c87-4cb3-b24e-a31bdbb8d0ee tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:39.400109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9de0cb8-0eca-4ad2-bca3-92f378c6d4bb req-165977a4-2c87-4cb3-b24e-a31bdbb8d0ee tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.1236327 Dec 22 16:32:39.459805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c9de0cb8-0eca-4ad2-bca3-92f378c6d4bb req-a42e02ca-79c5-4c80-bba7-8020d11fafdd tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526764 Dec 22 16:32:40.578099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:40.711622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26d23d-4457-4031-8e45-bb933b4b83ce req-153c2809-0bdd-4b0a-97ca-d7b7423e8501 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:40.714503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb26d23d-4457-4031-8e45-bb933b4b83ce req-153c2809-0bdd-4b0a-97ca-d7b7423e8501 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.1065259 Dec 22 16:32:40.769011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb26d23d-4457-4031-8e45-bb933b4b83ce req-53626918-a9f2-442f-9dbf-a9a307043182 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Dec 22 16:32:42.030069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f2775-80aa-4d3c-b5aa-ad261db816bf req-7b90173f-c1d4-42b4-955c-54b00f1cd0c1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:42.032002 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-453f2775-80aa-4d3c-b5aa-ad261db816bf req-7b90173f-c1d4-42b4-955c-54b00f1cd0c1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 931 time: 0.0953057 Dec 22 16:32:42.175599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-453f2775-80aa-4d3c-b5aa-ad261db816bf req-97ea7fa8-e13a-4240-b20e-c8d1d9b2b7ff tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573068 Dec 22 16:32:42.386516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Request body: {'port': {'device_id': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:32:42.527970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:42.813552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a12bfcad-1eac-412f-86d4-3d1e55a387ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:42.941928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:32:42.950197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:42.967175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Transition to ACTIVE for port object b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:32:42.995419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:43.000553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b62cebf6-cc04-448d-8988-98053c033d29 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:43.139398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:43.144592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:43.276422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Attempting to bind port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:32:43.276677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Attempting to bind port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:32:43.276994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Attempting to bind port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 on network 27510146-fe83-47e0-865e-239961fc5913 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:43.285520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 on network 27510146-fe83-47e0-865e-239961fc5913 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:32:43.285880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Attempting to bind port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 on network 27510146-fe83-47e0-865e-239961fc5913 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:32:43.294459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:32:43.294971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Checking segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:32:43.295434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Bound using segment: {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:32:43.295943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Bound port: b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70a7f08-8bb9-4293-b105-3aedc80daeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '27510146-fe83-47e0-865e-239961fc5913'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:32:43.296352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:43.391400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa6d98-2a32-42ea-81f5-5350431cc223 req-5116555a-bc59-4cec-a913-c5cbbd1d40f6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:43.393242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5baa6d98-2a32-42ea-81f5-5350431cc223 req-5116555a-bc59-4cec-a913-c5cbbd1d40f6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 943 time: 0.0987542 Dec 22 16:32:43.407520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:32:43.412048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:32:43.445345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5baa6d98-2a32-42ea-81f5-5350431cc223 req-7b032f23-2bcb-4a25-ada5-c4275dbe7a5b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447176 Dec 22 16:32:43.452869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:43.458540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:43.528636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:43.530142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 1093 time: 1.1489818 Dec 22 16:32:43.530739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:32:43.547539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:43.551896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:43.596958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:32:43.830521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-177bf76d-4573-4025-939c-5f5c204ac881 req-a607707e-81c2-4004-8877-2e42f7ec4301 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0917494 Dec 22 16:32:43.996210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bf76d-4573-4025-939c-5f5c204ac881 req-e8eeba9b-a787-468e-a0fb-28f2772fc6a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:43.997803 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-177bf76d-4573-4025-939c-5f5c204ac881 req-e8eeba9b-a787-468e-a0fb-28f2772fc6a0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f8a109b6a6d946a48736b167acc36e4d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1573048 Dec 22 16:32:44.156775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bf76d-4573-4025-939c-5f5c204ac881 req-d666c71a-b4d8-4604-b607-a81a93091ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:44.158932 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-177bf76d-4573-4025-939c-5f5c204ac881 req-d666c71a-b4d8-4604-b607-a81a93091ba3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498497 Dec 22 16:32:44.172066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:44.282831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-3ba79f1f-4b82-4bdf-92c7-9782ba8c27e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0762963 Dec 22 16:32:44.365550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-1556ed7d-dd79-43bf-a2be-b24332f7708b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 217 time: 0.0715971 Dec 22 16:32:44.443875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-cedfaeda-4825-4c72-96a0-3ab203b3ec5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:44.445350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-cedfaeda-4825-4c72-96a0-3ab203b3ec5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0699956 Dec 22 16:32:44.537583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-1beac3f2-1b10-4ead-b870-9748db1344e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819917 Dec 22 16:32:44.656842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd9026-c1f2-480d-98a1-1ff70815df37 req-319e4052-9d3b-4d62-ba91-e3b8a2ffd4b9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:44.659038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ccd9026-c1f2-480d-98a1-1ff70815df37 req-319e4052-9d3b-4d62-ba91-e3b8a2ffd4b9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 943 time: 0.0856371 Dec 22 16:32:44.700129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-9a3d3358-c37d-4aef-af6b-fb434a55a158 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516557 Dec 22 16:32:44.715163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ccd9026-c1f2-480d-98a1-1ff70815df37 req-ff5f57f0-12dd-467b-bc2d-4da0fa0e4855 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Dec 22 16:32:44.879517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8e94c731-ef78-4522-8c41-8754c97c0131 req-230d8e9b-722c-43bc-a5f5-1722d5bb59fc service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690223 Dec 22 16:32:45.177604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b4fe215-7820-477c-bb1b-3e64814a7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:45.703129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:45.929731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0665b2c-485d-4964-a1f0-ada4b1e77919 req-04e0fdfe-e952-4130-850d-416faef230ea tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:45.931623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0665b2c-485d-4964-a1f0-ada4b1e77919 req-04e0fdfe-e952-4130-850d-416faef230ea tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 943 time: 0.0866981 Dec 22 16:32:45.981744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b0665b2c-485d-4964-a1f0-ada4b1e77919 req-cdc5c7ef-dfe5-4dfb-a79b-181e00591ec4 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 Dec 22 16:32:47.195547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:47.211245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98e7b-d572-47ab-afb4-dc21e43d075d req-4da51159-90ce-4915-92f2-11cbd53d6a60 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:47.212954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eff98e7b-d572-47ab-afb4-dc21e43d075d req-4da51159-90ce-4915-92f2-11cbd53d6a60 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 943 time: 0.0995841 Dec 22 16:32:47.261611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:32:47.265160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eff98e7b-d572-47ab-afb4-dc21e43d075d req-7e0a5d1b-6fbf-4e89-b6a9-a8e629dd2353 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457330 Dec 22 16:32:47.321804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:32:47.413104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:47.428625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'port_id': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'mac_address': 'fa:16:3e:ab:07:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:32:47.487271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:47.514312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:32:47.531986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:47.572002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:47.574954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81460474-9be2-4d4c-b8de-574fa67063f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:47.647901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:47.651287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:47.845472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:32:48.480391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287882b1-9ebc-48a7-830a-f614e4be2a37 req-e36e4812-c4e2-4d48-8b52-8f08b36b1628 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:48.482089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-287882b1-9ebc-48a7-830a-f614e4be2a37 req-e36e4812-c4e2-4d48-8b52-8f08b36b1628 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 944 time: 0.0860417 Dec 22 16:32:48.533598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-287882b1-9ebc-48a7-830a-f614e4be2a37 req-40857e17-ce53-48eb-a743-5d9cb0ad0d06 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Dec 22 16:32:49.259661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:32:49.366171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:32:49.371601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:32:49.372021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:49.495239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:49.524396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:32:49.533677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:32:49.567146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:32:49.570025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8172bf06-d5c6-455a-a5ac-5a4c51e90f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:32:49.609163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'code': 200} Dec 22 16:32:49.649217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:32:49.652768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:32:49.756545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24464e6-e1bc-43e9-ba70-782484de17ea req-1e18dc9b-db2e-48f8-af38-4e80196ba429 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:49.758248 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e24464e6-e1bc-43e9-ba70-782484de17ea req-1e18dc9b-db2e-48f8-af38-4e80196ba429 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0917571 Dec 22 16:32:49.814766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e24464e6-e1bc-43e9-ba70-782484de17ea req-994631b0-1562-4094-89e4-19a0a34967c2 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496831 Dec 22 16:32:50.036623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9671eceb-5ad4-43f2-af78-e0515d295dbe req-6e8d13ae-99ad-46b6-b51e-06aeda690525 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1098 time: 0.1804848 Dec 22 16:32:50.087955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9671eceb-5ad4-43f2-af78-e0515d295dbe req-e9bd243f-0130-4028-8988-af5051f54768 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406344 Dec 22 16:32:51.030880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5441ed-07b1-4d1f-b913-3ffa2e3546ff req-e73d3f34-e37d-4b0e-a217-aea06349e8ef tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:51.032617 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e5441ed-07b1-4d1f-b913-3ffa2e3546ff req-e73d3f34-e37d-4b0e-a217-aea06349e8ef tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0861750 Dec 22 16:32:51.087890 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e5441ed-07b1-4d1f-b913-3ffa2e3546ff req-10deecc7-05e2-41b2-82c7-a70cb7706a24 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485888 Dec 22 16:32:52.304243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc68e0-39d3-43de-84ce-c2da8156bf57 req-ebf62689-2c5f-4a87-a829-2f079499116d tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:52.306167 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72bc68e0-39d3-43de-84ce-c2da8156bf57 req-ebf62689-2c5f-4a87-a829-2f079499116d tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0912580 Dec 22 16:32:52.356121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72bc68e0-39d3-43de-84ce-c2da8156bf57 req-5c4e8d97-4e46-42a1-8974-26265b194c87 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Dec 22 16:32:52.563182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a57f-a804-4cc2-b3a1-b433281eeb4a req-322148c2-06ef-42e0-904e-60e5f6ecc646 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:52.564850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cc57a57f-a804-4cc2-b3a1-b433281eeb4a req-322148c2-06ef-42e0-904e-60e5f6ecc646 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0848541 Dec 22 16:32:52.614923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cc57a57f-a804-4cc2-b3a1-b433281eeb4a req-beb42470-7064-48dc-89ed-066fb107e127 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Dec 22 16:32:53.074602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fc179-be3b-44d9-b5ff-92230c60b968 req-3ea43657-d458-45d2-8389-4f1c88dee212 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:53.076234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4fc179-be3b-44d9-b5ff-92230c60b968 req-3ea43657-d458-45d2-8389-4f1c88dee212 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0909047 Dec 22 16:32:53.127241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2a4fc179-be3b-44d9-b5ff-92230c60b968 req-a9b1fbd8-9a00-496c-abf2-0cdf19870c65 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Dec 22 16:32:57.249180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-259dcf49-c420-4edf-a9f0-6d5ad7f7101c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803967 Dec 22 16:32:57.424213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-98712edd-1318-4b5e-a7da-0b235ebcc7c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0961678 Dec 22 16:32:57.609250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-a28819ea-8391-4e9c-a946-1ef27307260d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:57.610923 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-a28819ea-8391-4e9c-a946-1ef27307260d service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1592426 Dec 22 16:32:57.689450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-c8c7d022-808a-4926-aea7-ee125b7dcdd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 217 time: 0.0717907 Dec 22 16:32:57.762342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-3d942f8f-5187-4e03-9c2c-fcac35cae4bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:32:57.764130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-3d942f8f-5187-4e03-9c2c-fcac35cae4bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0679946 Dec 22 16:32:57.859437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-78dacd01-3b59-4203-806d-58ba64ffe273 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822418 Dec 22 16:32:58.011004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-7b285dad-281f-46c4-aaa2-7f80862cf3bb service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450610 Dec 22 16:32:58.166953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61ab0c0-7b76-4d01-9785-0be7004c7974 req-7acfa044-33b4-4dea-8fc5-ccafb7446e0e service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493373 Dec 22 16:33:06.368562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb0fb5-d461-4b2b-a436-b70b5de1c427 req-b727b573-6ed2-4cc6-bb62-7852f1a54a11 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:06.370218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ccb0fb5-d461-4b2b-a436-b70b5de1c427 req-b727b573-6ed2-4cc6-bb62-7852f1a54a11 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0898857 Dec 22 16:33:06.422996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9ccb0fb5-d461-4b2b-a436-b70b5de1c427 req-91384445-afba-4bf1-af8a-572efd0b78f9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463536 Dec 22 16:33:06.453234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59978) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:06.605065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca0bf18e-e2db-4fd7-b74b-abe2a0c0d65b tempest-TestMinimumBasicScenario-476895854 tempest-TestMinimumBasicScenario-476895854-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1093 time: 0.1504478 Dec 22 16:33:06.608082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59984) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:06.614544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:06.620770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:06.624889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:floatingip and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:06.628064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:06.634251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:06.679438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:06.833726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:06.983743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Allocated IP 172.26.1.72 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/2eef0b6e-9f52-49af-bc7a-399d0ea468da) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:33:07.147422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:07.199834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:07.204772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:07.275024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:33:07.278052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:33:07.280787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:33:07.318472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'Port': ['ID=2eef0b6e-9f52-49af-bc7a-399d0ea468da,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:07.593384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.593952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.594226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.594678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.595102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.595525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.596059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.596420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.596823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.597450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.597648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:07.605435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:08.109957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:08.199698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:08.434536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:08.462204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:08.466866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c1c335a-9d91-47bc-8cae-0fd272a23226 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:08.591053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'Port': ['ID=2eef0b6e-9f52-49af-bc7a-399d0ea468da,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:08.594148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:08.605014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:08.841024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Floating IP 0634885e-ac86-4be4-b477-6e520fae80e5 associated. External IP: 172.26.1.72, port: b2d7fd07-5d6f-4dc4-90b3-1a0010a68306. Dec 22 16:33:09.288217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Router 97a30f85-e87b-4c32-a08a-bd9076f218e3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:33:09.512963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:33:09.524616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Sync routers for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:33:09.549915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:33:09.549915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:32:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:33:09.656839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:09.715589 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1063881 Dec 22 16:33:09.716284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:33:09.719023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 59988) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:09.731252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1336301863', 'description': 'tempest-secgroup-smoke-1336301863 description', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:09.735359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:33:09.747664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:09.765768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:09.789725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:33:09.808038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:09.850386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:09.854877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:09.857935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:09.864523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:09.903331 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-aa0b8114-dd1d-43c5-9984-7c3d841dcbbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0892684 Dec 22 16:33:09.932202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:09.964880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:09.971126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e13097ca-0546-4bfd-bd0b-e699408d359f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:10.013291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957eb0eb-1673-43f1-a945-a4cb19719485,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:10.031361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.031801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.032213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.032645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.033245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.033811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.034248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.034671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.035251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.035868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.036290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:33:10.040486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:10.062186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.062366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-8023e538-361e-47b2-b986-1f15decd2d40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:10.063740 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-8023e538-361e-47b2-b986-1f15decd2d40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1495836 Dec 22 16:33:10.067918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 59994) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:10.068306 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a2fc714d-21f1-428f-95ae-c864757639b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3479581 Dec 22 16:33:10.126307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:10.139617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0634885e-ac86-4be4-b477-6e520fae80e5', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'floating_ip_address': '172.26.1.72', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'port_id': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'mac_address': 'fa:16:3e:ab:07:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:33:07Z', 'updated_at': '2021-12-22T16:33:07Z', 'revision_number': 0, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:33:10.144583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Checking router: 97a30f85-e87b-4c32-a08a-bd9076f218e3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:33:10.151514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:10.156147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:33:10.156824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:32:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:33:10.168213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:10.173853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:10.184874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:10.203252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-cde2453e-b229-4cdc-8336-b4da297c289b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 998 time: 0.1323981 Dec 22 16:33:10.273311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.320336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-45187079-3e67-498d-85be-726151928c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:10.321897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-45187079-3e67-498d-85be-726151928c79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.1106458 Dec 22 16:33:10.426329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.442272 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-74ef6786-56ae-4ce6-8cf0-58200a1e2d8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134696 Dec 22 16:33:10.476427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.485906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e21fa5e9-c34e-4638-9466-1faa999e90f8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:10.525213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30212c49-66b5-42e6-843f-1073422e399c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:10.537592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:33:10.578378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:10.633244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-b294c376-de64-420b-95a9-0ad89b45bce7 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828022 Dec 22 16:33:10.672002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.673279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6041167 Dec 22 16:33:10.676488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.677364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60000) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:10.684858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:10.692651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:10.697432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:10.700930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:10.708956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:10.756240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.790478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01c3ddc4-86a7-4a5f-bad7-44461b8ce7f9 req-460eda7f-e604-4aef-b821-b8f733d23340 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499367 Dec 22 16:33:10.928893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0634885e-ac86-4be4-b477-6e520fae80e5', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'floating_ip_address': '172.26.1.72', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'port_id': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'mac_address': 'fa:16:3e:ab:07:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:33:07Z', 'updated_at': '2021-12-22T16:33:07Z', 'revision_number': 0, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:33:10.933489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff3aebd-8fdd-494e-98d5-74be52fd69bd None None] The sync data for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv is: [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '0634885e-ac86-4be4-b477-6e520fae80e5', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'floating_ip_address': '172.26.1.72', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'port_id': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'mac_address': 'fa:16:3e:ab:07:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:33:07Z', 'updated_at': '2021-12-22T16:33:07Z', 'revision_number': 0, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:33:10.966340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.993816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:10.995898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-151f1fe1-c955-4990-8c5b-3e0b7a48d5b6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:11.026848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b83a2e-688f-41b5-abb8-acda91f360d8,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:11.031912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:11.085280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.086667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4077761 Dec 22 16:33:11.089626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60004) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:11.096182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:11.102838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:11.107311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:11.110656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:11.117586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:11.311846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eed1bf-1e98-4cba-8b26-e2e9898145f4 None None] New status for floating IP 0634885e-ac86-4be4-b477-6e520fae80e5: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:33:11.384403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.457840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.485184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.488129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47f39ed0-3055-4e67-9ffb-1be528fb1722 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:11.510543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a147ff1a-cb14-4859-bae0-ced61eaeafaa,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:11.515018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:11.542594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.547044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60008) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:11.547181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4564388 Dec 22 16:33:11.553677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:11.560776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:11.565666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:11.568818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:11.575345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:11.618776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.688707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.708053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.710096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3843c090-f7f4-4dad-9c3c-591eb1100db2 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:11.734596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f96f3d2-4dbf-4a4f-b0b3-133b14ee6fa5,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:11.737249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:11.759493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.760836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-690e32f4-4bd4-4654-9c21-f157a4d845ac tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2126291 Dec 22 16:33:11.763798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60012) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:11.770315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:11.776848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:11.780974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:11.784286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:11.790392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:11.816824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Project f8a109b6a6d946a48736b167acc36e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:33:11.824079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.894021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.913554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.915549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-078fb04f-e225-49ea-8fb6-98a3aaea42e5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:11.941610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1f0c2b-ac6f-4766-8859-b1677d739f0e,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:11.944406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:11.971147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:11.972528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2077146 Dec 22 16:33:11.975526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60016) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:33:11.981572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'security_group_rule': {'security_group_id': '957eb0eb-1673-43f1-a945-a4cb19719485', 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:11.988637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:33:11.992714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Usage tracker for resource:security_group_rule and tenant:f8a109b6a6d946a48736b167acc36e4d is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:33:11.995744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:33:12.002363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:33:12.039653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Project f8a109b6a6d946a48736b167acc36e4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:33:12.047002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.119648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.148203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.150331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-777690fb-2cc8-4798-b3a5-55f40dbc4599 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:12.175302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8217f291-1e58-4d5b-aa46-e3b585af0eb0,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:12.178046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:12.205463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.206774 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-504f06df-d8f3-49a9-9357-120066528b13 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2301645 Dec 22 16:33:12.344767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-1852cd25-21d6-4ef5-9751-2005c2dffe97 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Synchronizing usage tracker for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:33:12.393801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-1852cd25-21d6-4ef5-9751-2005c2dffe97 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Unset dirty status for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:33:12.395151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-1852cd25-21d6-4ef5-9751-2005c2dffe97 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336301863&fields=id&tenant_id=f8a109b6a6d946a48736b167acc36e4d HTTP/1.1" status: 200 len: 267 time: 0.0944655 Dec 22 16:33:12.488012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-198075c0-64ab-42dd-8ed6-7d676cc8c8d0 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:12.489548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-198075c0-64ab-42dd-8ed6-7d676cc8c8d0 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0884330 Dec 22 16:33:12.501270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'port': {'security_groups': ['9743e1bd-a4a3-41f5-ad15-d41179b7858b', '957eb0eb-1673-43f1-a945-a4cb19719485']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:33:12.628142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.748132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e966d13c-b3eb-49ed-9ca0-09ecc251b2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.942433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:33:12.970693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.993634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:12.999497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:33:13.006682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:33:13.077684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:13.078456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:13.082320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1e74110d-7acd-454e-8a03-a97a1805d5f6 req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "PUT /v2.0/ports/b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 981 time: 0.5859339 Dec 22 16:33:13.083146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:33:13.101074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=6']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:33:13.104841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:33:13.171906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:33:13.327587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff974b18-265c-489a-87c4-b91b8e0d9737 req-94784aee-5681-4c26-941e-7c47d8380ac4 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:13.329277 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff974b18-265c-489a-87c4-b91b8e0d9737 req-94784aee-5681-4c26-941e-7c47d8380ac4 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.1205595 Dec 22 16:33:13.400262 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff974b18-265c-489a-87c4-b91b8e0d9737 req-3f36a8da-ad95-4f84-be1d-7a46667deb6e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617497 Dec 22 16:33:13.403493 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:33:13.516757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-7488cbe4-d854-4160-82f7-1c3c3919437f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1137 time: 0.0966320 Dec 22 16:33:13.629108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-173ab8c6-eb79-4833-b1ae-242c46bc58fe None None] Provisioning complete for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:33:13.629536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-173ab8c6-eb79-4833-b1ae-242c46bc58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:13.668700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-e7cb5640-213f-4d18-9284-c4222ae92254 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:13.670322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-e7cb5640-213f-4d18-9284-c4222ae92254 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1464353 Dec 22 16:33:13.787955 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-adea8a7b-f899-4484-ba2c-70a0a6da7531 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 1000 time: 0.1098640 Dec 22 16:33:13.866571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-ba040c18-e0ae-4651-89c9-88ba385ebe15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:13.868192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-ba040c18-e0ae-4651-89c9-88ba385ebe15 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0728686 Dec 22 16:33:13.953912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-c2bf3726-9d83-4a56-a88e-701638f12842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780447 Dec 22 16:33:14.165047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:14.335430 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-b9b2f0ff-d977-422c-aa4c-3ca954b92b28 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710358 Dec 22 16:33:14.481036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8fdf41ca-5c36-4368-b154-61fa6fdc4a9f req-9537ae2f-58ec-49d4-9c61-ba9fd3453889 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382713 Dec 22 16:33:15.188297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-757be4a0-fda7-48e0-a1c2-1e3cde370ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:15.696425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:17.239434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:24.323398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:33:27.781236 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-f680c720-4dca-47bb-a67c-bc6239febc81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1137 time: 0.0804882 Dec 22 16:33:27.900243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e40ddb-e989-475b-8f4d-b21f9f29fede req-6b5d1edb-1e52-4cf3-bafd-48c39aa8c5c9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:27.901885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25e40ddb-e989-475b-8f4d-b21f9f29fede req-6b5d1edb-1e52-4cf3-bafd-48c39aa8c5c9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.1803474 Dec 22 16:33:27.934070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-460e4bd4-54da-431f-b5f0-76d5c68fb5d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:27.935885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-460e4bd4-54da-431f-b5f0-76d5c68fb5d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1475194 Dec 22 16:33:27.956032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25e40ddb-e989-475b-8f4d-b21f9f29fede req-0870af42-f7f4-4fef-b484-95af21c4a25c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473702 Dec 22 16:33:28.053299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-f94c7f45-bbfc-450c-bfc0-f11f722b5b5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 1000 time: 0.1075783 Dec 22 16:33:28.126287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-a5b40b95-ad40-48be-8c23-d6190fdb1f20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:28.127903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-a5b40b95-ad40-48be-8c23-d6190fdb1f20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0677767 Dec 22 16:33:28.212726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-1b6aeaa7-82d8-4159-b682-76b28e94d380 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775557 Dec 22 16:33:28.357487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-4850f415-b043-4c46-99e1-f5d1ca52f181 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379869 Dec 22 16:33:28.507175 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5ff3ea41-c78d-4421-b86d-42ba2641d693 req-74cb5cc0-2ff3-4a7f-a520-49f92d15e928 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396468 Dec 22 16:33:29.246863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9a1e3-2ffb-4311-9e43-fb1448d7198c req-fe9bb376-8986-4900-8982-a73bd43166e8 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:29.248496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cb9a1e3-2ffb-4311-9e43-fb1448d7198c req-fe9bb376-8986-4900-8982-a73bd43166e8 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.1652060 Dec 22 16:33:29.301673 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cb9a1e3-2ffb-4311-9e43-fb1448d7198c req-156a9239-9010-4200-bf40-5f0c657402b9 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465198 Dec 22 16:33:30.519892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f9ec8-978a-4cf2-9e8c-faf1e15aa0d8 req-b55e1f29-db47-4348-b60d-7adeec2c3921 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:30.521503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a4f9ec8-978a-4cf2-9e8c-faf1e15aa0d8 req-b55e1f29-db47-4348-b60d-7adeec2c3921 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0899820 Dec 22 16:33:30.573691 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a4f9ec8-978a-4cf2-9e8c-faf1e15aa0d8 req-3bf24b08-19ee-4aa3-93e0-757011dd6681 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453067 Dec 22 16:33:31.792224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c929d-a8de-454e-9960-34e4bf8d31cd req-202b875e-b6b7-45fd-a067-dec4deff932b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:31.794670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a41c929d-a8de-454e-9960-34e4bf8d31cd req-202b875e-b6b7-45fd-a067-dec4deff932b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0902586 Dec 22 16:33:31.851344 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a41c929d-a8de-454e-9960-34e4bf8d31cd req-2bed965e-883d-4aef-9d65-0fbde48cdb9a tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488021 Dec 22 16:33:33.112016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640419dc-90dc-4366-966e-7c9a3fbf2ebd req-221f21b7-cbed-45a8-b4f8-693af03edfeb tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:33.113578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-640419dc-90dc-4366-966e-7c9a3fbf2ebd req-221f21b7-cbed-45a8-b4f8-693af03edfeb tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0937593 Dec 22 16:33:33.171773 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-640419dc-90dc-4366-966e-7c9a3fbf2ebd req-b0d004b3-9836-4fbe-94cc-2d217953603f tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513654 Dec 22 16:33:34.391030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9060b3c0-d9ab-48f1-81c8-6363f668e4a6 req-ce40c4b3-c9cb-4c18-9f53-1d5b810146bd tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:34.392752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9060b3c0-d9ab-48f1-81c8-6363f668e4a6 req-ce40c4b3-c9cb-4c18-9f53-1d5b810146bd tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0905216 Dec 22 16:33:34.450140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9060b3c0-d9ab-48f1-81c8-6363f668e4a6 req-24ef876b-5951-4c22-804f-d460ff1657e0 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502689 Dec 22 16:33:35.668060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549532fc-1207-4063-9bbd-175d24aeea8b req-41a57fac-03b0-47c3-a5e8-f4ecfee7d49c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:35.670007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-549532fc-1207-4063-9bbd-175d24aeea8b req-41a57fac-03b0-47c3-a5e8-f4ecfee7d49c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0870347 Dec 22 16:33:35.722132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-549532fc-1207-4063-9bbd-175d24aeea8b req-c4842986-fefb-42f4-b08f-a25049d39c18 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458632 Dec 22 16:33:36.943585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef562e83-b08f-4604-b629-2e38cc64bb33 req-775853ee-8476-445a-9e2f-730375240df3 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:36.945345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef562e83-b08f-4604-b629-2e38cc64bb33 req-775853ee-8476-445a-9e2f-730375240df3 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0935857 Dec 22 16:33:37.001814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef562e83-b08f-4604-b629-2e38cc64bb33 req-80b4f95a-b36c-4b38-b646-6c9c55f3c670 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488634 Dec 22 16:33:38.219845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ab1de-5ff1-4ac5-a853-733c239a6f56 req-31dbb6df-0226-474b-b4b9-35efc522f282 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:38.221471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e50ab1de-5ff1-4ac5-a853-733c239a6f56 req-31dbb6df-0226-474b-b4b9-35efc522f282 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0871499 Dec 22 16:33:38.273139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e50ab1de-5ff1-4ac5-a853-733c239a6f56 req-8f0a011a-3cdc-458b-b16e-4277bb4a86c6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451133 Dec 22 16:33:39.500014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6130-20f0-4d15-b0b5-09d9f1948189 req-ea68c590-576b-4fa5-a4d9-1bc6fae45ac4 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:39.501700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81fb6130-20f0-4d15-b0b5-09d9f1948189 req-ea68c590-576b-4fa5-a4d9-1bc6fae45ac4 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0944581 Dec 22 16:33:39.556023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81fb6130-20f0-4d15-b0b5-09d9f1948189 req-2543fec6-ef0e-4ce0-829e-c7cdba11605b tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474479 Dec 22 16:33:40.563713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:40.770066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe7443-f968-4610-b611-b10a4125fbca req-385928c7-47d3-4db2-924c-a060a8fff204 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:40.771764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ebe7443-f968-4610-b611-b10a4125fbca req-385928c7-47d3-4db2-924c-a060a8fff204 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0856998 Dec 22 16:33:40.828665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4ebe7443-f968-4610-b611-b10a4125fbca req-23df4dbc-6217-400c-8c6c-1a92c290c34e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&id=957eb0eb-1673-43f1-a945-a4cb19719485&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493114 Dec 22 16:33:42.757830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4d71fc83-5849-40ef-9d61-e05c097c8c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:44.169341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:45.180637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a6b477d5-01c7-474d-bd56-fe6e8f596e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:45.694919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:47.191735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:33:56.493632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-ef395a71-a812-418a-9573-b651a9c8a4bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780044 Dec 22 16:33:56.652824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-0ca63c23-fcc5-4a10-b41a-0dfffea2231c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1137 time: 0.0787337 Dec 22 16:33:56.825482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-dda654d9-d8af-41a5-a433-e49bff335f66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:56.827162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-dda654d9-d8af-41a5-a433-e49bff335f66 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1532719 Dec 22 16:33:56.939702 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-58b9820c-1f29-43db-a057-ec11a404ed95 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 1000 time: 0.1050293 Dec 22 16:33:57.015998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-ac9a3a76-26b8-46ca-a7c5-968408aa1dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:33:57.017607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-ac9a3a76-26b8-46ca-a7c5-968408aa1dc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0711086 Dec 22 16:33:57.102642 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-d1299e28-9d9a-4056-9447-95d1c33190e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757565 Dec 22 16:33:57.260889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-f60d3e3f-5718-4fb9-870f-660cbb6b2393 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499617 Dec 22 16:33:57.411271 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a6427c4-6b2b-411c-853d-b3545061c953 req-c4360945-6d04-4c2a-878b-871e58ea8b8f service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422498 Dec 22 16:34:01.324495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:34:10.573797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:12.756669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b960c519-5ed2-49b7-924e-8ac4e432a23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:13.533382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-0e0574e1-67d6-4edb-a9a8-9645ce4e318d tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1336301863&fields=id&tenant_id=f8a109b6a6d946a48736b167acc36e4d HTTP/1.1" status: 200 len: 267 time: 0.0512755 Dec 22 16:34:13.621385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-2c1c0606-f243-4312-a21b-4294bc56d464 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:13.623034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-2c1c0606-f243-4312-a21b-4294bc56d464 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 984 time: 0.0836880 Dec 22 16:34:13.634884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Request body: {'port': {'security_groups': ['9743e1bd-a4a3-41f5-ad15-d41179b7858b']}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:13.763451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.024322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:14.051416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.094031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.100354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed7eba28-76f4-4028-aeeb-600aa3d3cf9c tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:14.106207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:34:14.181400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:14.182087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.183629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-82cd5d33-4e8d-432a-b31a-7e6f07a11c87 req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "PUT /v2.0/ports/b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 942 time: 0.5537300 Dec 22 16:34:14.184303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:34:14.190358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60084) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:14.198497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event updated for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=7']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:14.208784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.209219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.209647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.210070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.210657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.210902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.211696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.211696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.212099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.212936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.212936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.217683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:14.237196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.271656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:34:14.271968 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:34:14.345760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.397737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.461402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-dd851d8a-a14a-4e1b-9601-f1d8027462e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1098 time: 0.1614578 Dec 22 16:34:14.572941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-07baf039-f2fb-4e03-9e21-9b963bc06f4b None None] Provisioning complete for port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:14.573530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-07baf039-f2fb-4e03-9e21-9b963bc06f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.726292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-cab9d996-b740-4b8a-88e1-d526161d9115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:14.729011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-cab9d996-b740-4b8a-88e1-d526161d9115 service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.2589417 Dec 22 16:34:14.798283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.815761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5942819b-d88a-40ee-8b13-f0985a05c817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:14.844194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957eb0eb-1673-43f1-a945-a4cb19719485,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:14.864082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:14.875121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:14.879535 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-61661ab1-4961-4d70-bd86-ae44564eb8e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 1000 time: 0.1428437 Dec 22 16:34:14.942062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:14.943266 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "DELETE /v2.0/security-groups/957eb0eb-1673-43f1-a945-a4cb19719485 HTTP/1.1" status: 204 len: 168 time: 0.7515938 Dec 22 16:34:14.946395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60088) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:14.964547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-c4fb939e-b477-4a49-9121-997ab7c14a47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:14.966252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-c4fb939e-b477-4a49-9121-997ab7c14a47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0769346 Dec 22 16:34:15.048912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-52cd19a1-50ca-4149-92bd-f5d78125d290 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754204 Dec 22 16:34:15.175261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Deleting port 2eef0b6e-9f52-49af-bc7a-399d0ea468da {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:15.175641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.184898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-85034b03-153d-443b-b383-cc99ea3903d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.206871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-c47557d2-87ff-454e-b6a6-d46a0013579a service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464205 Dec 22 16:34:15.359705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-107cabb5-2108-4d76-a120-fe75e8d5265d req-f7190f87-e3aa-4584-8d4c-593bfad2dee5 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394186 Dec 22 16:34:15.367754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.368130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.498870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Calling delete_port for 2eef0b6e-9f52-49af-bc7a-399d0ea468da owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:15.733311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.796488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:15.802488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad550f7a-26ae-4146-b4ba-c0e81e98fe5d tempest-ServersAdminNegativeTestJSON-1616940361 tempest-ServersAdminNegativeTestJSON-1616940361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:15.844988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event deleted for resources: {'Port': ['ID=2eef0b6e-9f52-49af-bc7a-399d0ea468da,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:15.850037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:15.945771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:16.597701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Router 97a30f85-e87b-4c32-a08a-bd9076f218e3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:34:16.805497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:34:16.816503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Sync routers for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:34:16.821047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:16.830621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:16.831305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:16.881621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "DELETE /v2.0/floatingips/0634885e-ac86-4be4-b477-6e520fae80e5 HTTP/1.1" status: 204 len: 168 time: 1.9338856 Dec 22 16:34:16.882472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:34:16.948379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:34:17.030753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:17.052179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-e4e9e133-2952-4b84-89ac-e669bde3baf4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f8a109b6a6d946a48736b167acc36e4d&device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 1098 time: 0.0813663 Dec 22 16:34:17.218711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173fa49-86ff-4377-b29b-84e332683338 req-09cd1547-55fe-42b1-a7c9-ec76209b91cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:17.220353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-09cd1547-55fe-42b1-a7c9-ec76209b91cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 200 len: 915 time: 0.1566768 Dec 22 16:34:17.274992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:17.307023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-eb66386a-1a20-43c6-bfe5-c1cf3b0aa936 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 200 len: 217 time: 0.0755792 Dec 22 16:34:17.385119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173fa49-86ff-4377-b29b-84e332683338 req-426773a3-38d4-426e-9d43-b0a9e0598713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:17.386863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-426773a3-38d4-426e-9d43-b0a9e0598713 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 200 len: 853 time: 0.0705209 Dec 22 16:34:17.405632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:17.406911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Checking router: 97a30f85-e87b-4c32-a08a-bd9076f218e3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:34:17.418409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:17.419110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:17.482128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-dd077e5c-c97e-41a5-9ce1-ff26f7a30732 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=27510146-fe83-47e0-865e-239961fc5913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857666 Dec 22 16:34:17.787734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:17.893812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-4f870efe-c313-4ba2-bf20-3bf96d60826b service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945301 Dec 22 16:34:18.044543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a173fa49-86ff-4377-b29b-84e332683338 req-3c3ad50b-9f16-4ac6-bd67-fc26e2e94d15 service neutron] 10.222.0.46 "GET /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491792 Dec 22 16:34:18.141214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:18.145649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce833f-5090-4a9e-b519-d2c32d2c6744 None None] The sync data for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv is: [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:05Z', 'revision_number': 4, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'cfe3c32e-2086-430b-ac13-309eea61ed00', 'name': '', 'network_id': '27510146-fe83-47e0-865e-239961fc5913', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'mac_address': 'fa:16:3e:82:17:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:04Z', 'updated_at': '2021-12-22T16:32:15Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'subnets': [{'id': '234eed97-9716-4b0d-837c-04127c1d7a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:34:18.592763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e21fb-8d43-453d-975f-6c003e33b94b None None] New status for floating IP 0634885e-ac86-4be4-b477-6e520fae80e5: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:34:22.771658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d760e0-d1ac-4c40-8676-bbb4d0f7b08a req-78cfe4de-198d-4dcc-b5fc-0754677be30e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:22.772416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-65d760e0-d1ac-4c40-8676-bbb4d0f7b08a req-78cfe4de-198d-4dcc-b5fc-0754677be30e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Synchronizing usage tracker for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:34:22.819117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-65d760e0-d1ac-4c40-8676-bbb4d0f7b08a req-78cfe4de-198d-4dcc-b5fc-0754677be30e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Unset dirty status for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:34:22.820460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65d760e0-d1ac-4c40-8676-bbb4d0f7b08a req-78cfe4de-198d-4dcc-b5fc-0754677be30e tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.1318738 Dec 22 16:34:22.869534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-65d760e0-d1ac-4c40-8676-bbb4d0f7b08a req-8c967b3d-89f1-4c8b-b0f8-ba57ef9e19c8 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Dec 22 16:34:24.083930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f53b79-a8bd-46cb-901b-ba1fe1466ec3 req-6ed0daeb-32d4-457c-bf71-7a641b49798a tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:24.085543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2f53b79-a8bd-46cb-901b-ba1fe1466ec3 req-6ed0daeb-32d4-457c-bf71-7a641b49798a tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0898819 Dec 22 16:34:24.135252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2f53b79-a8bd-46cb-901b-ba1fe1466ec3 req-ae762473-2413-4e36-9a2d-a612bee80058 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/security-groups?id=9743e1bd-a4a3-41f5-ad15-d41179b7858b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Dec 22 16:34:24.644011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-a421d4c9-1c9f-452d-b83d-f91cad6ceed2 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:24.644795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-a421d4c9-1c9f-452d-b83d-f91cad6ceed2 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Synchronizing usage tracker for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:34:24.658218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-a421d4c9-1c9f-452d-b83d-f91cad6ceed2 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Unset dirty status for tenant:f8a109b6a6d946a48736b167acc36e4d on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:34:24.659463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-a421d4c9-1c9f-452d-b83d-f91cad6ceed2 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.46 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 945 time: 0.0973172 Dec 22 16:34:24.741061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Deleting port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:24.741458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:25.002234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] For port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:25.002580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:25.132786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Calling delete_port for b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:25.349900 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e5851d69-d2b7-4a98-ab62-721a38a38b74 req-611e7f8d-8a3f-4475-9ae3-4a847d170385 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 210 time: 0.0457311 Dec 22 16:34:25.373401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:25.379615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3a615537-0d69-479b-a24a-7af5b535618e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:25.389426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:34:25.428628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Pushing event deleted for resources: {'Port': ['ID=b2d7fd07-5d6f-4dc4-90b3-1a0010a68306,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:25.433279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:25.506776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] No DVR routers for this DVR port b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:34:25.509356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:25.512212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'name': 'network-vif-deleted', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:34:25.545557 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8eab29fd-9ddf-40b9-a0c9-50cd72c6dd65 req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.46 "DELETE /v2.0/ports/b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 HTTP/1.1" status: 204 len: 173 time: 0.8773940 Dec 22 16:34:25.657708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74fb205e-56c9-4fb1-ad4c-129cb6596ed9', 'name': 'network-vif-deleted', 'tag': 'b2d7fd07-5d6f-4dc4-90b3-1a0010a68306', 'status': 'completed', 'code': 200} Dec 22 16:34:26.572399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7b2299ae-5d74-4468-b6dc-045fc4d5ba83 req-b8fa95a6-adc7-409e-91ee-ee0c61307833 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] 10.222.0.18 "GET /v2.0/ports?device_id=74fb205e-56c9-4fb1-ad4c-129cb6596ed9 HTTP/1.1" status: 200 len: 210 time: 0.0495310 Dec 22 16:34:27.710082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:27.744018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:27.744414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device b2d7fd07-5d6f-4dc4-90b3-1a0010a68306 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:29.351467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60180) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:29.769399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:30.403166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Deleting port cfe3c32e-2086-430b-ac13-309eea61ed00 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:30.403723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:30.583169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] For port cfe3c32e-2086-430b-ac13-309eea61ed00, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=cfe3c32e-2086-430b-ac13-309eea61ed00,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:30.583557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:30.711840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Calling delete_port for cfe3c32e-2086-430b-ac13-309eea61ed00 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:30.972931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:30.977366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-26fa95e7-3096-488a-9b40-18a2fd00c7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:31.022249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe3c32e-2086-430b-ac13-309eea61ed00,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:31.026059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:31.336817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:32.201315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Router 97a30f85-e87b-4c32-a08a-bd9076f218e3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:34:32.426532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:34:32.437266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Sync routers for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:34:32.441128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] 10.222.0.18 "PUT /v2.0/routers/97a30f85-e87b-4c32-a08a-bd9076f218e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0882919 Dec 22 16:34:32.444836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60184) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:32.458690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:32.459330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:32.671171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:32.687458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:32.915173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:33.001707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Deleting port b35073fc-87c5-414a-9e0e-5c4e955aa28e {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:33.002121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:33.041089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:34:30Z', 'revision_number': 5, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port': {'id': 'b35073fc-87c5-414a-9e0e-5c4e955aa28e', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:68:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:33.045501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Checking router: 97a30f85-e87b-4c32-a08a-bd9076f218e3 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:34:33.058600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Routers {'97a30f85-e87b-4c32-a08a-bd9076f218e3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:33.059282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['97a30f85-e87b-4c32-a08a-bd9076f218e3'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:33.194333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] For port b35073fc-87c5-414a-9e0e-5c4e955aa28e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b35073fc-87c5-414a-9e0e-5c4e955aa28e,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:33.194750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:33.237366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] Set router 97a30f85-e87b-4c32-a08a-bd9076f218e3 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:33.325728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Calling delete_port for b35073fc-87c5-414a-9e0e-5c4e955aa28e owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:33.353269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:34:32Z', 'revision_number': 6, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:33.357590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda568c9-dab3-4af5-a0fc-205ed88d958f None None] The sync data for ids ['97a30f85-e87b-4c32-a08a-bd9076f218e3'] in dv-neutron-822514-1-hyperv is: [{'id': '97a30f85-e87b-4c32-a08a-bd9076f218e3', 'name': 'tempest-TestMinimumBasicScenario-450829917-router', 'tenant_id': 'f8a109b6a6d946a48736b167acc36e4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:01Z', 'updated_at': '2021-12-22T16:34:32Z', 'revision_number': 6, 'project_id': 'f8a109b6a6d946a48736b167acc36e4d', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:34:33.607208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:33.612200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-85fb4c60-9c89-464e-a52b-089bc563b67e tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:33.658738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Pushing event deleted for resources: {'Port': ['ID=b35073fc-87c5-414a-9e0e-5c4e955aa28e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:33.661725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:33.903208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.088086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cfe3c32e-2086-430b-ac13-309eea61ed00 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:34.123016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: cfe3c32e-2086-430b-ac13-309eea61ed00 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:34.123413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device cfe3c32e-2086-430b-ac13-309eea61ed00 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:34.123888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b35073fc-87c5-414a-9e0e-5c4e955aa28e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:34.159605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: b35073fc-87c5-414a-9e0e-5c4e955aa28e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:34.160007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b35073fc-87c5-414a-9e0e-5c4e955aa28e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:34.433143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.438123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.658403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.659273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a30f85-e87b-4c32-a08a-bd9076f218e3 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:34:34.672314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.673634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] 10.222.0.18 "DELETE /v2.0/routers/97a30f85-e87b-4c32-a08a-bd9076f218e3 HTTP/1.1" status: 204 len: 168 time: 2.2275882 Dec 22 16:34:34.676345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60188) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:34.744787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Deleting subnet 234eed97-9716-4b0d-837c-04127c1d7a4f {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:34:34.748941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.806805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:34.893196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.048021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.052697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-677665ac-bb23-458b-8619-4ca51a06a8e8 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:35.092925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=234eed97-9716-4b0d-837c-04127c1d7a4f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:35.096132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:35.101762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.107063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b05cc-cbed-4275-a6c6-9f4d15fd031b None None] Network 27510146-fe83-47e0-865e-239961fc5913 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:34:35.108828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-dc401b99-1320-49d6-a101-1926ca877895 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/234eed97-9716-4b0d-837c-04127c1d7a4f HTTP/1.1" status: 204 len: 168 time: 0.4314377 Dec 22 16:34:35.111993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60192) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:35.230693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.241698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Deleting port 255e23da-f735-4771-95ec-b22b6fd151be {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:35.242069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.374014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] DHCP port deletion for 27510146-fe83-47e0-865e-239961fc5913 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:34:35.379079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Deleting port 255e23da-f735-4771-95ec-b22b6fd151be {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:35.379503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.467377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] For port 255e23da-f735-4771-95ec-b22b6fd151be, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=255e23da-f735-4771-95ec-b22b6fd151be,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:35.468118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.594656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] For port 255e23da-f735-4771-95ec-b22b6fd151be, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=255e23da-f735-4771-95ec-b22b6fd151be,segment=NetworkSegment(a70a7f08-8bb9-4293-b105-3aedc80daeeb),segment_id=a70a7f08-8bb9-4293-b105-3aedc80daeeb)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:35.594880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.602227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Calling delete_port for 255e23da-f735-4771-95ec-b22b6fd151be owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:35.721447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.726454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:35.726724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Calling delete_port for 255e23da-f735-4771-95ec-b22b6fd151be owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:35.770776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Pushing event deleted for resources: {'Port': ['ID=255e23da-f735-4771-95ec-b22b6fd151be,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:35.773895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:35.776355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] No DVR routers for this DVR port 255e23da-f735-4771-95ec-b22b6fd151be on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:34:35.801765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:34:35.802172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:34:35.909787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.942871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27510146-fe83-47e0-865e-239961fc5913']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:35.955952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70a7f08-8bb9-4293-b105-3aedc80daeeb') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:35.956287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70a7f08-8bb9-4293-b105-3aedc80daeeb') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:35.968193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.983911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:35.991372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:34:35.991776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:34:36.005898 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:34:36.087259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 255e23da-f735-4771-95ec-b22b6fd151be no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:36.121840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 255e23da-f735-4771-95ec-b22b6fd151be {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:36.122239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 255e23da-f735-4771-95ec-b22b6fd151be not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:36.241531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:36.245263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b2b9a80-a39a-4744-93ca-cc45a4084c82 tempest-RoutersTest-1696820841 tempest-RoutersTest-1696820841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:36.259537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:36.271593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Pushing event deleted for resources: {'Network': ['ID=27510146-fe83-47e0-865e-239961fc5913,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:36.275070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:36.303404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Deleting port 255e23da-f735-4771-95ec-b22b6fd151be {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:36.304089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:36.310417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] 10.222.0.18 "DELETE /v2.0/networks/27510146-fe83-47e0-865e-239961fc5913 HTTP/1.1" status: 204 len: 168 time: 1.1972725 Dec 22 16:34:36.313996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60196) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:36.374627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-65944629-1e74-4a22-af98-618807ba9ed6 None None] The port '255e23da-f735-4771-95ec-b22b6fd151be' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:34:36.733589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:37.385051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Deleting port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:37.385422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:37.574601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] For port 3bf967ea-1f8b-4c40-bdd1-89832cf5448a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:37.574904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:37.711201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Calling delete_port for 3bf967ea-1f8b-4c40-bdd1-89832cf5448a owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:38.229835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:38.234842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2f113f2-9c34-4051-9754-1578c4d9ecd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:38.278720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf967ea-1f8b-4c40-bdd1-89832cf5448a,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:38.281765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:38.325721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:34:38.586395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:39.207883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:34:39.422364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:34:39.433975 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] 10.222.0.18 "PUT /v2.0/routers/d31ae61e-32a8-4c60-bb23-56d01e37c0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169729 Dec 22 16:34:39.434893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60200) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:39.436530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Sync routers for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:34:39.450842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:39.451552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:39.641817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:39.652434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:39.862991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:39.904041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Deleting port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:39.904485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:39.947686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167'}], 'enable_snat': True}, 'gw_port_id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:34:37Z', 'revision_number': 5, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port': {'id': '8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:32:10Z', 'updated_at': '2021-12-22T16:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:39.951787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Checking router: d31ae61e-32a8-4c60-bb23-56d01e37c0f3 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:34:39.963141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Routers {'d31ae61e-32a8-4c60-bb23-56d01e37c0f3'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:39.963799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:40.117098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] For port 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:40.117500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:40.130420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] Set router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 gateway port host: None {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:40.243916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:34:39Z', 'revision_number': 6, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:40.248078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598239c-739b-4ae5-ab5c-da00b4e5b12f None None] The sync data for ids ['d31ae61e-32a8-4c60-bb23-56d01e37c0f3'] in dv-neutron-822514-1-hyperv is: [{'id': 'd31ae61e-32a8-4c60-bb23-56d01e37c0f3', 'name': 'tempest-TestMinimumBasicScenario-226605610-router', 'tenant_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:32:09Z', 'updated_at': '2021-12-22T16:34:39Z', 'revision_number': 6, 'project_id': '3f4664dd03be4f52bebfc096fed3a3a5', 'gw_port_host': None}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:34:40.248217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Calling delete_port for 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:40.572542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:40.584865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-69ffdb07-512a-4b50-9e5b-2808c9aae85b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:40.601117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:40.631340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:40.635446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:40.868001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.387147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.392461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.475384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.475999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31ae61e-32a8-4c60-bb23-56d01e37c0f3 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:34:41.489175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.490740 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] 10.222.0.18 "DELETE /v2.0/routers/d31ae61e-32a8-4c60-bb23-56d01e37c0f3 HTTP/1.1" status: 204 len: 168 time: 2.0545957 Dec 22 16:34:41.493341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60204) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:41.565994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Deleting subnet b0d6fa5d-7561-4fc5-a79f-9a07838a5117 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:34:41.569540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.622922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.709438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.869770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.875159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-01a91555-434d-44ce-8483-7efed338dab1 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:41.911231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d6fa5d-7561-4fc5-a79f-9a07838a5117,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:41.915103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:41.918564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:41.924707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f0f77-7c3d-483e-b5d9-864318a2b90f None None] Network f211454f-7aed-42ea-bb6e-339384d7e4ca requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:34:41.925038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c53bb1b1-6716-4215-b10b-6c78fe3e86be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b0d6fa5d-7561-4fc5-a79f-9a07838a5117 HTTP/1.1" status: 204 len: 168 time: 0.4304478 Dec 22 16:34:41.928064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60208) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:42.053434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.066294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Deleting port 29523824-8b52-4da3-9422-1c9e2529d793 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:42.066796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.110818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3bf967ea-1f8b-4c40-bdd1-89832cf5448a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:42.158089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 3bf967ea-1f8b-4c40-bdd1-89832cf5448a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:42.158496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3bf967ea-1f8b-4c40-bdd1-89832cf5448a not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:42.158966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:42.193161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:42.193544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 8a8b0b6b-9c54-4805-a76c-8ad3a1320fb5 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:42.279200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] DHCP port deletion for f211454f-7aed-42ea-bb6e-339384d7e4ca request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:34:42.284273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Deleting port 29523824-8b52-4da3-9422-1c9e2529d793 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:42.284639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.294364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] For port 29523824-8b52-4da3-9422-1c9e2529d793, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29523824-8b52-4da3-9422-1c9e2529d793,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:42.294785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.425950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Calling delete_port for 29523824-8b52-4da3-9422-1c9e2529d793 owned by network:dhcp {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:42.500269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] For port 29523824-8b52-4da3-9422-1c9e2529d793, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=29523824-8b52-4da3-9422-1c9e2529d793,segment=NetworkSegment(bf493171-f082-4537-a4a8-e05ae0be72ba),segment_id=bf493171-f082-4537-a4a8-e05ae0be72ba)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:42.500757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.532683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.537254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41a51e96-672d-4098-b12c-95edb8774250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:42.588049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Pushing event deleted for resources: {'Port': ['ID=29523824-8b52-4da3-9422-1c9e2529d793,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:42.591266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:42.597425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] No DVR routers for this DVR port 29523824-8b52-4da3-9422-1c9e2529d793 on host dv-neutron-822514-1-hyperv {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:34:42.740395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.769717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f211454f-7aed-42ea-bb6e-339384d7e4ca']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:42.783631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf493171-f082-4537-a4a8-e05ae0be72ba') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:42.783962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf493171-f082-4537-a4a8-e05ae0be72ba') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:42.797036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.805609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Calling delete_port for 29523824-8b52-4da3-9422-1c9e2529d793 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:34:42.869535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.878130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:34:42.881721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.887063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:34:42.887651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:34:42.891999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cccb2ed6-01be-4b73-887b-8e6ca06738b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:34:42.894770 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:34:43.081185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.084851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:43.099740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.112559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f211454f-7aed-42ea-bb6e-339384d7e4ca,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:43.115842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:43.117769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] 10.222.0.18 "DELETE /v2.0/networks/f211454f-7aed-42ea-bb6e-339384d7e4ca HTTP/1.1" status: 204 len: 168 time: 1.1884131 Dec 22 16:34:43.389408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Deleting port 29523824-8b52-4da3-9422-1c9e2529d793 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:34:43.389849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.409956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60214) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:43.460999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6241928a-7a70-447f-b45a-64c1ca13bc0f None None] The port '29523824-8b52-4da3-9422-1c9e2529d793' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:34:43.466531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-880f4bcf-23aa-49fb-9ce1-9083cf56a995 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8a109b6a6d946a48736b167acc36e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551250 Dec 22 16:34:43.470348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60218) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:43.535366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.562139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.680669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.685945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2b75fed9-b829-49b4-a6dd-62129b1db424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:43.704460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9743e1bd-a4a3-41f5-ad15-d41179b7858b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:43.710143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:43.712374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:43.713625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9743e1bd-a4a3-41f5-ad15-d41179b7858b HTTP/1.1" status: 204 len: 168 time: 0.2422454 Dec 22 16:34:44.097606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29523824-8b52-4da3-9422-1c9e2529d793 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:34:44.173567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 29523824-8b52-4da3-9422-1c9e2529d793 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:34:44.174165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 29523824-8b52-4da3-9422-1c9e2529d793 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:34:44.229711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:44.389845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60226) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:44.446193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-bd38c3d9-da2b-4fe9-9d85-95759902ad94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f4664dd03be4f52bebfc096fed3a3a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0547466 Dec 22 16:34:44.448857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60230) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:44.514270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:44.542251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:44.738802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:44.742995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-39005dc9-ebe7-4a7c-a7f2-aa26a9225150 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:44.755129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41301cbb-df2b-4e94-a82c-7dfc74cb8b76,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:44.757467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:44.763475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:44.764738 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41301cbb-df2b-4e94-a82c-7dfc74cb8b76 HTTP/1.1" status: 204 len: 168 time: 0.3148630 Dec 22 16:34:45.183891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eae132c-6ff1-4210-a17b-183ed6084ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:45.760909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:47.189645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:47.744881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60276) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:47.751175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561216704', 'description': 'tempest-secgroup-smoke-561216704 description', 'project_id': 'f7364d4113424e22997ad26a2c36f45e'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:47.757707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:47.761886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:47.764908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:47.772345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:47.830065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:47.844723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:47.882728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:47.886788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:47.889788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:47.900766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:48.111812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.172758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.177910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-05a47de0-9408-4d0c-81bb-3ab6eac6af4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:48.218168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:48.223548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74bc8a47-5e03-445f-9769-7faf5c6664d5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:48.226584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:48.229678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:48.230676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:48.237298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:48.296858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.326737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.333153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c3dc435-61b2-4029-93e5-daac2a88fdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:48.376329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87bd790-8071-4726-82ef-f95d5819d943,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:48.379214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:48.407730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.409082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6631227 Dec 22 16:34:48.412340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60280) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:48.418434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:48.425096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:48.429498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:48.432542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:48.439249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:48.487818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.555152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.606619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.608597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d477ec8-5320-4f97-8f29-420c150dca74 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:48.633335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a0c559-c313-4e30-8643-667897c74306,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:48.636016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:48.669398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.670821 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2573941 Dec 22 16:34:48.674578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60284) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:48.681128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:48.687886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:48.691953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:48.694967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:48.701223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:48.750880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.816555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.857910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:48.866469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-628dd840-297f-4524-a8b3-a1210e457167 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:48.885561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6415e494-81c0-4866-922f-247591454b68,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:48.888388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:49.006247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.007634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3320186 Dec 22 16:34:49.010803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60288) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:49.017616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:49.024206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:49.031589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:49.035524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:49.041850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:49.086990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.153171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.189055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.196879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-83eded7a-e002-449a-8fa9-4ced98151ddb tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:49.215920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384829b6-a2ae-4744-855a-694781632fa0,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:49.218405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:49.263371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.264684 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2528694 Dec 22 16:34:49.268508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60292) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:49.274361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:49.280740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:49.284838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:49.287820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:49.294391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:49.344654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.417126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.451779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.454315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47b9b2a0-b126-4db4-844d-b54a529c0da8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:49.476100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386fcec2-a9ac-4746-b734-313b635809ca,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:49.480641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:49.520454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.521786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2522802 Dec 22 16:34:49.524790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60296) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:49.530847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:49.537459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:49.541624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:49.544729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:49.551537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:49.589216 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:34:49.596942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.665131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.697418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.705374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a494f096-956c-4d40-a563-29c3eda624be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:49.724670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541efa5a-e50c-480b-9a61-07caf12d9af6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:49.727060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:49.778144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.779611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-553affb2-019e-44ea-90b6-dd24e4aab723 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2537627 Dec 22 16:34:49.783005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60300) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:49.789072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'c87bd790-8071-4726-82ef-f95d5819d943', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:49.795909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:49.803102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:49.806659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:49.813436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:49.852089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:34:49.859715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.934241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.971980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:49.973927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29150fa9-e42c-4cd4-adbe-397a232b4dd6 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:49.998688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5865cba-c3fb-4b2b-9f50-1b4d19f2d209,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:50.001535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:50.040557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.042156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2578828 Dec 22 16:34:50.045519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60304) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:50.052357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'network': {'name': 'tempest-network-smoke--792905224', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:50.058233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:50.062533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:network and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:50.065558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:50.071709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:50.143274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:34:50.148861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.180225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:34:50.276976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.277556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Added segment 6b550103-d3d0-4a9d-995a-b125a62c06dd of type vlan for network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 Dec 22 16:34:50.306848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.360886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.365141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:50.365796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.371360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:50.477099 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4303451 Dec 22 16:34:50.480390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60308) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:50.486580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'admin_state_up': True, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:50.486790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Network': ['ID=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:50.489514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a3ee42d2-c4f2-4627-8c4b-3686f2916d83 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:50.495875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:50.497690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:34:50.500332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:router and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:50.504384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:50.510495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:50.596036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.597109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.616560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:50.799183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.019391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.051432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.196083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.172 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/d1d6f0d6-1892-4cdd-8541-46a169aec405) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:34:51.421827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.487740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.492193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:51.566132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:34:51.569107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:34:51.573938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:34:51.601086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=d1d6f0d6-1892-4cdd-8541-46a169aec405,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:51.606646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:51.898017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:51.898843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:52.200475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:34:52.428797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:34:52.440036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Sync routers for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:34:52.454083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:52.456005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:52.595054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:52.596434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-94021c0d-96a0-421d-b1b7-2ae7aa4f2706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1148498 Dec 22 16:34:52.602160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60312) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:52.672288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:52.809404 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8e885171-a551-495e-bbf2-7e75d42f68f5 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f7364d4113424e22997ad26a2c36f45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057285 Dec 22 16:34:52.812084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60318) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:52.962103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ebef0-00f5-4497-9362-55feb42c9324 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:52.963744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-792ebef0-00f5-4497-9362-55feb42c9324 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506050 Dec 22 16:34:52.966846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60322) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:52.983233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:51Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:52.988519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Checking router: bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:34:52.988921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Updating router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 port d1d6f0d6-1892-4cdd-8541-46a169aec405 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:34:53.016696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d0d49f38-8f58-4a08-b31f-fc49e08a405b tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458107 Dec 22 16:34:53.017118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60326) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:53.023938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1533375693', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:34:53.048720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.147887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:34:53.152134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:subnet and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:34:53.155151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:34:53.161882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:34:53.269200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:34:53.385469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.409284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.421762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Transition to ACTIVE for port object d1d6f0d6-1892-4cdd-8541-46a169aec405 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:34:53.457474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.462152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:53.548843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Attempting to bind port d1d6f0d6-1892-4cdd-8541-46a169aec405 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:34:53.549258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Attempting to bind port d1d6f0d6-1892-4cdd-8541-46a169aec405 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:34:53.549673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Attempting to bind port d1d6f0d6-1892-4cdd-8541-46a169aec405 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:34:53.552841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Pushing event updated for resources: {'Port': ['ID=d1d6f0d6-1892-4cdd-8541-46a169aec405,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:53.564838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:34:53.565265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:34:53.565714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.566155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:34:53.566699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Bound port: d1d6f0d6-1892-4cdd-8541-46a169aec405, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:34:53.567117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.600258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.600645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.601022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.601393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.601762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.602133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.602529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.602896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.603434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.603739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.604106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:53.618282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:53.646303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.651120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ec8447e2-6c33-44f4-be3b-519af8ef63c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:53.654765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] For port d1d6f0d6-1892-4cdd-8541-46a169aec405, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:34:53.657971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] For port d1d6f0d6-1892-4cdd-8541-46a169aec405, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1d6f0d6-1892-4cdd-8541-46a169aec405,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:34:53.680633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.685167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:53.734975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Subnet': ['ID=3c76c33d-fe32-488e-9db9-ea6798f83047,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:53.739212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:53.748156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Checking segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:34:53.748554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network hostable DHCP agents. Network: 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:34:53.765293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Pushing event updated for resources: {'Port': ['ID=d1d6f0d6-1892-4cdd-8541-46a169aec405,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:53.769692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:53.772252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:53.772863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:53.800437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:34:53.834622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:34:53.843723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:53.844369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:53.850762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b4c3a-0d77-46fa-891c-68b93174bc7e None None] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:34:53.912882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-55538a4c-c463-4dd4-9c1c-458d5b40aaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8916240 Dec 22 16:34:53.913127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60330) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:34:54.107019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:54.369987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:34:54.370939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:54.804484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Allocated IP 172.20.0.2 (28707c0e-b8c7-4582-a5b7-ab22a0d57cc4/3c76c33d-fe32-488e-9db9-ea6798f83047/9c222e36-463b-4643-8e95-7f4766fb6fee) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:34:54.812017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:51Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:54.818037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d48e9-fa65-4f5c-a13a-a045fe798162 None None] The sync data for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv is: [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:51Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:34:54.998965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.086773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.099233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Transition to ACTIVE for port object 9c222e36-463b-4643-8e95-7f4766fb6fee will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:34:55.160841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Transition to ACTIVE for port object 9c222e36-463b-4643-8e95-7f4766fb6fee will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:34:55.190329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.196568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:55.284111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:34:55.284111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:34:55.284111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Pushing event updated for resources: {'Port': ['ID=9c222e36-463b-4643-8e95-7f4766fb6fee,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:55.285980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:34:55.294782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:55.394523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Attempting to bind port 9c222e36-463b-4643-8e95-7f4766fb6fee on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:34:55.394954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Attempting to bind port 9c222e36-463b-4643-8e95-7f4766fb6fee by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:34:55.395373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Attempting to bind port 9c222e36-463b-4643-8e95-7f4766fb6fee on network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:34:55.403046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:34:55.403466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Checking segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:34:55.403918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.404382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Bound using segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:34:55.404926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Bound port: 9c222e36-463b-4643-8e95-7f4766fb6fee, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:34:55.405322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.476107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.1 (28707c0e-b8c7-4582-a5b7-ab22a0d57cc4/3c76c33d-fe32-488e-9db9-ea6798f83047/895ea5f9-eb15-4be8-aa06-2015ccce11ba) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:34:55.510105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] For port 9c222e36-463b-4643-8e95-7f4766fb6fee, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:34:55.514395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] For port 9c222e36-463b-4643-8e95-7f4766fb6fee, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9c222e36-463b-4643-8e95-7f4766fb6fee,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:34:55.572556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.576977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:55.663521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.668412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Pushing event updated for resources: {'Port': ['ID=9c222e36-463b-4643-8e95-7f4766fb6fee,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:55.671647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:55.683243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 895ea5f9-eb15-4be8-aa06-2015ccce11ba will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:34:55.738424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:55.744290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b50c18c4-7756-4a03-9d0c-c8c98e8af04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:55.830073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:34:55.832781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:34:55.838402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:34:55.869122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:55.875469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:55.909902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.100960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.217766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1d6f0d6-1892-4cdd-8541-46a169aec405 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:34:56.337600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d1d6f0d6-1892-4cdd-8541-46a169aec405 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:34:56.343411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d1d6f0d6-1892-4cdd-8541-46a169aec405 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:56.343845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.541811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.571287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port d1d6f0d6-1892-4cdd-8541-46a169aec405, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1d6f0d6-1892-4cdd-8541-46a169aec405,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:56.600977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.602479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9c222e36-463b-4643-8e95-7f4766fb6fee up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:34:56.633153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:56.652012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.681844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.726938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2ed6abf6-31da-4797-82d0-8881fb7a4221 tempest-DeleteServersTestJSON-1119739861 tempest-DeleteServersTestJSON-1119739861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:56.738653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=d1d6f0d6-1892-4cdd-8541-46a169aec405,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:56.742749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:56.795994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 9c222e36-463b-4643-8e95-7f4766fb6fee completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:34:56.833694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:56.836655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:56.841073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:57.011092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:34:57.012324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:34:57.460757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783eed4-1f44-4724-a83d-14f515e98241 None None] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:34:57.462663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:34:57.638397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Provisioning for port 9c222e36-463b-4643-8e95-7f4766fb6fee completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:34:57.648496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Provisioning complete for port 9c222e36-463b-4643-8e95-7f4766fb6fee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:57.648927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:57.707736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:34:57.727163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8127754 Dec 22 16:34:57.855467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:57.899655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] For port 9c222e36-463b-4643-8e95-7f4766fb6fee, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9c222e36-463b-4643-8e95-7f4766fb6fee,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:34:57.926344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:57.929708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a3ef7e2d-6b5b-4007-b59f-451e17d4efe1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561216704&fields=id&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 267 time: 0.0520394 Dec 22 16:34:57.929853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:58.001505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Pushing event updated for resources: {'Port': ['ID=9c222e36-463b-4643-8e95-7f4766fb6fee,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:58.004971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:58.102231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Sync routers for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:34:58.115483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-01332950-75b8-47ba-b1cb-150f13d546ac tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:34:58.117402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-01332950-75b8-47ba-b1cb-150f13d546ac tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/networks?id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 200 len: 796 time: 0.1759591 Dec 22 16:34:58.120505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:34:58.123227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:58.139727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-1e673d30-4b35-4bb9-9eeb-ac792e7778b7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/quotas/f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 375 time: 0.0151482 Dec 22 16:34:58.141964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1d6f0d6-1892-4cdd-8541-46a169aec405 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:34:58.231852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d1d6f0d6-1892-4cdd-8541-46a169aec405 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:58.232234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:58.243807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-f1e737b6-d297-4fd4-9a2e-443661c64743 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:34:58.292746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-f1e737b6-d297-4fd4-9a2e-443661c64743 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:34:58.294246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-f1e737b6-d297-4fd4-9a2e-443661c64743 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452727 Dec 22 16:34:58.366165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Provisioning for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:34:58.384766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Provisioning complete for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:58.385226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:58.387779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:34:58.457925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9c222e36-463b-4643-8e95-7f4766fb6fee up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:34:58.536216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Port 895ea5f9-eb15-4be8-aa06-2015ccce11ba cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:34:58.555405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 9c222e36-463b-4643-8e95-7f4766fb6fee triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:58.555846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:58.598886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-1830ecc8-97ce-496e-a54c-2024b1acf6ac service neutron] 10.222.0.18 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878351 Dec 22 16:34:58.608154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Provisioning complete for port 9c222e36-463b-4643-8e95-7f4766fb6fee triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:58.608726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ceea57a8-2e51-4ee4-af95-3e9597d8ee4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:58.791847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-f1fcd276-cac3-4563-9c6a-90f68cf36226 service neutron] 10.222.0.18 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854389 Dec 22 16:34:58.899188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 2, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:34:58.908037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Checking router: bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:34:58.908730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Updating router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 port 895ea5f9-eb15-4be8-aa06-2015ccce11ba binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:34:58.947514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-16c45240-8ec4-4e75-b36c-cec8063c5e0c None None] Provisioning complete for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:58.947514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-16c45240-8ec4-4e75-b36c-cec8063c5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.008559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-16c45240-8ec4-4e75-b36c-cec8063c5e0c None None] Port 895ea5f9-eb15-4be8-aa06-2015ccce11ba cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:34:59.010567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.143631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-ae006b1e-864e-4a22-ac24-77d1b70a31a2 None None] Provisioning complete for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:34:59.144326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae006b1e-864e-4a22-ac24-77d1b70a31a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.148800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d61bbf01-b30a-4ede-a52c-cc229204237f req-dea6be17-8aa0-4221-89a7-bef6d22467c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 210 time: 0.0551970 Dec 22 16:34:59.225678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-ae006b1e-864e-4a22-ac24-77d1b70a31a2 None None] Port 895ea5f9-eb15-4be8-aa06-2015ccce11ba cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:34:59.480462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.493811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Transition to ACTIVE for port object 895ea5f9-eb15-4be8-aa06-2015ccce11ba will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:34:59.520654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.525722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0dfd5939-60b6-4a04-b210-ceb5cb999b2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:34:59.659800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Pushing event updated for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:34:59.701048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.701436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.701814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.702192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.702950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.702950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.703278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.704213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.704708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.705078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.705436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:34:59.713804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:34:59.773060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Attempting to bind port 895ea5f9-eb15-4be8-aa06-2015ccce11ba on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:34:59.773616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Attempting to bind port 895ea5f9-eb15-4be8-aa06-2015ccce11ba by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:34:59.774110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Attempting to bind port 895ea5f9-eb15-4be8-aa06-2015ccce11ba on network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:34:59.781964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:34:59.782365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Checking segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:34:59.783079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.783331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Bound using segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:34:59.783887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Bound port: 895ea5f9-eb15-4be8-aa06-2015ccce11ba, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:34:59.784295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.958688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] For port 895ea5f9-eb15-4be8-aa06-2015ccce11ba, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:34:59.964399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] For port 895ea5f9-eb15-4be8-aa06-2015ccce11ba, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=895ea5f9-eb15-4be8-aa06-2015ccce11ba,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:34:59.995431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:34:59.999646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:00.087607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Pushing event updated for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:00.091613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db325a6b-5646-46c3-8a9a-937e6ade0e6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:00.096653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:35:00.097764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:00.321374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:35:00.381886 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72b61944-71dc-450a-bdcc-1c4354d79079 req-d1865cd2-9262-46bb-99cf-0fb365ab1a6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 210 time: 0.0492523 Dec 22 16:35:00.692466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:34:59Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:00.696776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34052bad-5542-4acb-b202-b4094209b3ef None None] The sync data for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv is: [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:34:59Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:35:01.271026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-4982cb6f-9ae4-4564-bc4c-a10fdaf164da tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:01.272477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-4982cb6f-9ae4-4564-bc4c-a10fdaf164da tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:35:01.340075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-4982cb6f-9ae4-4564-bc4c-a10fdaf164da tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:35:01.341139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-4982cb6f-9ae4-4564-bc4c-a10fdaf164da tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/networks?id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 200 len: 796 time: 0.2527001 Dec 22 16:35:01.413090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-cb5a8d78-2a6e-47f6-bedd-199ec35ad604 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:35:01.457975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-cb5a8d78-2a6e-47f6-bedd-199ec35ad604 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:35:01.461449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-cb5a8d78-2a6e-47f6-bedd-199ec35ad604 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 379 time: 0.0984101 Dec 22 16:35:01.473695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'port': {'device_id': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'admin_state_up': True, 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'security_groups': ['c87bd790-8071-4726-82ef-f95d5819d943']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:35:01.621193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-156453a4-2d11-4f00-b586-32ddad2b7987 req-a074d83c-e557-4b31-9ec4-12959f4578ae tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 210 time: 0.0882688 Dec 22 16:35:01.668121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:35:01.684689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:35:01.714797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:35:01.720892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:01.936469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.12 (28707c0e-b8c7-4582-a5b7-ab22a0d57cc4/3c76c33d-fe32-488e-9db9-ea6798f83047/8566eee2-ebd7-42fc-a2e1-b2837a40cfe2) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:35:02.153261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 895ea5f9-eb15-4be8-aa06-2015ccce11ba up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:35:02.186928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.208573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:35:02.252123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:35:02.257832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:35:02.258264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.269545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.276117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:02.356406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:35:02.360838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:35:02.366084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:35:02.395825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:02.396613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.402101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:02.443169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:02.444604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 895ea5f9-eb15-4be8-aa06-2015ccce11ba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=895ea5f9-eb15-4be8-aa06-2015ccce11ba,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:35:02.444764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.487300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.491011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:02.517534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0484719 Dec 22 16:35:02.536237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Request body: {'port': {'device_id': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:35:02.570962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:02.574211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:02.664027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.779877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a7dfb9d3-af30-4156-8b16-c5e269735907 None None] Provisioning for port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:35:02.786463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a7dfb9d3-af30-4156-8b16-c5e269735907 None None] Provisioning complete for port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:35:02.787009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb9d3-af30-4156-8b16-c5e269735907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:02.857262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-a7dfb9d3-af30-4156-8b16-c5e269735907 None None] Port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:35:02.877086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dabe48-b117-4ed7-b399-59e97f538ccc req-204a28d2-88ae-4daa-8901-87168cbfeb07 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:02.878809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94dabe48-b117-4ed7-b399-59e97f538ccc req-204a28d2-88ae-4daa-8901-87168cbfeb07 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 932 time: 0.1099024 Dec 22 16:35:02.933906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94dabe48-b117-4ed7-b399-59e97f538ccc req-56d6da8c-09ec-43dd-aa1a-0324661511f5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470350 Dec 22 16:35:03.105340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:35:03.113940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:03.130700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Transition to ACTIVE for port object 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:35:03.160356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:03.165435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a1bb6ff-5853-450e-b06e-823ce73a03e1 tempest-ServersNegativeTestJSON-403281839 tempest-ServersNegativeTestJSON-403281839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:03.545675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Pushing event updated for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:03.550314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:03.662015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Attempting to bind port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:35:03.662398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Attempting to bind port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:35:03.662818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Attempting to bind port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 on network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:35:03.669078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 on network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:35:03.669441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Attempting to bind port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 on network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:35:03.677081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:35:03.677438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Checking segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:35:03.677862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Bound using segment: {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:35:03.678634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Bound port: 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b550103-d3d0-4a9d-995a-b125a62c06dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:35:03.679019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:03.770821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:35:03.774139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:35:03.806778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:03.811919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:03.878125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:03.879658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] 10.222.0.46 "PUT /v2.0/ports/8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 200 len: 1094 time: 1.3486338 Dec 22 16:35:03.880267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:35:03.898649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Pushing event updated for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:03.901999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:03.942134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'status': 'completed', 'code': 200} Dec 22 16:35:04.042893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-79cc09e3-bfca-4006-9b6b-deb3a1179737 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1097 time: 0.0814130 Dec 22 16:35:04.120924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 895ea5f9-eb15-4be8-aa06-2015ccce11ba up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:35:04.132166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-39a36b0a-6270-474e-b65e-8afa32ac3dc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0774634 Dec 22 16:35:04.162207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4223835-bb14-440b-88cf-7b1257cddb16 req-0e667df2-e628-4c07-9acc-0bb69a474d2e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:04.163893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e4223835-bb14-440b-88cf-7b1257cddb16 req-0e667df2-e628-4c07-9acc-0bb69a474d2e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 944 time: 0.0961478 Dec 22 16:35:04.210285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 895ea5f9-eb15-4be8-aa06-2015ccce11ba triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:35:04.211053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:04.212006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-373dcfd9-d172-40e4-9f9e-a89b00b50b72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:04.213698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-373dcfd9-d172-40e4-9f9e-a89b00b50b72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c76c33d-fe32-488e-9db9-ea6798f83047 HTTP/1.1" status: 200 len: 835 time: 0.0705426 Dec 22 16:35:04.310759 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-99ad3dd5-b4f0-4420-8f7c-9304da6eca9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873799 Dec 22 16:35:04.463185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e4223835-bb14-440b-88cf-7b1257cddb16 req-1f3f498d-d162-45af-a0c2-3824dce4ecb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922144 Dec 22 16:35:04.469413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-3d43972a-c67b-4feb-b28d-a86820f9daee service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482475 Dec 22 16:35:04.625847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-47eb2274-4bcb-4b3b-960e-e2568ed6acd8 req-6aa98648-b9fc-42b3-9746-f7d4632f11ed service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470094 Dec 22 16:35:04.786542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-956ae453-e476-424c-8c32-85194c21c519 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1097 time: 0.0744915 Dec 22 16:35:04.935044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-d4bc6698-7f69-4ecc-9529-65b0f6016509 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:04.936647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-d4bc6698-7f69-4ecc-9529-65b0f6016509 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 200 len: 897 time: 0.1432164 Dec 22 16:35:05.019265 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-c65bd018-3f89-43bd-8399-be580dfff632 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0758665 Dec 22 16:35:05.093129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-1b25d230-50c3-414b-809f-38bdce042009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:05.095550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-1b25d230-50c3-414b-809f-38bdce042009 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c76c33d-fe32-488e-9db9-ea6798f83047 HTTP/1.1" status: 200 len: 835 time: 0.0690560 Dec 22 16:35:05.177867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-e907fbae-c56c-454d-96ad-97628f63626e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748503 Dec 22 16:35:05.324992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-d1987202-8ab7-4326-a29c-2228f18ada3d service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390345 Dec 22 16:35:05.471162 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4006f346-2b6c-4aa6-b711-d679a02fad3d req-11939122-6d53-4e60-83d5-07141088ad81 service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386497 Dec 22 16:35:05.673806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5fac1-dddf-49d4-9501-b49a9ad7c1e7 req-7134b79e-7a85-4e50-94b2-27c7c5f897bf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:05.675441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b6a5fac1-dddf-49d4-9501-b49a9ad7c1e7 req-7134b79e-7a85-4e50-94b2-27c7c5f897bf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 944 time: 0.0860343 Dec 22 16:35:05.723709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b6a5fac1-dddf-49d4-9501-b49a9ad7c1e7 req-45e98af5-e092-4661-938a-c4aaaa1c6ffb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Dec 22 16:35:05.878371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:35:06.188816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:35:06.202796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'port_id': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'mac_address': 'fa:16:3e:03:39:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:35:06.258993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:06.283399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:35:06.299880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:35:06.336962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:06.338902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:06.405009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:06.408313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:06.665970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:35:06.946546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e7794-1d91-4d0c-8b28-471f86145ea3 req-7bdeb898-c4bf-4b3a-a45e-a9ac794f8179 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:06.948300 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-613e7794-1d91-4d0c-8b28-471f86145ea3 req-7bdeb898-c4bf-4b3a-a45e-a9ac794f8179 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 945 time: 0.0941789 Dec 22 16:35:07.000814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-613e7794-1d91-4d0c-8b28-471f86145ea3 req-9859af35-67bf-47df-85c4-0dbf864beaa5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Dec 22 16:35:07.908956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:35:08.000699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:35:08.006089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:35:08.006536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:08.135958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:08.167824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:35:08.180063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:35:08.200291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:08.204063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53165e66-b657-46d2-9fc2-cc98642da4f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:08.239034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef2318e-fd28-4644-97f6-cc639e207ba5 req-a9c5caea-95a4-49a4-9dc1-be8a6bb2f8d4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:08.240883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cef2318e-fd28-4644-97f6-cc639e207ba5 req-a9c5caea-95a4-49a4-9dc1-be8a6bb2f8d4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0916333 Dec 22 16:35:08.246988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'code': 200} Dec 22 16:35:08.285107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:08.289994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:08.299691 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cef2318e-fd28-4644-97f6-cc639e207ba5 req-c19a1bc5-2231-4ee8-82d4-0bbb1b62b585 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522213 Dec 22 16:35:08.605623 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d4df707-7e69-416b-a58c-bbcfbed98f62 req-65dea2f3-bfaf-4594-a42e-71b1298a013b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1099 time: 0.0885787 Dec 22 16:35:08.662528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2d4df707-7e69-416b-a58c-bbcfbed98f62 req-bfc2a34e-342e-4a0a-9a68-23a906957d75 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Dec 22 16:35:09.520645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4bb66-3394-4bc4-9013-5f666f5d1a82 req-cd274495-302a-4d12-9a5a-d1202d406207 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:09.522291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-78d4bb66-3394-4bc4-9013-5f666f5d1a82 req-cd274495-302a-4d12-9a5a-d1202d406207 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0877984 Dec 22 16:35:09.571707 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-78d4bb66-3394-4bc4-9013-5f666f5d1a82 req-100340e5-c567-4379-860e-269e1751b80d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429821 Dec 22 16:35:10.577457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:10.791689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d1f30-9586-4f88-b45d-d24bbea2c8bb req-4e0a851d-e9ab-4e72-84d4-16ca1da45e6b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:10.793439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-697d1f30-9586-4f88-b45d-d24bbea2c8bb req-4e0a851d-e9ab-4e72-84d4-16ca1da45e6b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0918107 Dec 22 16:35:10.848450 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-697d1f30-9586-4f88-b45d-d24bbea2c8bb req-734e6f40-444e-499d-af84-c8c8e69defec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472231 Dec 22 16:35:11.082485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdf48a-9fab-4163-9356-98328ebd9827 req-72dbd4a0-17b8-42ba-a4dd-ad6fc502c62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:11.084184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bcdf48a-9fab-4163-9356-98328ebd9827 req-72dbd4a0-17b8-42ba-a4dd-ad6fc502c62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0961528 Dec 22 16:35:11.137225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bcdf48a-9fab-4163-9356-98328ebd9827 req-e73bd384-2680-4b1a-a027-b38c048c9d8d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465939 Dec 22 16:35:11.165816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60386) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:11.253491 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-139f5240-1455-42fb-93c9-f1ab64532a0b tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1094 time: 0.0862503 Dec 22 16:35:11.256534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60390) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:11.262693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:35:11.269844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:35:11.275692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:floatingip and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:35:11.280308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:35:11.287752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:35:11.337807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:11.501956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:11.658729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.149 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/a99555a3-121f-4749-9266-0e4f3a343504) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:35:11.830177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:11.893203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:11.898499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-95e331ea-483e-4bf2-a885-3642fdd45904 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:11.968496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:35:11.972395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:35:11.975300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:35:12.020412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=a99555a3-121f-4749-9266-0e4f3a343504,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:12.029142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:12.591109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:12.690176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:12.765693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f29b5cc-dc84-4d99-ab43-5a22cdd4278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:12.929238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:12.965833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:12.970979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-965631df-97b3-4725-b306-5b411aa45aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:13.079642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=a99555a3-121f-4749-9266-0e4f3a343504,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:13.084414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:13.095884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:13.312919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Floating IP 98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c associated. External IP: 172.26.1.149, port: 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2. Dec 22 16:35:13.742792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:35:13.961462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:35:13.972668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78955449-5559-4049-897a-6ef429be758f None None] Sync routers for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:35:13.986273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78955449-5559-4049-897a-6ef429be758f None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:35:13.987118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-78955449-5559-4049-897a-6ef429be758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:14.011685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:14.072153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8144424 Dec 22 16:35:14.072955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:35:14.145249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'status': 'completed', 'code': 200} Dec 22 16:35:14.198976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:14.200713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-78955449-5559-4049-897a-6ef429be758f None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:35:14.275011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-b677ea88-ab6e-4732-b9a7-186fda60c087 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1099 time: 0.1005960 Dec 22 16:35:14.300697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb848c-7550-49c2-b855-46708c45d7c0 req-15ec7ea9-4312-4e79-8b7d-13304f3fd819 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:14.303851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36eb848c-7550-49c2-b855-46708c45d7c0 req-15ec7ea9-4312-4e79-8b7d-13304f3fd819 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.1091776 Dec 22 16:35:14.362158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-36eb848c-7550-49c2-b855-46708c45d7c0 req-15ea8b17-0dc7-4b43-8615-c4d02364eb96 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515842 Dec 22 16:35:14.394564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60398) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:14.460278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-49aa7224-d1fe-4fda-bfb6-f6dc8ce326cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:14.462089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-49aa7224-d1fe-4fda-bfb6-f6dc8ce326cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 200 len: 897 time: 0.1810074 Dec 22 16:35:14.596155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-3c81413f-defc-4543-b5d6-63ca8a971577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 200 len: 1000 time: 0.1260784 Dec 22 16:35:14.622840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-78955449-5559-4049-897a-6ef429be758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.149', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'port_id': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'mac_address': 'fa:16:3e:03:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:35:12Z', 'updated_at': '2021-12-22T16:35:12Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:14.627483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78955449-5559-4049-897a-6ef429be758f None None] Checking router: bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:35:14.640470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78955449-5559-4049-897a-6ef429be758f None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:35:14.641339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-78955449-5559-4049-897a-6ef429be758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:34:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:14.671101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-155778e7-4553-45a0-a717-da064e176d70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:14.673599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-155778e7-4553-45a0-a717-da064e176d70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c76c33d-fe32-488e-9db9-ea6798f83047 HTTP/1.1" status: 200 len: 835 time: 0.0716386 Dec 22 16:35:14.761675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-81ddeee8-b467-453c-8e87-2498d7ab3f70 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 200 len: 992 time: 0.3655930 Dec 22 16:35:14.779920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-afc588c3-95c8-4f07-9288-f13b58675ef9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0981793 Dec 22 16:35:14.852566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-78955449-5559-4049-897a-6ef429be758f None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:35:14.934406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-741e8f50-4402-47e6-9922-aa6184957d47 service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468766 Dec 22 16:35:15.080207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fe886ccf-7d58-42dc-a0ad-1bbeffe42e6f req-a3fee9fe-5d2d-4f9a-8c6e-2ae79fccfa86 service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400793 Dec 22 16:35:15.199987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-68e472ad-6e70-410d-a625-aea778e76daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:15.240446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-78955449-5559-4049-897a-6ef429be758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.149', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'port_id': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'mac_address': 'fa:16:3e:03:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:35:12Z', 'updated_at': '2021-12-22T16:35:12Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:15.245014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78955449-5559-4049-897a-6ef429be758f None None] The sync data for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv is: [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.149', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'port_id': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'mac_address': 'fa:16:3e:03:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:35:12Z', 'updated_at': '2021-12-22T16:35:12Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:35:15.328295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:35:15.606542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f08bf65-1676-4a98-9cd6-df3f84b0302a None None] New status for floating IP 98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:35:15.703662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:15.763569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60402) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:15.881408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6523654d-52d9-4064-9b0a-784d3e27164f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 200 len: 992 time: 0.1165671 Dec 22 16:35:16.884997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60406) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:17.000158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2da98b53-0a9e-4b90-9878-e89d128d71f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 200 len: 994 time: 0.1132267 Dec 22 16:35:17.216882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:40.597393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:42.764178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9d95d6-1dff-47eb-86cd-632c3a9af244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:44.175898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:45.171406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c814162d-c2e2-45d7-9411-3c362894608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:45.712689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:47.192769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:48.595205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876655a-6389-4efb-ae74-e7059fdd411f req-8c41cc87-adb1-4241-8522-49685eaea409 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:48.596891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7876655a-6389-4efb-ae74-e7059fdd411f req-8c41cc87-adb1-4241-8522-49685eaea409 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0873597 Dec 22 16:35:48.659324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7876655a-6389-4efb-ae74-e7059fdd411f req-c628d6a1-41a2-40a2-bf0d-123bc8bb137c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497622 Dec 22 16:35:49.926749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310402d-6bed-4b2d-855c-8122d32b2bbf req-884bafdf-1d5a-4f1c-81b5-41d480f6cf9b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:49.928683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e310402d-6bed-4b2d-855c-8122d32b2bbf req-884bafdf-1d5a-4f1c-81b5-41d480f6cf9b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0877290 Dec 22 16:35:49.980212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e310402d-6bed-4b2d-855c-8122d32b2bbf req-50e997da-0f13-4a06-a4fd-1708a717173a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 Dec 22 16:35:50.010344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60434) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:50.123894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1a0c6708-f4f8-4804-a364-b00af3c657eb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 200 len: 994 time: 0.1121564 Dec 22 16:35:51.782065 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26d366-590f-4af0-8a1b-6f9b5d2dd281 req-ae0cf749-102b-44a8-8cc7-429e76458c8d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:51.783761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f26d366-590f-4af0-8a1b-6f9b5d2dd281 req-ae0cf749-102b-44a8-8cc7-429e76458c8d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0922046 Dec 22 16:35:51.852312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f26d366-590f-4af0-8a1b-6f9b5d2dd281 req-07561e7b-e273-43f3-9780-bcf0183cea65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607350 Dec 22 16:35:52.330808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:35:53.092877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948043f-58f1-40f8-902d-0a65c4cae599 req-b564d7b3-262c-477a-a648-def35f8e2fd1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:53.094615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3948043f-58f1-40f8-902d-0a65c4cae599 req-b564d7b3-262c-477a-a648-def35f8e2fd1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0942471 Dec 22 16:35:53.147987 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3948043f-58f1-40f8-902d-0a65c4cae599 req-d4d1b2c9-f5fe-4c0c-a080-59c75b4ed1af tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Dec 22 16:35:53.179155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60446) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:53.297043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-071ec7b2-d3ae-4960-b1f9-160126b14709 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 200 len: 994 time: 0.1164856 Dec 22 16:35:53.623045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60454) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:35:53.854550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port a99555a3-121f-4749-9266-0e4f3a343504 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:35:53.854855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:54.055905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:54.056273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:54.192882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for a99555a3-121f-4749-9266-0e4f3a343504 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:35:54.450963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:54.456146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a509c355-432b-4a07-8d29-0dc5a3275b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:54.502054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=a99555a3-121f-4749-9266-0e4f3a343504,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:54.515787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.516229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.516667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.517096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.517807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.517937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.518310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.518756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.519178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.520084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.520084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:35:54.549497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:54.628569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:55.346971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:35:55.583857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:35:55.596664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Sync routers for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:35:55.603334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:55.611679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:35:55.612432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:55.661377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/floatingips/98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c HTTP/1.1" status: 204 len: 168 time: 2.0371335 Dec 22 16:35:55.662088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:35:55.725275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'status': 'completed', 'code': 200} Dec 22 16:35:55.847310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-a9f3369b-a677-4147-956f-feb4d90126e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 1099 time: 0.0898190 Dec 22 16:35:56.008863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:35:56.049880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-3af518d7-ed95-4680-9914-a981f9f6eb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:56.052215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-3af518d7-ed95-4680-9914-a981f9f6eb76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 200 len: 897 time: 0.1949027 Dec 22 16:35:56.161982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-1e17bb60-c358-4ddf-af64-82633bb20787 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 200 len: 217 time: 0.0842309 Dec 22 16:35:56.235677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff46fad-9927-4490-81b9-0f8cdde0b8d2 req-08741fec-f0f5-48ce-bc83-9125a8372685 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:56.237417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ff46fad-9927-4490-81b9-0f8cdde0b8d2 req-08741fec-f0f5-48ce-bc83-9125a8372685 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0938170 Dec 22 16:35:56.242387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-8e8b0b21-85ca-4a9d-8d15-6990bdcfc98e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:56.247971 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-8e8b0b21-85ca-4a9d-8d15-6990bdcfc98e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3c76c33d-fe32-488e-9db9-ea6798f83047 HTTP/1.1" status: 200 len: 835 time: 0.0744615 Dec 22 16:35:56.301696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ff46fad-9927-4490-81b9-0f8cdde0b8d2 req-fae4df80-c71e-4912-864d-63b86515ef98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569453 Dec 22 16:35:56.349232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-4210ea63-1f3c-4561-b2a8-b1106c027a09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0952229 Dec 22 16:35:56.395709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:56.400121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Checking router: bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:35:56.412738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:35:56.413582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:56.507517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-b38b844a-189e-4ef8-9b94-ee0df980e342 service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488605 Dec 22 16:35:56.623141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:35:56.660327 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fa26aeb-7642-4c6e-a5ad-03f6d7e84d7e req-97287d0e-846d-4af7-875f-2f9ecdbe41a5 service neutron] 10.222.0.46 "GET /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461217 Dec 22 16:35:56.968419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:35:56.972766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59d185f-1504-4d53-a4c4-d106e44779e5 None None] The sync data for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv is: [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:34:55Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '895ea5f9-eb15-4be8-aa06-2015ccce11ba', 'name': '', 'network_id': '28707c0e-b8c7-4582-a5b7-ab22a0d57cc4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2e:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:55Z', 'updated_at': '2021-12-22T16:35:02Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '3c76c33d-fe32-488e-9db9-ea6798f83047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:35:57.385288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc4c7d-ec4d-4ef4-8459-a3de7d75aae8 None None] New status for floating IP 98b3ad5f-04e2-4e23-a0c8-ea8c638c9a2c: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:35:57.512242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cf4fd-fe0d-411c-b6c2-73efd63a1264 req-6d2818f1-193e-495b-aab9-def9fd64db8f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:57.514636 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a37cf4fd-fe0d-411c-b6c2-73efd63a1264 req-6d2818f1-193e-495b-aab9-def9fd64db8f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.0859647 Dec 22 16:35:57.566222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a37cf4fd-fe0d-411c-b6c2-73efd63a1264 req-9d8f1364-a008-4be9-837d-d1ee16873faa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=c87bd790-8071-4726-82ef-f95d5819d943&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Dec 22 16:35:58.035881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-6a2346c7-b733-43cd-b676-b6f291162517 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:35:58.036559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-6a2346c7-b733-43cd-b676-b6f291162517 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:35:58.078021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-6a2346c7-b733-43cd-b676-b6f291162517 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:35:58.079285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-6a2346c7-b733-43cd-b676-b6f291162517 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 946 time: 0.1273177 Dec 22 16:35:58.162189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:35:58.162669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:58.431801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:35:58.432407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:58.561176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:35:58.804165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:58.811313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5a51ddd4-d6b0-482b-826c-9bafead3a041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:35:58.817982 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-691f0ea8-09e3-4c72-b013-cbb7102c909a req-8a617098-b398-4fe4-901a-b31fb281aa96 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=927bd7ca-ee5d-436d-a251-f40473c62c84 HTTP/1.1" status: 200 len: 210 time: 0.0694382 Dec 22 16:35:58.866961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=8566eee2-ebd7-42fc-a2e1-b2837a40cfe2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:35:58.869832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:35:58.979179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] No DVR routers for this DVR port 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:35:58.982043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:35:58.986473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'name': 'network-vif-deleted', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:35:59.022622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de539b38-0b8b-4558-a05b-c4cfb312a8b4 req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "DELETE /v2.0/ports/8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 HTTP/1.1" status: 204 len: 173 time: 0.9367743 Dec 22 16:35:59.051330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927bd7ca-ee5d-436d-a251-f40473c62c84', 'name': 'network-vif-deleted', 'tag': '8566eee2-ebd7-42fc-a2e1-b2837a40cfe2', 'status': 'completed', 'code': 200} Dec 22 16:35:59.964991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60474) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:00.400260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:01.316007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 895ea5f9-eb15-4be8-aa06-2015ccce11ba {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:36:01.316614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:01.521600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 895ea5f9-eb15-4be8-aa06-2015ccce11ba, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=895ea5f9-eb15-4be8-aa06-2015ccce11ba,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:01.522002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:01.656712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 895ea5f9-eb15-4be8-aa06-2015ccce11ba owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:36:01.923735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:01.928761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32676296-2727-4ce2-af77-556fee2bc7ae tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:01.977340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=895ea5f9-eb15-4be8-aa06-2015ccce11ba,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:01.980236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:02.298017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:36:02.320596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:02.342205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:36:02.342652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8566eee2-ebd7-42fc-a2e1-b2837a40cfe2 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:36:02.968528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:36:03.200195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:36:03.212717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Sync routers for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:36:03.217085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2503436 Dec 22 16:36:03.222011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60478) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:03.230872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:03.231614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:03.426322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:03.446522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting subnet 3c76c33d-fe32-488e-9db9-ea6798f83047 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:36:03.450638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:03.518210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:03.608269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:03.742886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:36:01Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:03.747243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Checking router: bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:36:03.758808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Routers {'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:03.759473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:03.793062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:03.799172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-64f829bf-771d-4894-a874-c3c8faa0be63 tempest-PortsTestJSON-618065083 tempest-PortsTestJSON-618065083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:03.847217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Subnet': ['ID=3c76c33d-fe32-488e-9db9-ea6798f83047,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:03.859523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.859963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.860396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.860821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.861698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.861698 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.862027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.862847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.862847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.863253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.863665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:03.866878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:03.869997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:03.875733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fce57eea-a51f-493b-98f7-7f4afa7f431c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/subnets/3c76c33d-fe32-488e-9db9-ea6798f83047 HTTP/1.1" status: 204 len: 168 time: 0.6526499 Dec 22 16:36:03.880293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:03.907203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8734e169-0854-4439-88f9-1446535e0119 None None] Network 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:36:04.094229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.120524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] Set router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:04.312755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.346881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port d1d6f0d6-1892-4cdd-8541-46a169aec405 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:36:04.347188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.547605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port d1d6f0d6-1892-4cdd-8541-46a169aec405, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d1d6f0d6-1892-4cdd-8541-46a169aec405,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:04.548183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.623259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] DHCP port deletion for 28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:36:04.634343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Deleting port 9c222e36-463b-4643-8e95-7f4766fb6fee {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:36:04.634819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.683401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for d1d6f0d6-1892-4cdd-8541-46a169aec405 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:36:04.751961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:36:01Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:04.761202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5db726-8a46-46ee-8cdf-eb7f1ddc8a06 None None] The sync data for ids ['bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7'] in dv-neutron-822514-1-hyperv is: [{'id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1398766908', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172'}], 'enable_snat': True}, 'gw_port_id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:34:50Z', 'updated_at': '2021-12-22T16:36:01Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'd1d6f0d6-1892-4cdd-8541-46a169aec405', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:34:51Z', 'updated_at': '2021-12-22T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:36:04.878828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] For port 9c222e36-463b-4643-8e95-7f4766fb6fee, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=9c222e36-463b-4643-8e95-7f4766fb6fee,segment=NetworkSegment(6b550103-d3d0-4a9d-995a-b125a62c06dd),segment_id=6b550103-d3d0-4a9d-995a-b125a62c06dd)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:04.879283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.941388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:04.946362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-738a6906-fc3a-4e63-b369-9f62703e04a6 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:04.994630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=d1d6f0d6-1892-4cdd-8541-46a169aec405,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:04.999467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:05.013777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Calling delete_port for 9c222e36-463b-4643-8e95-7f4766fb6fee owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:36:05.236363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:05.284332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:05.288277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fb3e5875-42cc-4fec-b525-b75fc8b0c485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:05.332280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Pushing event deleted for resources: {'Port': ['ID=9c222e36-463b-4643-8e95-7f4766fb6fee,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:05.341616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] No DVR routers for this DVR port 9c222e36-463b-4643-8e95-7f4766fb6fee on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:36:05.350487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.350890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.351381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.351811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.352186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.352559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.352931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.353333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.353645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.354006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.354369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:05.358255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:05.755063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:05.759559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.015924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.016696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Fanout notify agent at l3_agent the message router_deleted on router bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:36:06.033745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.035017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/routers/bd3e1d9b-679e-4a7b-a7fa-6f2903d92fa7 HTTP/1.1" status: 204 len: 168 time: 2.1537662 Dec 22 16:36:06.038973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60486) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:06.202535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.207669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9c222e36-463b-4643-8e95-7f4766fb6fee no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:36:06.243544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 9c222e36-463b-4643-8e95-7f4766fb6fee {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:36:06.243959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 9c222e36-463b-4643-8e95-7f4766fb6fee not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:36:06.244440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 895ea5f9-eb15-4be8-aa06-2015ccce11ba no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:36:06.307036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 895ea5f9-eb15-4be8-aa06-2015ccce11ba {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:36:06.307663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 895ea5f9-eb15-4be8-aa06-2015ccce11ba not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:36:06.404942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.441083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28707c0e-b8c7-4582-a5b7-ab22a0d57cc4']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:06.455794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b550103-d3d0-4a9d-995a-b125a62c06dd') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:06.456132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b550103-d3d0-4a9d-995a-b125a62c06dd') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:06.469447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.486227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.493151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:36:06.493599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:36:06.514685 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:36:06.747123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.757610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-32c8b816-ac13-46b6-be94-262830d6e48d tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:06.777590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.785355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Network': ['ID=28707c0e-b8c7-4582-a5b7-ab22a0d57cc4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:06.790864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:06.839743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a08e0697-4026-41e6-a543-fe11e63a45c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/networks/28707c0e-b8c7-4582-a5b7-ab22a0d57cc4 HTTP/1.1" status: 204 len: 168 time: 0.7995555 Dec 22 16:36:06.842966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60490) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:06.926294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:06.970928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.107404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.113249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b34e17f5-247e-45de-b03d-c467b579f025 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:07.132081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87bd790-8071-4726-82ef-f95d5819d943,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:07.134779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:07.164589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.165941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c98a9467-8a5a-4fc8-9d28-869c60c71306 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/security-groups/c87bd790-8071-4726-82ef-f95d5819d943 HTTP/1.1" status: 204 len: 168 time: 0.3218024 Dec 22 16:36:07.678014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60498) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:07.684820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1800472998', 'description': 'tempest-secgroup-smoke-1800472998 description', 'project_id': 'f7364d4113424e22997ad26a2c36f45e'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:07.691455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:07.695815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:07.698900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:07.705256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:07.751970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.789819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:07.795666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:07.800231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:07.810589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:07.943810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.970027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:07.975922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ea151ff-7bdc-43db-98be-3301a8ef7add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:08.025342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e136c515-153e-42fb-898d-32104b8e4acf,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:08.029595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:08.049542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.051010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5fa2c057-b0d5-4a5f-ab59-fb3a350fd5d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3718750 Dec 22 16:36:08.054499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60504) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:08.060657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:08.067418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:08.071500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:08.074691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:08.081125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:08.096148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1d6f0d6-1892-4cdd-8541-46a169aec405 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:36:08.121773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.135468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d1d6f0d6-1892-4cdd-8541-46a169aec405 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:36:08.135869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d1d6f0d6-1892-4cdd-8541-46a169aec405 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:36:08.200936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.226610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.235230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a1c5140f-4154-4fc8-9410-5389e2ff870f tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:08.254681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6608069b-cf65-459d-84ba-670c14924760,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:08.257321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:08.289521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.291235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2353804 Dec 22 16:36:08.294361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60508) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:08.304760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:08.315889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:08.322415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:08.327948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:08.338163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:08.376206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.443824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.466875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.468841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b37d97a4-59ef-418e-a405-bc3567c5aaaf tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:08.492156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b166ba-542d-496c-941b-89d60e309fea,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:08.494812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:08.529496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.530888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2348080 Dec 22 16:36:08.533899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60512) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:08.539907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:08.547219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:08.551848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:08.555737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:08.562200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:08.598938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.667720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.718063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.720050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2acd73-3276-45b7-a2ca-7840b80b4eda tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:08.744135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef6fda8-84cd-41c9-8aa0-e763fcd76bb7,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:08.747423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:08.769239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.770633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2356343 Dec 22 16:36:08.773627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60516) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:08.779971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:08.786739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:08.790848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:08.794287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:08.800963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:08.840356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.915376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.951946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:08.953957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f82426d1-9441-45e4-9455-5172a3a0db6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:08.976061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c3f27d-d3f9-4c2b-87bc-9ce1a61cda70,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:08.980996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:09.061634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.063753 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2889354 Dec 22 16:36:09.066723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60520) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:09.073046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:09.080042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:09.084191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:09.087433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:09.094204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:09.134769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:36:09.141806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.209328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.237565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.239516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab3220cb-6faf-4173-831b-17e6d80e42f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:09.264473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c767d61-0d90-46f2-84d9-fa89efccb8b3,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:09.269288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:09.311805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.313169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2453294 Dec 22 16:36:09.316269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60524) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:09.322288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'e136c515-153e-42fb-898d-32104b8e4acf', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:09.328854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:09.332938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:09.335982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:09.342177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:09.380328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:36:09.387130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.461380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.495341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.501805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c475e43d-feaa-4c8d-ba53-6c71a4d82f98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:09.523175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfb62530-24f2-4387-b8fe-7d9dbdf61eef,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:09.525871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:09.569589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.571021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eb0f1abc-f007-407b-88e5-f8b389a7224a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2537067 Dec 22 16:36:09.574319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60528) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:09.580442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'network': {'name': 'tempest-network-smoke--1624046037', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:09.586112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:09.591660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:network and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:09.595032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:09.601925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:09.643845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:36:09.649934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.681863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:36:09.743079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.743477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Added segment e4c77425-5ddd-4876-9dd3-e0398a1c3c40 of type vlan for network 4d26c8d2-d2a1-47f7-ad63-7707c447686d Dec 22 16:36:09.822461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.878030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.882251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:09.882930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:09.889272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:09.999832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4243510 Dec 22 16:36:10.002928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60532) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:10.008714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Network': ['ID=4d26c8d2-d2a1-47f7-ad63-7707c447686d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:10.008950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'admin_state_up': True, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:10.012248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6ac2fd82-dfd5-4e60-8d7b-29b869e4394c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:10.018219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:10.020986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:36:10.022353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:router and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:10.025413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:10.033324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:10.078128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.079146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.098613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.278590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.521505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.554931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.597790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:10.703121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.103 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/efa0ad6e-7018-43e0-95ef-246d92a435e8) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:36:11.114473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:11.163895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:11.168895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:11.241146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:11.244189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:11.249488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:36:11.278949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=efa0ad6e-7018-43e0-95ef-246d92a435e8,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:11.289966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:11.445079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:11.445897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:11.728920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 31b80295-93f8-4327-af57-332b4d25e23e is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:36:11.941285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:36:11.951881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Sync routers for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:36:11.965055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:11.965736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:11.998688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:12.000519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9962559 Dec 22 16:36:12.004259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60536) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:12.068881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9c3b2935-d57b-44cb-914f-d8412024cfca tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f7364d4113424e22997ad26a2c36f45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632482 Dec 22 16:36:12.072567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60540) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:12.235626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e4d29-f6bb-494e-b0ad-8849021cbf82 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:12.237302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-897e4d29-f6bb-494e-b0ad-8849021cbf82 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636541 Dec 22 16:36:12.240635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60544) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:12.290374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d4877c5-5e10-480f-a9bf-22c2602d6728 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481346 Dec 22 16:36:12.293770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60548) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:12.301150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1992380046', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:12.311224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:12.425249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:12.430099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:subnet and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:12.433183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:12.440089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:12.489284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:36:12.607587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:12.631297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:11Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:12.638831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Checking router: 31b80295-93f8-4327-af57-332b4d25e23e for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:36:12.639388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Updating router 31b80295-93f8-4327-af57-332b4d25e23e port efa0ad6e-7018-43e0-95ef-246d92a435e8 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:36:12.695892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:12.806183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bd4f5e03-a198-4c2e-8ce9-290c994c3b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.003826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.008722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ab4e9d06-14fb-4942-8065-a815083f469e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:13.095453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Subnet': ['ID=4892e930-89d9-4aa5-88af-78f10a9fb0b2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:13.099836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:13.102657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.110261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Checking segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:36:13.110688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network hostable DHCP agents. Network: 4d26c8d2-d2a1-47f7-ad63-7707c447686d, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:36:13.115983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Transition to ACTIVE for port object efa0ad6e-7018-43e0-95ef-246d92a435e8 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:13.146387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.151117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:13.186568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:36:13.215563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 4d26c8d2-d2a1-47f7-ad63-7707c447686d) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:13.220025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:13.220806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.224505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bb7193-3aae-425a-b3f6-671031f48036 None None] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:36:13.233616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Pushing event updated for resources: {'Port': ['ID=efa0ad6e-7018-43e0-95ef-246d92a435e8,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:13.239114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Attempting to bind port efa0ad6e-7018-43e0-95ef-246d92a435e8 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:36:13.239646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Attempting to bind port efa0ad6e-7018-43e0-95ef-246d92a435e8 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:36:13.239906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Attempting to bind port efa0ad6e-7018-43e0-95ef-246d92a435e8 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:36:13.249601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.250099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.250485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.250877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.251251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.251609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.251972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.252505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.252697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.253003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.253357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:36:13.259177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:13.260621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:36:13.261047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:36:13.261551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.262006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:36:13.262739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Bound port: efa0ad6e-7018-43e0-95ef-246d92a435e8, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:36:13.267635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.284505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-117b36b8-2344-4b36-8fd4-c509d582fc91 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9890325 Dec 22 16:36:13.288320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60552) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:13.341718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] For port efa0ad6e-7018-43e0-95ef-246d92a435e8, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:36:13.345462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] For port efa0ad6e-7018-43e0-95ef-246d92a435e8, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efa0ad6e-7018-43e0-95ef-246d92a435e8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:36:13.351702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-c950838c-14ca-4121-9c50-3bc2577ad535 req-0c032759-d8ba-4b65-931b-58c8b994e1de tempest-ServerDiskConfigTestJSON-1559064274 tempest-ServerDiskConfigTestJSON-1559064274-project] (88958) timed out ('10.222.0.46', 59871) {{(pid=88958) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:36:13.375622 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.381322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d369e0d-1252-4b56-a45e-d77763db38d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:13.471020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:13.471724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:35:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:13.483275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:36:13.484196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:13.554912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Pushing event updated for resources: {'Port': ['ID=efa0ad6e-7018-43e0-95ef-246d92a435e8,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:13.562177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2a12190a-d4d9-41d0-acba-cb27ea23dd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:13.667021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Allocated IP 172.20.0.2 (4d26c8d2-d2a1-47f7-ad63-7707c447686d/4892e930-89d9-4aa5-88af-78f10a9fb0b2/739b9352-3709-47b4-afec-bb3a13eae571) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:36:13.678519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:14.012027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:11Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:14.017600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ec173-ede3-4830-a58b-9c6de248e610 None None] The sync data for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv is: [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:11Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:36:14.045712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.063150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Transition to ACTIVE for port object 739b9352-3709-47b4-afec-bb3a13eae571 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:14.118028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Transition to ACTIVE for port object 739b9352-3709-47b4-afec-bb3a13eae571 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:14.158406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.163270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:14.221141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.238016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Pushing event updated for resources: {'Port': ['ID=739b9352-3709-47b4-afec-bb3a13eae571,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:14.241639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:14.246773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:14.248327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:14.250426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:36:14.257316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.361378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Attempting to bind port 739b9352-3709-47b4-afec-bb3a13eae571 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:36:14.361798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Attempting to bind port 739b9352-3709-47b4-afec-bb3a13eae571 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:36:14.362220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Attempting to bind port 739b9352-3709-47b4-afec-bb3a13eae571 on network 4d26c8d2-d2a1-47f7-ad63-7707c447686d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:36:14.369856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:36:14.370281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Checking segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:36:14.370796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.371779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Bound using segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:36:14.372313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Bound port: 739b9352-3709-47b4-afec-bb3a13eae571, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:36:14.372734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.482783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] For port 739b9352-3709-47b4-afec-bb3a13eae571, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:36:14.487149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] For port 739b9352-3709-47b4-afec-bb3a13eae571, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=739b9352-3709-47b4-afec-bb3a13eae571,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:36:14.543508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.550208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:14.638144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Pushing event updated for resources: {'Port': ['ID=739b9352-3709-47b4-afec-bb3a13eae571,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:14.641083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:14.721788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.1 (4d26c8d2-d2a1-47f7-ad63-7707c447686d/4892e930-89d9-4aa5-88af-78f10a9fb0b2/ef593aec-b578-4ed5-bc38-7e3f78f58e4d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:36:14.934820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:14.970207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object ef593aec-b578-4ed5-bc38-7e3f78f58e4d will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:15.049401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.055659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2e1f8c28-4692-4ed1-9d4a-3be9d625bd8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:15.139485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:15.143273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:15.152876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:36:15.192024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-43793d44-8d6e-483e-aa51-6e9ffda18b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.193010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:15.198138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:15.223129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.399992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.712181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.873630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.911764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:15.943067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:16.035143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:16.039887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:16.043710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:16.217487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efa0ad6e-7018-43e0-95ef-246d92a435e8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:16.230949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:16.233124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:16.352826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port efa0ad6e-7018-43e0-95ef-246d92a435e8 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:16.359137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port efa0ad6e-7018-43e0-95ef-246d92a435e8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:16.359670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:16.408176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8749fe4-cb71-413f-aa00-5c7593cd2b20 None None] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:36:16.633869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:16.679929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-dc1f085d-8539-4e90-be09-7fa813a87149 None None] Provisioning for port 739b9352-3709-47b4-afec-bb3a13eae571 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:16.705375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port efa0ad6e-7018-43e0-95ef-246d92a435e8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efa0ad6e-7018-43e0-95ef-246d92a435e8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:16.746766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:16.747908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 739b9352-3709-47b4-afec-bb3a13eae571 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:16.786261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fa1c319b-4dc9-408b-a41d-a1bc6843ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:16.908274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=efa0ad6e-7018-43e0-95ef-246d92a435e8,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:16.912693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:16.958112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 739b9352-3709-47b4-afec-bb3a13eae571 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:16.968603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 739b9352-3709-47b4-afec-bb3a13eae571 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:16.969186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:16.995294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 31b80295-93f8-4327-af57-332b4d25e23e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:36:17.105874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:17.144412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 739b9352-3709-47b4-afec-bb3a13eae571, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=739b9352-3709-47b4-afec-bb3a13eae571,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:17.182077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:17.186227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:17.232020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:36:17.249695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/31b80295-93f8-4327-af57-332b4d25e23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9600475 Dec 22 16:36:17.251063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Sync routers for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:36:17.253822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:17.283840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:17.284568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:36:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:17.376993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=739b9352-3709-47b4-afec-bb3a13eae571,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:17.392737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:17.465121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-307c698b-7d3b-42dd-8a3a-51c7a534f868 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:36:17.552784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-307c698b-7d3b-42dd-8a3a-51c7a534f868 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:36:17.555052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-307c698b-7d3b-42dd-8a3a-51c7a534f868 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1800472998&fields=id&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 267 time: 0.1409938 Dec 22 16:36:17.687796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Provisioning complete for port 739b9352-3709-47b4-afec-bb3a13eae571 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:17.688217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:17.742959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-e3a16335-cd54-44b8-9341-14ad4d70f726 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:17.743865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-e3a16335-cd54-44b8-9341-14ad4d70f726 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:36:17.753737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:17.786115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-e3a16335-cd54-44b8-9341-14ad4d70f726 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:36:17.787408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-e3a16335-cd54-44b8-9341-14ad4d70f726 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 797 time: 0.2250297 Dec 22 16:36:17.814793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5342b5bc-8d77-4dd9-b954-e7a6a7704a59 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/quotas/f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 375 time: 0.0132132 Dec 22 16:36:17.914219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-a13a910c-16c2-4b6e-8a81-871035312282 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:36:17.981608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-a13a910c-16c2-4b6e-8a81-871035312282 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:36:17.983094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-a13a910c-16c2-4b6e-8a81-871035312282 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616337 Dec 22 16:36:18.145795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Provisioning for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:18.153437 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-ca8e876c-5b2c-4d1a-9697-5e9f704bc024 service neutron] 10.222.0.18 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555638 Dec 22 16:36:18.170094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efa0ad6e-7018-43e0-95ef-246d92a435e8 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:18.204512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Provisioning complete for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:18.204939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:18.300519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f2652-6139-4083-834d-932a0c3a371d None None] Port ef593aec-b578-4ed5-bc38-7e3f78f58e4d cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:36:18.307046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-ac801351-a678-4bdb-8138-5cb78230c239 service neutron] 10.222.0.18 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526034 Dec 22 16:36:18.328496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 2, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:18.336442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Checking router: 31b80295-93f8-4327-af57-332b4d25e23e for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:36:18.336855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Updating router 31b80295-93f8-4327-af57-332b4d25e23e port ef593aec-b578-4ed5-bc38-7e3f78f58e4d binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:36:18.369654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port efa0ad6e-7018-43e0-95ef-246d92a435e8 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:18.370083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:18.461198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:18.495391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eedc0a0f-30bf-4fd6-a075-87b51418db4f None None] Provisioning complete for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:18.497159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eedc0a0f-30bf-4fd6-a075-87b51418db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:18.597339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-67fa75e7-e6dc-4b05-8c12-309f6095d625 req-a1c0b43f-b827-40ae-8a6f-154c8128b950 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 210 time: 0.0477405 Dec 22 16:36:18.717825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-eedc0a0f-30bf-4fd6-a075-87b51418db4f None None] Port ef593aec-b578-4ed5-bc38-7e3f78f58e4d cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:36:18.732187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 739b9352-3709-47b4-afec-bb3a13eae571 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:18.928303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 739b9352-3709-47b4-afec-bb3a13eae571 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:18.928747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.207035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.220615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Transition to ACTIVE for port object ef593aec-b578-4ed5-bc38-7e3f78f58e4d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:19.288939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.295569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:19.430184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Pushing event updated for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:19.438522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:19.529055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Attempting to bind port ef593aec-b578-4ed5-bc38-7e3f78f58e4d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:36:19.529630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Attempting to bind port ef593aec-b578-4ed5-bc38-7e3f78f58e4d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:36:19.529947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Attempting to bind port ef593aec-b578-4ed5-bc38-7e3f78f58e4d on network 4d26c8d2-d2a1-47f7-ad63-7707c447686d {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:36:19.538170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:36:19.538638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Checking segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:36:19.539106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.539584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Bound using segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:36:19.540126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Bound port: ef593aec-b578-4ed5-bc38-7e3f78f58e4d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:36:19.540562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.658202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] For port ef593aec-b578-4ed5-bc38-7e3f78f58e4d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:36:19.662771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] For port ef593aec-b578-4ed5-bc38-7e3f78f58e4d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:36:19.706973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:19.712254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:19.807160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Pushing event updated for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:19.811681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:19.813490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:19.814184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:36:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:19.973970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c91f7c69-a315-477e-b6a2-fa373528197b req-01b21a62-50d6-4b21-bdce-0abb3890d43f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 210 time: 0.0604191 Dec 22 16:36:20.059319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:20.442476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:19Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:20.447147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f78f8-c102-47d6-98a3-eca8c7f63494 None None] The sync data for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv is: [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:19Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:36:20.844126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-63c79a06-889b-4a5c-893a-278d89340fdd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:20.844882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-63c79a06-889b-4a5c-893a-278d89340fdd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:36:20.860582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-63c79a06-889b-4a5c-893a-278d89340fdd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:36:20.861852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-63c79a06-889b-4a5c-893a-278d89340fdd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 797 time: 0.1891606 Dec 22 16:36:20.929907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-83cb0369-c111-4279-8967-cfb98e0133be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:36:20.946305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-83cb0369-c111-4279-8967-cfb98e0133be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:36:20.948316 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-83cb0369-c111-4279-8967-cfb98e0133be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 380 time: 0.0675795 Dec 22 16:36:20.959679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'port': {'device_id': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'admin_state_up': True, 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'security_groups': ['e136c515-153e-42fb-898d-32104b8e4acf']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:21.136818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:21.147706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:21.182338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5a186c2f-3d0e-4235-b44a-f19e5727b855 req-d527744e-bfcd-4d7a-b65d-3aef5484250e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 210 time: 0.0688772 Dec 22 16:36:21.211160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:36:21.211160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:21.409315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.3 (4d26c8d2-d2a1-47f7-ad63-7707c447686d/4892e930-89d9-4aa5-88af-78f10a9fb0b2/c775bb19-bd65-4c9e-be15-5b73eff44fca) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:36:21.684016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:21.706377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object c775bb19-bd65-4c9e-be15-5b73eff44fca will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:21.752429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:21.758992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-98c2ed55-b255-4b0a-8966-1f8b034b4192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:21.843353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:21.846895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:21.855148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:36:21.887114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:21.895306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:21.930196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:21.931252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.073944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1179960 Dec 22 16:36:22.091636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Request body: {'port': {'device_id': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:22.175281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ef593aec-b578-4ed5-bc38-7e3f78f58e4d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:22.257655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.291831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95fca6a6-a2f8-4542-b312-b8f7aa0ae9fd None None] Provisioning for port c775bb19-bd65-4c9e-be15-5b73eff44fca completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:22.299373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-95fca6a6-a2f8-4542-b312-b8f7aa0ae9fd None None] Provisioning complete for port c775bb19-bd65-4c9e-be15-5b73eff44fca triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:22.303228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-95fca6a6-a2f8-4542-b312-b8f7aa0ae9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.330782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:22.363872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:22.364274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.410960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31db93-ac65-41b4-a524-920429056538 req-e11ac421-4871-4fd4-82ca-cf5f62be55e2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:22.413219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc31db93-ac65-41b4-a524-920429056538 req-e11ac421-4871-4fd4-82ca-cf5f62be55e2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 931 time: 0.0943100 Dec 22 16:36:22.421893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-95fca6a6-a2f8-4542-b312-b8f7aa0ae9fd None None] Port c775bb19-bd65-4c9e-be15-5b73eff44fca cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:36:22.492629 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc31db93-ac65-41b4-a524-920429056538 req-2a2b66b8-def8-486b-9f4a-2e2ed28e67a8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714238 Dec 22 16:36:22.704387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.706563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c775bb19-bd65-4c9e-be15-5b73eff44fca {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:36:22.716434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.737437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Transition to ACTIVE for port object c775bb19-bd65-4c9e-be15-5b73eff44fca will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:36:22.752282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port ef593aec-b578-4ed5-bc38-7e3f78f58e4d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:22.775518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.782605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30ae118c-202c-4dbe-8154-eb91807201b7 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:22.803721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:22.805767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5711826-44be-4794-ab8d-55747bd28303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:22.898655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:22.904617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:23.171116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:23.175178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:23.295725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Attempting to bind port c775bb19-bd65-4c9e-be15-5b73eff44fca on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:36:23.295967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Attempting to bind port c775bb19-bd65-4c9e-be15-5b73eff44fca by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:36:23.296335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Attempting to bind port c775bb19-bd65-4c9e-be15-5b73eff44fca on network 4d26c8d2-d2a1-47f7-ad63-7707c447686d {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:36:23.303609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Port c775bb19-bd65-4c9e-be15-5b73eff44fca on network 4d26c8d2-d2a1-47f7-ad63-7707c447686d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:36:23.303976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Attempting to bind port c775bb19-bd65-4c9e-be15-5b73eff44fca on network 4d26c8d2-d2a1-47f7-ad63-7707c447686d {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:36:23.313143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:36:23.313521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Checking segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:36:23.313957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Bound using segment: {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:36:23.314486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Bound port: c775bb19-bd65-4c9e-be15-5b73eff44fca, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:36:23.314861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:23.420619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:36:23.424257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:36:23.478374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:23.484653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be55e55b-47e6-452a-923d-5d16e510964e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:23.551649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:23.553673 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 1093 time: 1.4682512 Dec 22 16:36:23.557141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:36:23.584015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:23.587587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:23.665779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'status': 'completed', 'code': 200} Dec 22 16:36:23.723865 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-76a91eea-1d22-40d7-9d4e-31975ba8a800 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1096 time: 0.0981257 Dec 22 16:36:23.742026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2624f-fb23-4a6b-b86d-240a636c85ee req-097f7a7b-9c10-489e-947b-c4486e1308e2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:23.745777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbb2624f-fb23-4a6b-b86d-240a636c85ee req-097f7a7b-9c10-489e-947b-c4486e1308e2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 943 time: 0.1085670 Dec 22 16:36:23.821536 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-79490cdf-cd40-4b9c-ae1a-7de8774c2ff7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 217 time: 0.0851791 Dec 22 16:36:23.822365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbb2624f-fb23-4a6b-b86d-240a636c85ee req-11db1b07-3651-4c59-8a5c-b3fe3b2352b8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688689 Dec 22 16:36:23.902225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-4c750dd2-0829-4ebc-b53d-49b2418b8b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:23.904000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-4c750dd2-0829-4ebc-b53d-49b2418b8b27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0722919 Dec 22 16:36:24.000956 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-1a368bc2-0f9e-4d2c-9e78-dc8a4e78d305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870223 Dec 22 16:36:24.152707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ef593aec-b578-4ed5-bc38-7e3f78f58e4d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:24.160778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-e7897fa5-8c98-41dd-9b40-f00b2c981752 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482544 Dec 22 16:36:24.230422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port ef593aec-b578-4ed5-bc38-7e3f78f58e4d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:24.231082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:24.332912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc986a9b-3edc-4b5e-a079-adb9d8f9a3ad req-911db1af-25a6-450e-895c-e911b75b36a7 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620688 Dec 22 16:36:24.507435 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-bf3b6965-5849-4d2e-af8c-54bf369e6e34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1096 time: 0.0897057 Dec 22 16:36:24.664629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-e9d8f404-5035-4455-8256-ea7f6e5bcddb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:24.666383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-e9d8f404-5035-4455-8256-ea7f6e5bcddb service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 898 time: 0.1510222 Dec 22 16:36:24.744099 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-4aa4fdf9-b466-4c58-b890-c6568d203a2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 217 time: 0.0698180 Dec 22 16:36:24.822337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-e083b8a6-3c20-4671-b343-bbdffc6bd445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:24.824487 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-e083b8a6-3c20-4671-b343-bbdffc6bd445 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0727363 Dec 22 16:36:24.914144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-636cb52d-c320-492c-8dd3-6c87a84f5323 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808918 Dec 22 16:36:25.065457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2fd16-7f9a-4f39-84a7-38fc6fa4194a req-9326eea3-05f5-43e8-a8da-75b3828bfa75 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:25.067114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cb2fd16-7f9a-4f39-84a7-38fc6fa4194a req-9326eea3-05f5-43e8-a8da-75b3828bfa75 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 943 time: 0.0946248 Dec 22 16:36:25.070148 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-b663478d-ba99-42e1-b989-3b9990487452 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489871 Dec 22 16:36:25.120672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3cb2fd16-7f9a-4f39-84a7-38fc6fa4194a req-b387cfc6-003a-4443-be56-deba8dd3c279 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469012 Dec 22 16:36:25.229007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca88e5e6-ed76-4e85-b0e6-1fe4a1e612d2 req-f5ce5561-798a-40ee-ad54-1cadde516c20 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513240 Dec 22 16:36:26.359753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d305f-ddb6-4c0a-b01d-22c9d519273c req-bfd92173-34ab-47fa-b39c-5e00693bbaaf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:26.361434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e2d305f-ddb6-4c0a-b01d-22c9d519273c req-bfd92173-34ab-47fa-b39c-5e00693bbaaf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 943 time: 0.0975623 Dec 22 16:36:26.416672 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e2d305f-ddb6-4c0a-b01d-22c9d519273c req-3f40b605-504a-4adf-8ce2-166e8f8e7936 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488529 Dec 22 16:36:27.637624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51005ae-bf5a-42ce-a77e-e92f2cb43d06 req-b7f38301-aaa6-48d3-8827-b4321a7fc86f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:27.639350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f51005ae-bf5a-42ce-a77e-e92f2cb43d06 req-b7f38301-aaa6-48d3-8827-b4321a7fc86f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 943 time: 0.0878763 Dec 22 16:36:27.693232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f51005ae-bf5a-42ce-a77e-e92f2cb43d06 req-4fadd44d-4068-4152-9294-1e0e32b45f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464518 Dec 22 16:36:28.406585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device c775bb19-bd65-4c9e-be15-5b73eff44fca details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:36:28.558163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:28.573533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'port_id': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'mac_address': 'fa:16:3e:26:45:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:36:28.631594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:28.650721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c775bb19-bd65-4c9e-be15-5b73eff44fca {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:36:28.667203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:28.710781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:28.712769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfe448b7-699d-4de8-affe-bdbcad4c6b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:28.790122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:28.793697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:28.913960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd84b7-eed0-4837-a7b8-6e3320fed586 req-08c92e65-7dab-46aa-889c-9c05a73b8962 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:28.915793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fbbd84b7-eed0-4837-a7b8-6e3320fed586 req-08c92e65-7dab-46aa-889c-9c05a73b8962 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 944 time: 0.0901055 Dec 22 16:36:28.968382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['c775bb19-bd65-4c9e-be15-5b73eff44fca'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:36:28.970612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fbbd84b7-eed0-4837-a7b8-6e3320fed586 req-f4e7563d-509f-43b5-a82b-6e1d612eb930 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479138 Dec 22 16:36:29.332134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:36:30.184029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718b582-09cb-4b95-9441-924e8311c9e2 req-749747c3-e628-4c0e-83fa-362b082d9ebd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:30.185705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9718b582-09cb-4b95-9441-924e8311c9e2 req-749747c3-e628-4c0e-83fa-362b082d9ebd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 944 time: 0.0866551 Dec 22 16:36:30.242043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9718b582-09cb-4b95-9441-924e8311c9e2 req-b7292c82-8457-4be6-8c96-224d88ffa4e2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499754 Dec 22 16:36:30.421965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device c775bb19-bd65-4c9e-be15-5b73eff44fca up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:36:30.534151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port c775bb19-bd65-4c9e-be15-5b73eff44fca completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:36:30.539708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port c775bb19-bd65-4c9e-be15-5b73eff44fca triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:36:30.540176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:30.663254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:30.692598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:36:30.704516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:36:30.757223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:30.759614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d165a7ad-342d-4768-ba87-ec4d3b7871e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:30.839908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:30.843945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:30.849302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'code': 200} Dec 22 16:36:31.173591 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3243078d-3442-48d8-a130-c883795ef586 req-5c6acfb7-7d26-4733-96dd-c81c2ab8047b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1098 time: 0.0812154 Dec 22 16:36:31.224143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3243078d-3442-48d8-a130-c883795ef586 req-b9e11d36-639d-49da-bb7b-5937594a18c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Dec 22 16:36:31.453755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e3b6c-0e7d-4aa6-af6b-ca9cae1e8d4d req-18ad43ea-a37b-406f-a686-340ca973d0a3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:31.455514 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-471e3b6c-0e7d-4aa6-af6b-ca9cae1e8d4d req-18ad43ea-a37b-406f-a686-340ca973d0a3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0859761 Dec 22 16:36:31.507071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-471e3b6c-0e7d-4aa6-af6b-ca9cae1e8d4d req-ed1cb636-7a58-4b54-9221-5db479480f99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Dec 22 16:36:32.727507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fd37a-db8a-4fba-a801-08765d767503 req-60dec8ba-efc8-4180-aaee-004d07cd240b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:32.729827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f7fd37a-db8a-4fba-a801-08765d767503 req-60dec8ba-efc8-4180-aaee-004d07cd240b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0895691 Dec 22 16:36:32.780103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7f7fd37a-db8a-4fba-a801-08765d767503 req-bfbb67c1-54fb-4ff9-a204-7ab8a907045c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441461 Dec 22 16:36:32.993113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332c82-ec19-4a1c-b882-ec3a46acfbc6 req-95f4600a-2f6c-4e0d-b2a2-1821d3385252 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:32.994906 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c332c82-ec19-4a1c-b882-ec3a46acfbc6 req-95f4600a-2f6c-4e0d-b2a2-1821d3385252 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0857673 Dec 22 16:36:33.050659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c332c82-ec19-4a1c-b882-ec3a46acfbc6 req-846f89d1-6e1d-4320-b238-e792e7327638 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Dec 22 16:36:33.078901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60624) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:33.159617 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c97f897d-1603-482a-b33a-9424f1e90422 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1093 time: 0.0793600 Dec 22 16:36:33.162541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60628) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:33.168582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:36:33.174908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:36:33.179377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:floatingip and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:36:33.183067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:36:33.189349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:36:33.236355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:33.397967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:33.575324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.234 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/f4a38d6f-b642-4ef9-81d0-394bd5a93c4b) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:36:33.755241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:33.815512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:33.822648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-917146bf-679f-4fc5-b2ad-4ba4a0216975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:33.897841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:36:33.900873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:36:33.905724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:36:33.942469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=f4a38d6f-b642-4ef9-81d0-394bd5a93c4b,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:33.950559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:34.717239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:34.813108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:35.044808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:35.071190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:35.075893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-466ffbed-68f4-41e2-9386-c23c965e3b2a tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:36:35.185668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=f4a38d6f-b642-4ef9-81d0-394bd5a93c4b,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:36:35.188723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:36:35.200356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:35.404214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Floating IP 2a482b35-d6d8-4622-b422-c56003ed332b associated. External IP: 172.26.1.234, port: c775bb19-bd65-4c9e-be15-5b73eff44fca. Dec 22 16:36:35.833280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 31b80295-93f8-4327-af57-332b4d25e23e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:36:36.059689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:36:36.069824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Sync routers for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:36:36.084124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:36.084808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:36:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:36.116487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:36.178143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0144536 Dec 22 16:36:36.178907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:36:36.251831 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'status': 'completed', 'code': 200} Dec 22 16:36:36.281645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:36.373147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-16b38802-0d5e-400e-9c52-0d7eae00c3a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1098 time: 0.0967262 Dec 22 16:36:36.390167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6ab72-1ea6-4c57-b2f4-cf6e9b866a36 req-59c84da5-0ad6-4970-8bd0-55902f5088db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:36.391947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dd6ab72-1ea6-4c57-b2f4-cf6e9b866a36 req-59c84da5-0ad6-4970-8bd0-55902f5088db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.1024964 Dec 22 16:36:36.444476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dd6ab72-1ea6-4c57-b2f4-cf6e9b866a36 req-8945926d-9571-49ff-a70c-a2b3b084eefb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452123 Dec 22 16:36:36.485311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60636) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:36.535658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-38fc06da-1796-4872-9d13-ad66bb64bed3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:36.537282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-38fc06da-1796-4872-9d13-ad66bb64bed3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 898 time: 0.1574819 Dec 22 16:36:36.603323 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f9ae703c-97a0-4e5b-81e7-2f1e21783995 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/2a482b35-d6d8-4622-b422-c56003ed332b HTTP/1.1" status: 200 len: 991 time: 0.1163249 Dec 22 16:36:36.656838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-25f7f8fc-288e-4698-8496-e421bc42d07d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 999 time: 0.1123319 Dec 22 16:36:36.679100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '2a482b35-d6d8-4622-b422-c56003ed332b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.234', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'port_id': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'mac_address': 'fa:16:3e:26:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:36:34Z', 'updated_at': '2021-12-22T16:36:34Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:36.683632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Checking router: 31b80295-93f8-4327-af57-332b4d25e23e for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:36:36.695171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:36:36.695840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:36:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:36.728740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-566ecc4a-742a-43b0-a021-fc7aa53195b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:36.731069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-566ecc4a-742a-43b0-a021-fc7aa53195b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0680242 Dec 22 16:36:36.835550 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-4c171d5d-0247-4558-9e38-25f03215f082 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959730 Dec 22 16:36:36.997531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-55335bbf-9fc9-4311-bb22-2da30989be2e service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549053 Dec 22 16:36:37.045414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:36:37.157709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3eb7bed-3a50-4bb8-854a-10fb3bb99e04 req-5e39b8e0-0d09-4f5c-a9a1-0b337557bc2a service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510286 Dec 22 16:36:37.437735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '2a482b35-d6d8-4622-b422-c56003ed332b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.234', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'port_id': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'mac_address': 'fa:16:3e:26:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:36:34Z', 'updated_at': '2021-12-22T16:36:34Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:36:37.442367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a409f6a-d82b-465f-9a08-ddc52767ac35 None None] The sync data for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv is: [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '2a482b35-d6d8-4622-b422-c56003ed332b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.234', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'port_id': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'mac_address': 'fa:16:3e:26:45:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:36:34Z', 'updated_at': '2021-12-22T16:36:34Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:36:37.607858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60640) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:37.727453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6779c131-4e32-4a77-ab0b-e0d10e8d4d07 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/2a482b35-d6d8-4622-b422-c56003ed332b HTTP/1.1" status: 200 len: 991 time: 0.1182654 Dec 22 16:36:37.787336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a19f677-8996-4a98-a6de-1f859c00e10c None None] New status for floating IP 2a482b35-d6d8-4622-b422-c56003ed332b: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:36:38.731605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60644) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:36:38.847505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4387c01e-f61c-4610-8b63-9c30483da9a5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/2a482b35-d6d8-4622-b422-c56003ed332b HTTP/1.1" status: 200 len: 993 time: 0.1145008 Dec 22 16:36:40.625211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:42.768150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4b12ca0-7098-485c-887e-2e944db0571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:44.185172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:45.179440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb36ce99-5636-4930-8937-a77b85fcb650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:45.716470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:47.215607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:36:57.477210 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-6919f064-f1fe-495d-aa26-b79b9c91f3db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746357 Dec 22 16:36:57.629462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-1af678bb-5222-4c36-a939-dee8c700c949 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1098 time: 0.0754833 Dec 22 16:36:57.794453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-4cf03d68-8068-479c-b21d-0beedc15ff3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:57.796026 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-4cf03d68-8068-479c-b21d-0beedc15ff3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 898 time: 0.1420529 Dec 22 16:36:57.908732 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-fab80521-b25f-4a8f-bb63-0e37427c5599 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 1001 time: 0.1046023 Dec 22 16:36:57.983889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-f403460f-5873-4a67-b769-217114a8dcb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:36:57.985429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-f403460f-5873-4a67-b769-217114a8dcb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0694525 Dec 22 16:36:58.067793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-b3f48d6e-8f42-42d1-a475-7aa8db6202e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757608 Dec 22 16:36:58.079744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-24727f6b-1c3f-4ef6-9cb7-03a65c94e211 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:36:58.080863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-24727f6b-1c3f-4ef6-9cb7-03a65c94e211 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055404 Dec 22 16:36:58.230300 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-5d32901c-3fbe-4241-9035-98eac5addbc1 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412332 Dec 22 16:36:58.382850 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7706cda8-a706-46f2-8aa1-9d5286deaa18 req-f0e61e4d-9441-420b-b649-3e6d986b2f22 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450861 Dec 22 16:37:06.333333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:37:10.464856 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-6ccd6bef-b435-4870-9d12-551461abb81c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1098 time: 0.0761838 Dec 22 16:37:10.483003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328734f5-67d8-40ca-9596-6f98ec533e82 req-7358c7d5-ea3a-4916-8257-fd4b0a7d7ca2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:10.484689 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-328734f5-67d8-40ca-9596-6f98ec533e82 req-7358c7d5-ea3a-4916-8257-fd4b0a7d7ca2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0856199 Dec 22 16:37:10.537307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-328734f5-67d8-40ca-9596-6f98ec533e82 req-da51780f-e739-4015-b2c1-a3868559f124 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460327 Dec 22 16:37:10.615646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-de59b522-2534-407c-b15a-f651aad0d362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:10.617275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-de59b522-2534-407c-b15a-f651aad0d362 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 898 time: 0.1439915 Dec 22 16:37:10.635816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:10.732768 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-cf3dda03-80cf-41a9-bb2f-9b700de39736 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 1001 time: 0.1047471 Dec 22 16:37:10.808547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-7488478e-474c-43f9-88dc-f6522f3cf1db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:10.810334 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-7488478e-474c-43f9-88dc-f6522f3cf1db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0703344 Dec 22 16:37:10.892969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-e97ae265-80f5-44ca-a952-2fa3c41e84ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754163 Dec 22 16:37:11.285882 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-235a709a-4d81-4d0c-80ba-b3f989c88219 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841290 Dec 22 16:37:11.439552 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74a00114-9916-4982-ae0a-1f9cf7ae6e5c req-651dff61-112b-4041-8a96-40ed97300033 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462564 Dec 22 16:37:11.760266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c6f35-01f6-4bcf-b29b-e033caab6c4f req-99112405-3c61-4b9a-bf49-62126c6ea8e1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:11.761933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd5c6f35-01f6-4bcf-b29b-e033caab6c4f req-99112405-3c61-4b9a-bf49-62126c6ea8e1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0890679 Dec 22 16:37:11.814127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dd5c6f35-01f6-4bcf-b29b-e033caab6c4f req-e66a9b3e-2228-4848-9cbc-4fe17dd11279 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459182 Dec 22 16:37:12.784739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4767d20-01b1-42bb-a581-08d559c643c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:13.033084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d76c-b9d2-4332-a1e7-8f23b02ac2c8 req-850679a4-e06e-4713-aa95-05e65cf591cd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:13.034694 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1986d76c-b9d2-4332-a1e7-8f23b02ac2c8 req-850679a4-e06e-4713-aa95-05e65cf591cd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0856740 Dec 22 16:37:13.092920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1986d76c-b9d2-4332-a1e7-8f23b02ac2c8 req-ea311302-7cbd-41e3-828d-26b483c1dffd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513036 Dec 22 16:37:14.177841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:14.308738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cadad-8162-4932-85c7-63fd7f9c9987 req-a4deb409-3cfc-43c7-b0d4-9f996a2e3713 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:14.310402 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de1cadad-8162-4932-85c7-63fd7f9c9987 req-a4deb409-3cfc-43c7-b0d4-9f996a2e3713 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0876775 Dec 22 16:37:14.370390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de1cadad-8162-4932-85c7-63fd7f9c9987 req-de9b8c05-581e-4bf6-b0e2-94690047961e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534396 Dec 22 16:37:15.167104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-126a8765-4c46-4809-90c7-77d015424eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:15.585948 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d769c-4ce5-447c-8c2f-19dbd827166c req-c9b1d1b2-673f-4f30-a1a0-c34640d56265 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:15.587740 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea5d769c-4ce5-447c-8c2f-19dbd827166c req-c9b1d1b2-673f-4f30-a1a0-c34640d56265 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0905073 Dec 22 16:37:15.638733 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea5d769c-4ce5-447c-8c2f-19dbd827166c req-bc05dca2-fae3-46ce-bebb-3d264a3cc41a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441082 Dec 22 16:37:15.727215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:16.855291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02765b-97b3-483c-8d58-98aca384867c req-c76208f4-156a-452e-a4f5-207d09b24a3f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:16.856979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca02765b-97b3-483c-8d58-98aca384867c req-c76208f4-156a-452e-a4f5-207d09b24a3f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0872147 Dec 22 16:37:16.907933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca02765b-97b3-483c-8d58-98aca384867c req-a94fd8d3-6cc1-43ca-9e2a-a62f49656fe7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442040 Dec 22 16:37:17.207427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:18.126687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376240ff-5b07-4f6e-b514-0c33ca8ab960 req-781f1d40-dccf-413c-9c57-4a0b1b728067 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:18.128349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-376240ff-5b07-4f6e-b514-0c33ca8ab960 req-781f1d40-dccf-413c-9c57-4a0b1b728067 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0923429 Dec 22 16:37:18.179572 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-376240ff-5b07-4f6e-b514-0c33ca8ab960 req-4ed55718-fb6e-4f43-b562-4a3c38d59ca1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Dec 22 16:37:19.397935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcf608-2311-438e-b662-28234489094d req-83730085-6adf-4092-bc75-94a4f48214fc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:19.399665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aadcf608-2311-438e-b662-28234489094d req-83730085-6adf-4092-bc75-94a4f48214fc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0865693 Dec 22 16:37:19.454977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aadcf608-2311-438e-b662-28234489094d req-da482a37-b04f-404f-a3c7-db3a92fd90d2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Dec 22 16:37:20.673227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72bf77-ee31-4d3c-a4f7-9166901b53a2 req-087e8dd6-1ea7-4f72-a268-c67ab5c1f503 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:20.674929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca72bf77-ee31-4d3c-a4f7-9166901b53a2 req-087e8dd6-1ea7-4f72-a268-c67ab5c1f503 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0888262 Dec 22 16:37:20.727293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ca72bf77-ee31-4d3c-a4f7-9166901b53a2 req-f87a0db8-2273-434b-b432-3bf244788895 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 Dec 22 16:37:21.940723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237fdbe-4235-4642-a44d-453465536512 req-66c21f3f-fed7-4221-b8f2-cdbae145d5f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:21.942383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6237fdbe-4235-4642-a44d-453465536512 req-66c21f3f-fed7-4221-b8f2-cdbae145d5f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0877225 Dec 22 16:37:21.993804 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6237fdbe-4235-4642-a44d-453465536512 req-67d84cbd-3ad5-4c34-8cb3-0c1bf9ae4dfc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449214 Dec 22 16:37:23.207208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb13b-762c-4aa9-9751-d4fc755a3a9a req-9ff6b69e-79d9-4bd7-8fef-0e7b66158cde tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:23.208872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b0bb13b-762c-4aa9-9751-d4fc755a3a9a req-9ff6b69e-79d9-4bd7-8fef-0e7b66158cde tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0886071 Dec 22 16:37:23.260008 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9b0bb13b-762c-4aa9-9751-d4fc755a3a9a req-7e71ec33-8e05-4ce5-b8cc-3cef4567de86 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Dec 22 16:37:23.288576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60690) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:23.404192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5cbfb671-86a4-43af-b7f6-34ef3135c18c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/2a482b35-d6d8-4622-b422-c56003ed332b HTTP/1.1" status: 200 len: 993 time: 0.1142647 Dec 22 16:37:40.629155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:42.771306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3219c49-f305-4963-8f03-139cd966e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:43.335650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:37:44.201078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:45.172563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42ce5ee1-71bf-445c-81ef-0b604fa94b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:45.726064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:47.205952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:55.877866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60706) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:37:56.098255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port f4a38d6f-b642-4ef9-81d0-394bd5a93c4b {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:37:56.098675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:56.288117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:56.288481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:56.420800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for f4a38d6f-b642-4ef9-81d0-394bd5a93c4b owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:37:56.662868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:56.667754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b18740eb-a0b3-4004-81a0-ed0d0712f123 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:37:56.711637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=f4a38d6f-b642-4ef9-81d0-394bd5a93c4b,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:37:56.765856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.766277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.766734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.767155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.767573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.767987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.768398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.768814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.769219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.769629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.770038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:37:56.800351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:37:56.834181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:57.257463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 31b80295-93f8-4327-af57-332b4d25e23e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:37:57.481450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:37:57.496058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Sync routers for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:37:57.500716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:37:57.510539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:57.511196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:37:57.561268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/floatingips/2a482b35-d6d8-4622-b422-c56003ed332b HTTP/1.1" status: 204 len: 168 time: 1.6811936 Dec 22 16:37:57.561985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:37:57.632824 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'status': 'completed', 'code': 200} Dec 22 16:37:57.711667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:37:57.897364 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-c529fe1b-6356-40bf-9bb7-6eee4f4b2044 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 1098 time: 0.2386830 Dec 22 16:37:58.052407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:37:58.054726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-a9820c20-020c-4063-a798-47ce4bc3f85e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:58.056517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-a9820c20-020c-4063-a798-47ce4bc3f85e service neutron] 10.222.0.46 "GET /v2.0/networks?id=4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 200 len: 898 time: 0.1492345 Dec 22 16:37:58.056658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Checking router: 31b80295-93f8-4327-af57-332b4d25e23e for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:37:58.068625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:37:58.069314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:37:58.109316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70069f5f-9cf7-4e1d-ab70-396272195aee req-7e2582fe-820f-4172-af21-d68e60bd2d7d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:58.111215 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70069f5f-9cf7-4e1d-ab70-396272195aee req-7e2582fe-820f-4172-af21-d68e60bd2d7d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0918643 Dec 22 16:37:58.137621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-3436ec3b-c875-45b6-9d33-70ecd667a29e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 200 len: 217 time: 0.0734901 Dec 22 16:37:58.166384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70069f5f-9cf7-4e1d-ab70-396272195aee req-4bcef51c-a1ab-4f14-871a-107805a19695 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478806 Dec 22 16:37:58.210179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-4bdb1358-4947-431f-9d77-c13d37016058 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:58.211884 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-4bdb1358-4947-431f-9d77-c13d37016058 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 200 len: 835 time: 0.0671484 Dec 22 16:37:58.272947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:37:58.306963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-b11b734e-2359-43f4-addb-13b2b632a17b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4d26c8d2-d2a1-47f7-ad63-7707c447686d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879471 Dec 22 16:37:58.467427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-78996205-aaeb-4bfe-b60a-37f31d722944 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519566 Dec 22 16:37:58.618999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:37:58.621713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09ebc05d-1556-4b3d-82aa-ad42d18fe55a req-f3d893d9-7030-4531-b9d2-d942920325b6 service neutron] 10.222.0.46 "GET /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470871 Dec 22 16:37:58.623808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db48619e-fa82-4d24-aacd-7450f582098b None None] The sync data for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv is: [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:15Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'ef593aec-b578-4ed5-bc38-7e3f78f58e4d', 'name': '', 'network_id': '4d26c8d2-d2a1-47f7-ad63-7707c447686d', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:2f:07:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:14Z', 'updated_at': '2021-12-22T16:36:22Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '4892e930-89d9-4aa5-88af-78f10a9fb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:37:59.093540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb1e16a-6c27-483e-928c-c970ab2f2aea None None] New status for floating IP 2a482b35-d6d8-4622-b422-c56003ed332b: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:37:59.390934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6120ac-7de6-4510-b515-c5a89eccb930 req-c5b519b9-80b1-4ae7-9365-5e96b4403e45 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:59.392593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-da6120ac-7de6-4510-b515-c5a89eccb930 req-c5b519b9-80b1-4ae7-9365-5e96b4403e45 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0889060 Dec 22 16:37:59.443445 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-da6120ac-7de6-4510-b515-c5a89eccb930 req-bb26f83d-7960-4d34-8264-10495caf1d24 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445199 Dec 22 16:37:59.818132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-ce920cf7-ee79-4332-92b1-8f0344d78742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:37:59.818962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-ce920cf7-ee79-4332-92b1-8f0344d78742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:37:59.874079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-ce920cf7-ee79-4332-92b1-8f0344d78742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:37:59.875405 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-ce920cf7-ee79-4332-92b1-8f0344d78742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.1493444 Dec 22 16:37:59.955264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port c775bb19-bd65-4c9e-be15-5b73eff44fca {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:37:59.955648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:00.467328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port c775bb19-bd65-4c9e-be15-5b73eff44fca, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c775bb19-bd65-4c9e-be15-5b73eff44fca,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:00.467937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:00.600331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for c775bb19-bd65-4c9e-be15-5b73eff44fca owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:38:00.660091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1584d-1e2e-445d-a428-8e4987eb9a2f req-38471518-baf0-4c9b-98d8-7096da7c1394 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:00.661778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-48e1584d-1e2e-445d-a428-8e4987eb9a2f req-38471518-baf0-4c9b-98d8-7096da7c1394 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 945 time: 0.0899935 Dec 22 16:38:00.721743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-48e1584d-1e2e-445d-a428-8e4987eb9a2f req-45eb51f0-560c-4051-9f65-7ac8875229e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=e136c515-153e-42fb-898d-32104b8e4acf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532782 Dec 22 16:38:00.851966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:00.859946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a2259695-9f95-4a38-aec7-c88802240a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:00.909062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=c775bb19-bd65-4c9e-be15-5b73eff44fca,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:00.913095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:00.989285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] No DVR routers for this DVR port c775bb19-bd65-4c9e-be15-5b73eff44fca on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:38:00.991719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:00.994702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'name': 'network-vif-deleted', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:38:01.035705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b62ea48f-4515-4d64-b18c-ea04fa9f1d46 req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "DELETE /v2.0/ports/c775bb19-bd65-4c9e-be15-5b73eff44fca HTTP/1.1" status: 204 len: 173 time: 1.1518562 Dec 22 16:38:01.052315 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06fa912-0171-45c6-8f03-bb5c4d97609e', 'name': 'network-vif-deleted', 'tag': 'c775bb19-bd65-4c9e-be15-5b73eff44fca', 'status': 'completed', 'code': 200} Dec 22 16:38:01.919320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed586427-d5b7-40a8-a2ff-c3d133e71730 req-1d5c8275-f9cd-4474-9ed7-5daaa6a6eeaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=a06fa912-0171-45c6-8f03-bb5c4d97609e HTTP/1.1" status: 200 len: 210 time: 0.0488863 Dec 22 16:38:03.035503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60738) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:03.470770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:04.138409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port ef593aec-b578-4ed5-bc38-7e3f78f58e4d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:38:04.139002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:04.347820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port ef593aec-b578-4ed5-bc38-7e3f78f58e4d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:04.348224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:04.480098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for ef593aec-b578-4ed5-bc38-7e3f78f58e4d owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:38:04.708432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:04.712672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:04.757125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=ef593aec-b578-4ed5-bc38-7e3f78f58e4d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:04.761474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:04.871654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device c775bb19-bd65-4c9e-be15-5b73eff44fca no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:38:04.912177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: c775bb19-bd65-4c9e-be15-5b73eff44fca {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:38:04.918339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device c775bb19-bd65-4c9e-be15-5b73eff44fca not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:38:05.089506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:05.958251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 31b80295-93f8-4327-af57-332b4d25e23e has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:38:06.182306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:38:06.195085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Sync routers for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:38:06.202360 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/31b80295-93f8-4327-af57-332b4d25e23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1623991 Dec 22 16:38:06.203173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60742) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:06.209134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:06.209823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:06.424538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting subnet 4892e930-89d9-4aa5-88af-78f10a9fb0b2 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:38:06.428565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:06.495570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:06.558493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:06.659143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:06.766128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:06.771027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-551f7bcd-2881-4e35-8a22-650ee36b5fd6 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:06.808225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Subnet': ['ID=4892e930-89d9-4aa5-88af-78f10a9fb0b2,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:06.812071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:06.820339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:06.831371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4c250441-94d3-4baa-9cdb-6195485510f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/subnets/4892e930-89d9-4aa5-88af-78f10a9fb0b2 HTTP/1.1" status: 204 len: 168 time: 0.6244318 Dec 22 16:38:06.831605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f826024-f6e3-446c-8b65-50135a787e5b None None] Network 4d26c8d2-d2a1-47f7-ad63-7707c447686d requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:38:06.831699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60746) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:06.870513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:38:04Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:06.875852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Checking router: 31b80295-93f8-4327-af57-332b4d25e23e for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:38:06.888505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Routers {'31b80295-93f8-4327-af57-332b4d25e23e'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:06.889197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['31b80295-93f8-4327-af57-332b4d25e23e'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:07.060961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.091895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] Set router 31b80295-93f8-4327-af57-332b4d25e23e gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:07.107279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] DHCP port deletion for 4d26c8d2-d2a1-47f7-ad63-7707c447686d request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:38:07.115666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Deleting port 739b9352-3709-47b4-afec-bb3a13eae571 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:38:07.116096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.282351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.320586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port efa0ad6e-7018-43e0-95ef-246d92a435e8 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:38:07.320947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.383262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] For port 739b9352-3709-47b4-afec-bb3a13eae571, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=739b9352-3709-47b4-afec-bb3a13eae571,segment=NetworkSegment(e4c77425-5ddd-4876-9dd3-e0398a1c3c40),segment_id=e4c77425-5ddd-4876-9dd3-e0398a1c3c40)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:07.383616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.430863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:38:04Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:07.435511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973c73f7-f9f2-4471-9430-ced11ce5b074 None None] The sync data for ids ['31b80295-93f8-4327-af57-332b4d25e23e'] in dv-neutron-822514-1-hyperv is: [{'id': '31b80295-93f8-4327-af57-332b4d25e23e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269631801', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:38:04Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'efa0ad6e-7018-43e0-95ef-246d92a435e8', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:4a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b80295-93f8-4327-af57-332b4d25e23e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:36:10Z', 'updated_at': '2021-12-22T16:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:38:07.517560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Calling delete_port for 739b9352-3709-47b4-afec-bb3a13eae571 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:38:07.524541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port efa0ad6e-7018-43e0-95ef-246d92a435e8, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=efa0ad6e-7018-43e0-95ef-246d92a435e8,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:07.524957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.667372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for efa0ad6e-7018-43e0-95ef-246d92a435e8 owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:38:07.696967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.703370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:07.748127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Pushing event deleted for resources: {'Port': ['ID=739b9352-3709-47b4-afec-bb3a13eae571,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:07.763602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.763990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.765080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.765457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.765927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.766305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.766723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.767095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.767465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.767836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.768199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:07.771370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] No DVR routers for this DVR port 739b9352-3709-47b4-afec-bb3a13eae571 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:38:07.772942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:07.954252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:07.959258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ff97d354-c06c-435b-9735-4d3f2376b05d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:08.003210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=efa0ad6e-7018-43e0-95ef-246d92a435e8,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:08.007784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:08.251419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:08.267283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 739b9352-3709-47b4-afec-bb3a13eae571 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:38:08.304473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 739b9352-3709-47b4-afec-bb3a13eae571 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:38:08.304865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 739b9352-3709-47b4-afec-bb3a13eae571 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:38:08.305338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ef593aec-b578-4ed5-bc38-7e3f78f58e4d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:38:08.338593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: ef593aec-b578-4ed5-bc38-7e3f78f58e4d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:38:08.338988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device ef593aec-b578-4ed5-bc38-7e3f78f58e4d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:38:08.775154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:08.779861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:08.874338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:08.875066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Fanout notify agent at l3_agent the message router_deleted on router 31b80295-93f8-4327-af57-332b4d25e23e {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:38:08.894829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:08.896413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/routers/31b80295-93f8-4327-af57-332b4d25e23e HTTP/1.1" status: 204 len: 168 time: 2.0636067 Dec 22 16:38:08.899302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60754) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:09.032574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.184157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.218708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d26c8d2-d2a1-47f7-ad63-7707c447686d']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:09.236936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:09.237279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c77425-5ddd-4876-9dd3-e0398a1c3c40') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:09.251357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.270881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.277550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:38:09.277988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:38:09.298945 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:38:09.411204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.414831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-747ff2e1-6a02-4069-832a-66c9531398f7 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:09.431237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.444316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Network': ['ID=4d26c8d2-d2a1-47f7-ad63-7707c447686d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:09.447950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:09.480758 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ca8e58b8-24e1-4efa-8da4-19504237657b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/networks/4d26c8d2-d2a1-47f7-ad63-7707c447686d HTTP/1.1" status: 204 len: 168 time: 0.5802870 Dec 22 16:38:09.483980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60758) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:09.567855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.602419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.762186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.766771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7dca447d-0c1e-42ed-b8a2-e1beee4e4cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:09.783634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e136c515-153e-42fb-898d-32104b8e4acf,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:09.787454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:09.833939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:09.835246 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e4fd78dd-f1a2-4ff8-a2e4-83d8b13dc5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/security-groups/e136c515-153e-42fb-898d-32104b8e4acf HTTP/1.1" status: 204 len: 168 time: 0.3497972 Dec 22 16:38:10.160590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efa0ad6e-7018-43e0-95ef-246d92a435e8 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:38:10.195840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: efa0ad6e-7018-43e0-95ef-246d92a435e8 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:38:10.196337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device efa0ad6e-7018-43e0-95ef-246d92a435e8 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:38:10.534711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60766) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:10.541019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85997850', 'description': 'tempest-secgroup-smoke-85997850 description', 'project_id': 'f7364d4113424e22997ad26a2c36f45e'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:10.547867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:10.552625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:10.555713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:10.562771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:10.604420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:10.643930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:10.648125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:10.650050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:10.651215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:10.657564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:10.814802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:10.849799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:10.855667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a0463199-3b4a-498c-873a-58169693bf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:10.901863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:10.912293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.913910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.913910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.913910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.913910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.914361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.914734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.915158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.915572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.915988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.916396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:10.920274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:10.949078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:10.950543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-772c755f-5a07-43ca-9819-7a5900c1daa9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4146523 Dec 22 16:38:10.953738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60770) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:10.959940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:10.966658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:10.971465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:10.974602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:10.981109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:11.022912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.093638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.119565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.121570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-645eb1f8-9c2f-4cd3-bcaf-0d9aebfeff99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:11.150012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b18f89-9cfb-44be-97bb-2e903fdfb640,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:11.152706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:11.176923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.178273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2235050 Dec 22 16:38:11.181214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60774) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:11.188165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:11.194827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:11.198930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:11.202674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:11.208888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:11.246541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.317737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.336613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.344513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f906dc7a-c649-40a5-b4fd-147e9f7f07fd tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:11.367941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d928466-973f-4bf2-8d3d-d84c25720f2d,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:11.370668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:11.393877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.395337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2131088 Dec 22 16:38:11.398517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60782) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:11.404794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:11.412592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:11.416745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:11.419848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:11.426926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:11.470634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.541092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.565195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.567251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1162391d-7ec3-4377-b3ee-856a30549f77 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:11.596394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d01a8fd-3a3b-4b64-ab1e-e02a992482a4,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:11.599136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:11.645374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.646771 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2471123 Dec 22 16:38:11.649687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60788) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:11.657034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:11.663678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:11.667763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:11.671636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:11.678123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:11.714983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.788477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.822534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.824575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03a10bc3-4f90-44bb-85ff-84cfc65eed21 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:11.847807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b81446-9df6-476d-837a-2387be9ae8b1,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:11.852338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:11.891435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:11.892806 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2421067 Dec 22 16:38:11.895963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60792) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:11.902052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:11.908942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:11.913074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:11.916224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:11.923032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:11.959775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:38:11.967174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.037471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.068156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.070218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c22b349-1512-4c74-877f-173f03f23eec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:12.098190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7627152d-511e-4419-a32f-199ce68fd530,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:12.100814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:12.125597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.126996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2299972 Dec 22 16:38:12.130026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60796) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:12.136285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:12.146800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:12.151033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:12.154151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:12.160446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:12.188332 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:38:12.195853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.272709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.319713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.321750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a70a98d-8ed7-48ae-b1ee-4d33313bece5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:12.347806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30980519-474c-4642-a659-bcaf5bffc853,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:12.350557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:12.388328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.390371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2591019 Dec 22 16:38:12.393353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60800) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:12.399606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'network': {'name': 'tempest-network-smoke--587193810', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:12.406109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:12.410704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:network and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:12.413852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:12.420155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:12.451213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:38:12.457114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.488712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:38:12.544451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.545032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Added segment d33c9e0c-2249-4c98-936d-24baab39cf22 of type vlan for network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 Dec 22 16:38:12.623060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.742511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.746944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:12.748543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:12.753491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:12.765583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-42e85c00-e12d-46a3-ae32-172182fd80d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.096036 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7015212 Dec 22 16:38:13.099274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60806) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:13.105230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Network': ['ID=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:13.105445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'admin_state_up': True, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:13.108219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6f332141-40ec-418f-88dc-e13fa02aa8c7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:13.113346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:13.116571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:38:13.117616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:router and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:13.120760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:13.128601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:13.171801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.172918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.255607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.460589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.692776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.726582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:13.881126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.84 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/dc527555-926f-4c91-87cf-0fe572d0e22d) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:38:14.043617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.103127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.108642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0038a8bc-9267-413a-96c6-6d02e6024636 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:14.182802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:14.183737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=dc527555-926f-4c91-87cf-0fe572d0e22d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:14.186798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:14.188127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.188755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:14.189516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:38:14.393292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.394079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.696998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 47d7a87e-9757-4e44-ae33-26cd44526cf6 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:38:14.919495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:38:14.930181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Sync routers for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:38:14.944820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:14.945525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:37:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:14.982853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:14.984299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8838255 Dec 22 16:38:14.987904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60810) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:15.035839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-aa072f8e-a2d6-4b55-af77-68a6606215df tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f7364d4113424e22997ad26a2c36f45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466046 Dec 22 16:38:15.038889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60814) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:15.161064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:15.196346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625af3e-89b4-45ab-be42-8d0fe6e92e4e tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:15.200861 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6625af3e-89b4-45ab-be42-8d0fe6e92e4e tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580491 Dec 22 16:38:15.201128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60818) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:15.254413 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4748de54-811e-4db4-8ef1-8d50f4c89871 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493975 Dec 22 16:38:15.254684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60822) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:15.260918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4713573', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:15.268395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fb567fc8-5af6-429d-bf17-db5a902b0f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.381829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:15.385966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:subnet and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:15.389306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:15.395787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:15.434124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:38:15.483213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:14Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:15.487646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Checking router: 47d7a87e-9757-4e44-ae33-26cd44526cf6 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:38:15.488053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Updating router 47d7a87e-9757-4e44-ae33-26cd44526cf6 port dc527555-926f-4c91-87cf-0fe572d0e22d binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:38:15.542503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.550782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.763470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.956859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.970163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Transition to ACTIVE for port object dc527555-926f-4c91-87cf-0fe572d0e22d will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:15.971544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:15.976412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed68c39c-6407-471f-b5f2-91faf1865363 tempest-RoutersNegativeTest-869881014 tempest-RoutersNegativeTest-869881014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:15.993987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.002467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bb7c2fae-5535-4f0e-ac66-5c612cc622b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:16.059040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Subnet': ['ID=ae90edc0-8849-4c61-a905-051d6676c5d9,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:16.065595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:16.077978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Checking segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:38:16.078829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network hostable DHCP agents. Network: a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:38:16.089039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Pushing event updated for resources: {'Port': ['ID=dc527555-926f-4c91-87cf-0fe572d0e22d,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:16.091896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Attempting to bind port dc527555-926f-4c91-87cf-0fe572d0e22d on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:38:16.092423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Attempting to bind port dc527555-926f-4c91-87cf-0fe572d0e22d by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:38:16.092843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Attempting to bind port dc527555-926f-4c91-87cf-0fe572d0e22d on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:38:16.095676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:16.101498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:38:16.101922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:38:16.102381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.102855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:38:16.103382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Bound port: dc527555-926f-4c91-87cf-0fe572d0e22d, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:38:16.104371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.163962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:38:16.196211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] For port dc527555-926f-4c91-87cf-0fe572d0e22d, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:38:16.199744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] For port dc527555-926f-4c91-87cf-0fe572d0e22d, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dc527555-926f-4c91-87cf-0fe572d0e22d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:38:16.221184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:16.225391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:16.226034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.230637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36058ab0-8b0a-488e-984c-a2ebf3ce8be3 None None] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:38:16.253720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.268298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:16.281220 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.0238891 Dec 22 16:38:16.283361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60826) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:16.434034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Pushing event updated for resources: {'Port': ['ID=dc527555-926f-4c91-87cf-0fe572d0e22d,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:16.447317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:16.447967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:38:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:16.510335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:16.727976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:38:16.728864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:16.757358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:17.110738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:17.312743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Allocated IP 172.20.0.2 (a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9/ae90edc0-8849-4c61-a905-051d6676c5d9/2551f673-309f-45f6-96c7-f6b4550a6e3c) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:38:17.340941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:17.486962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3037bfb8-194f-4791-879a-10eed697644a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:14Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:17.495801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037bfb8-194f-4791-879a-10eed697644a None None] The sync data for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv is: [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:14Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:38:17.597330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:17.610514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Transition to ACTIVE for port object 2551f673-309f-45f6-96c7-f6b4550a6e3c will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:17.674061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Transition to ACTIVE for port object 2551f673-309f-45f6-96c7-f6b4550a6e3c will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:17.697508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:17.706905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:17.752553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.1 (a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9/ae90edc0-8849-4c61-a905-051d6676c5d9/7ac503fd-76fb-4cea-80a4-23656087dcf0) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:38:17.819995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:17.825487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:17.831496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:38:17.848418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Pushing event updated for resources: {'Port': ['ID=2551f673-309f-45f6-96c7-f6b4550a6e3c,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:17.853183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:17.985951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Attempting to bind port 2551f673-309f-45f6-96c7-f6b4550a6e3c on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:38:17.986524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Attempting to bind port 2551f673-309f-45f6-96c7-f6b4550a6e3c by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:38:17.987018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Attempting to bind port 2551f673-309f-45f6-96c7-f6b4550a6e3c on network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:38:17.994273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:38:17.994855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Checking segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:38:17.995396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:17.995912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Bound using segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:38:17.996541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Bound port: 2551f673-309f-45f6-96c7-f6b4550a6e3c, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:38:17.997033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.023462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.042198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 7ac503fd-76fb-4cea-80a4-23656087dcf0 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:18.085464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.090745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-db1ad75a-457d-425b-9f4f-c6b80a8b790c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:18.102890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] For port 2551f673-309f-45f6-96c7-f6b4550a6e3c, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:38:18.107142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] For port 2551f673-309f-45f6-96c7-f6b4550a6e3c, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2551f673-309f-45f6-96c7-f6b4550a6e3c,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:38:18.164397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:18.166503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.167761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:18.171531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:18.175264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:38:18.253579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Pushing event updated for resources: {'Port': ['ID=2551f673-309f-45f6-96c7-f6b4550a6e3c,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:18.259347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:18.264993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc527555-926f-4c91-87cf-0fe572d0e22d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:18.266789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.276813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:18.280871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:18.376535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dc527555-926f-4c91-87cf-0fe572d0e22d completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:18.382056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dc527555-926f-4c91-87cf-0fe572d0e22d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:18.382633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.396794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.548658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.567358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port dc527555-926f-4c91-87cf-0fe572d0e22d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dc527555-926f-4c91-87cf-0fe572d0e22d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:18.595755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:18.601835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:18.696541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=dc527555-926f-4c91-87cf-0fe572d0e22d,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:18.701984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:19.139452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:19.170370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:19.202949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d20008d2-a25e-4601-b8ff-8082cd74770e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:19.297671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:19.300427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:19.305163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:19.448272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:19.449412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:19.878068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 47d7a87e-9757-4e44-ae33-26cd44526cf6 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:38:20.004990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c032a84d-7dc4-4197-90c6-a4a2b53ba518 None None] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:38:20.106993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:38:20.122367 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/47d7a87e-9757-4e44-ae33-26cd44526cf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8378341 Dec 22 16:38:20.235592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d5f1a4a2-d3fb-46a9-b017-e7a569b130f8 None None] Provisioning for port 2551f673-309f-45f6-96c7-f6b4550a6e3c completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:20.342781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:38:20.349983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-1bfba286-8d22-4299-a20d-e1a50c0b944c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:38:20.354586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc527555-926f-4c91-87cf-0fe572d0e22d up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:20.399771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-1bfba286-8d22-4299-a20d-e1a50c0b944c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:38:20.401299 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-1bfba286-8d22-4299-a20d-e1a50c0b944c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85997850&fields=id&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 267 time: 0.1034677 Dec 22 16:38:20.450684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dc527555-926f-4c91-87cf-0fe572d0e22d triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:20.451709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:20.580873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-63f57381-dd90-4195-8dd6-74f7b0d570b5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:20.581693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-63f57381-dd90-4195-8dd6-74f7b0d570b5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:38:20.590223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2551f673-309f-45f6-96c7-f6b4550a6e3c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:20.645217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-63f57381-dd90-4195-8dd6-74f7b0d570b5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:38:20.646531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-63f57381-dd90-4195-8dd6-74f7b0d570b5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 796 time: 0.2368867 Dec 22 16:38:20.667814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-01c2d834-4efc-4860-a1e3-1aa0335c9d7c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/quotas/f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 375 time: 0.0141327 Dec 22 16:38:20.714034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Provisioning for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:20.722501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Provisioning complete for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:20.725908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:20.766087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-13559564-da5f-449e-8048-58d703be858f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:38:20.769319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2551f673-309f-45f6-96c7-f6b4550a6e3c completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:20.773275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Sync routers for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:38:20.778545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2551f673-309f-45f6-96c7-f6b4550a6e3c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:20.778976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:20.807687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:20.808369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:38:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:20.821979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-13559564-da5f-449e-8048-58d703be858f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:38:20.823538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-13559564-da5f-449e-8048-58d703be858f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486256 Dec 22 16:38:20.839897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Port 7ac503fd-76fb-4cea-80a4-23656087dcf0 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:38:20.843978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-1304dcd5-29d8-430f-9bd0-9e1538039302 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:38:20.845830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-1304dcd5-29d8-430f-9bd0-9e1538039302 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0067596 Dec 22 16:38:20.871115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Provisioning complete for port 2551f673-309f-45f6-96c7-f6b4550a6e3c triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:20.871454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.000627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.045680 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-62dc4685-a859-42c7-83a5-a50f41514f6f service neutron] 10.222.0.18 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916957 Dec 22 16:38:21.062819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:21.088043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2551f673-309f-45f6-96c7-f6b4550a6e3c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2551f673-309f-45f6-96c7-f6b4550a6e3c,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:21.095526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.124368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.126906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:21.222034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-2ed928eb-6533-4c54-8ca6-77ed1624c14d service neutron] 10.222.0.18 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747916 Dec 22 16:38:21.256336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:38:21.256828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3d118b4e-c390-40f5-bd55-51d201efb525 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:38:21.259297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2551f673-309f-45f6-96c7-f6b4550a6e3c,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:21.263210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:21.449508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 2, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:21.454786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Checking router: 47d7a87e-9757-4e44-ae33-26cd44526cf6 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:38:21.455339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Updating router 47d7a87e-9757-4e44-ae33-26cd44526cf6 port 7ac503fd-76fb-4cea-80a4-23656087dcf0 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:38:21.514723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.546396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-197a6cc3-3f45-4139-afc8-80bc8df330ef req-471127ef-471b-4c77-8aef-6062e6386e54 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 210 time: 0.0633268 Dec 22 16:38:21.944034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.951775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-764a05dd-605c-4d1d-8f42-194bf24e0862 None None] Provisioning complete for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:21.952394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-764a05dd-605c-4d1d-8f42-194bf24e0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:21.957461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Transition to ACTIVE for port object 7ac503fd-76fb-4cea-80a4-23656087dcf0 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:22.004157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:22.008887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:22.011233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-764a05dd-605c-4d1d-8f42-194bf24e0862 None None] Port 7ac503fd-76fb-4cea-80a4-23656087dcf0 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:38:22.225901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2551f673-309f-45f6-96c7-f6b4550a6e3c up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:22.323036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2551f673-309f-45f6-96c7-f6b4550a6e3c triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:22.323681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:22.374678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Pushing event updated for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:22.417246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.417883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.418003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.418316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.418689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.419040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.419395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.420322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.421302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.421666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.422248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:38:22.432218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:22.483117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Attempting to bind port 7ac503fd-76fb-4cea-80a4-23656087dcf0 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:38:22.483990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Attempting to bind port 7ac503fd-76fb-4cea-80a4-23656087dcf0 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:38:22.484398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Attempting to bind port 7ac503fd-76fb-4cea-80a4-23656087dcf0 on network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:38:22.491624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:38:22.492033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Checking segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:38:22.492475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:22.492906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Bound using segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:38:22.493420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Bound port: 7ac503fd-76fb-4cea-80a4-23656087dcf0, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:38:22.493830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:22.600810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] For port 7ac503fd-76fb-4cea-80a4-23656087dcf0, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:38:22.604470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] For port 7ac503fd-76fb-4cea-80a4-23656087dcf0, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7ac503fd-76fb-4cea-80a4-23656087dcf0,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:38:22.652301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:22.657912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:22.732811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e91dbc8-6260-4458-92f0-b2f822f533f3 req-06460d94-c029-4de4-9e6d-341ca1272261 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 210 time: 0.0483394 Dec 22 16:38:22.739165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:22.739869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:38:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:22.831023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Pushing event updated for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:22.834509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5337ccee-bd60-44ab-9931-9b2aaac481aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:22.963068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:23.295596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:22Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:23.299800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9daea4-62ee-403b-a28b-08635b15cb36 None None] The sync data for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv is: [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:22Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:38:23.773261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-60621bf5-992f-49bb-b038-e07c12c388c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:23.774634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-60621bf5-992f-49bb-b038-e07c12c388c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:38:23.809404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-60621bf5-992f-49bb-b038-e07c12c388c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:38:23.810995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-60621bf5-992f-49bb-b038-e07c12c388c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 796 time: 0.2124150 Dec 22 16:38:23.897014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-428dbc8e-fe3a-4f1e-9f77-b832394970c8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:38:23.916171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-428dbc8e-fe3a-4f1e-9f77-b832394970c8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:38:23.917863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-428dbc8e-fe3a-4f1e-9f77-b832394970c8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 378 time: 0.0835128 Dec 22 16:38:23.931358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'port': {'device_id': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'admin_state_up': True, 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'security_groups': ['ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:23.948004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-847d749d-4c4f-4978-810e-c8c5b0baeab5 req-fd7d0df8-ad40-4536-a69e-1089c53feb8a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 210 time: 0.0510998 Dec 22 16:38:24.105232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:24.116880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:24.142337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:38:24.151103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.285539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7ac503fd-76fb-4cea-80a4-23656087dcf0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:24.385040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.9 (a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9/ae90edc0-8849-4c61-a905-051d6676c5d9/8eb8feec-7575-4984-a2f6-be726937d292) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:38:24.399183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:24.405426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:24.406048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.537339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.576517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 7ac503fd-76fb-4cea-80a4-23656087dcf0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7ac503fd-76fb-4cea-80a4-23656087dcf0,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:24.599289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.602335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-21ad3d1a-482f-4543-b513-27816a8924fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:24.614912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.633693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 8eb8feec-7575-4984-a2f6-be726937d292 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:24.671907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:24.675219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:24.685899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.693095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d3711685-630c-41f5-895d-591b8a98a427 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:24.763587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:24.767052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:24.771269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:38:24.814022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:24.819192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:24.851191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:24.851875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:24.988742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623024 Dec 22 16:38:25.005995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Request body: {'port': {'device_id': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:25.138421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:25.154662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-44639910-9f8d-4ade-93da-6e34df217625 None None] Provisioning for port 8eb8feec-7575-4984-a2f6-be726937d292 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:25.161974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-44639910-9f8d-4ade-93da-6e34df217625 None None] Provisioning complete for port 8eb8feec-7575-4984-a2f6-be726937d292 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:25.163059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44639910-9f8d-4ade-93da-6e34df217625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:25.197610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5a4b5-5d28-4ac2-a206-30179bbaa76e req-53cf3158-fa7f-48f9-b137-71800cdb638f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:25.199811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6d5a4b5-5d28-4ac2-a206-30179bbaa76e req-53cf3158-fa7f-48f9-b137-71800cdb638f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 931 time: 0.1022706 Dec 22 16:38:25.240751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44639910-9f8d-4ade-93da-6e34df217625 None None] Port 8eb8feec-7575-4984-a2f6-be726937d292 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:38:25.258912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6d5a4b5-5d28-4ac2-a206-30179bbaa76e req-ce1cef13-1602-4d5b-8170-9cb39c2add88 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473001 Dec 22 16:38:25.524871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb8feec-7575-4984-a2f6-be726937d292 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:38:25.532735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:25.548137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Transition to ACTIVE for port object 8eb8feec-7575-4984-a2f6-be726937d292 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:38:25.593809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:25.598687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fba37ce-c85e-41fa-876e-3125e6cbee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:25.729840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:25.733330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:25.859250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Attempting to bind port 8eb8feec-7575-4984-a2f6-be726937d292 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:38:25.859811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Attempting to bind port 8eb8feec-7575-4984-a2f6-be726937d292 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:38:25.859977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Attempting to bind port 8eb8feec-7575-4984-a2f6-be726937d292 on network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:38:25.866755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Port 8eb8feec-7575-4984-a2f6-be726937d292 on network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:38:25.867115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Attempting to bind port 8eb8feec-7575-4984-a2f6-be726937d292 on network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:38:25.874551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:38:25.874930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Checking segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:38:25.875350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Bound using segment: {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:38:25.875833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Bound port: 8eb8feec-7575-4984-a2f6-be726937d292, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd33c9e0c-2249-4c98-936d-24baab39cf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:38:25.876310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:25.980410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:38:25.984300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:38:26.005322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:26.010166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-515adf6f-9625-4ac1-9d35-4e0435bca358 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:26.072473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:26.074064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] 10.222.0.46 "PUT /v2.0/ports/8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 1093 time: 1.0732200 Dec 22 16:38:26.074627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:38:26.098511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:26.101624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:26.137380 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'status': 'completed', 'code': 200} Dec 22 16:38:26.224184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7ac503fd-76fb-4cea-80a4-23656087dcf0 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:26.259526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c48ec318-5e51-4ca7-9601-38b847d0ce7c req-47917f78-718d-4042-a5c4-1959661a78f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1096 time: 0.0918589 Dec 22 16:38:26.309850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7ac503fd-76fb-4cea-80a4-23656087dcf0 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:26.311152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:26.504343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04375b-ddee-43ef-ab11-b081ba8867b8 req-f6895b1f-b0ab-411f-867d-e68b1a7d0389 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:26.506205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a04375b-ddee-43ef-ab11-b081ba8867b8 req-f6895b1f-b0ab-411f-867d-e68b1a7d0389 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.1053135 Dec 22 16:38:26.560952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6a04375b-ddee-43ef-ab11-b081ba8867b8 req-d5c125d8-6b3d-4420-8354-fb17605f2929 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478041 Dec 22 16:38:26.685945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ec318-5e51-4ca7-9601-38b847d0ce7c req-4c2ed8b6-78ef-4106-ab2a-051f7546737b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:26.687659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c48ec318-5e51-4ca7-9601-38b847d0ce7c req-4c2ed8b6-78ef-4106-ab2a-051f7546737b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f7364d4113424e22997ad26a2c36f45e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4157641 Dec 22 16:38:26.845246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ec318-5e51-4ca7-9601-38b847d0ce7c req-86cc01b9-b6c4-4e28-bf36-286f7a4d7f32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:26.846921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c48ec318-5e51-4ca7-9601-38b847d0ce7c req-86cc01b9-b6c4-4e28-bf36-286f7a4d7f32 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1490898 Dec 22 16:38:26.980249 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-8e9030c8-f1c5-414a-99a5-fb4b0248a5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1096 time: 0.0796244 Dec 22 16:38:27.056667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-66e7fac0-6e0e-4499-812e-e592680bd30a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 217 time: 0.0644026 Dec 22 16:38:27.132429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-a7e70faa-c311-4ee5-bfc5-20be63895fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:27.134022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-a7e70faa-c311-4ee5-bfc5-20be63895fcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0669539 Dec 22 16:38:27.221361 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-7e359a73-b418-4f40-b86f-59b105532c67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771611 Dec 22 16:38:27.371378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-7a7554e9-5b88-4cfa-9fde-8c7af64d9a8f service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390734 Dec 22 16:38:27.524285 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed7aabfd-e985-4c1e-98fb-14ca7ebc64a0 req-50222f2c-c2d6-4a23-aea6-f6a05906c820 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425228 Dec 22 16:38:27.886738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d452b-23c2-4530-aa3a-e9437bb9501b req-665f2737-18c5-4c36-8d8b-484d09670276 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:27.888383 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a00d452b-23c2-4530-aa3a-e9437bb9501b req-665f2737-18c5-4c36-8d8b-484d09670276 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.2000573 Dec 22 16:38:27.938112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a00d452b-23c2-4530-aa3a-e9437bb9501b req-79a55e93-3e68-4492-a46b-acf762c5b60d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433414 Dec 22 16:38:29.233636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c1771-0d44-4013-af34-59bef1aedfaa req-88d329e9-b428-4cca-8fcc-8f5092d0e364 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:29.235328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b7c1771-0d44-4013-af34-59bef1aedfaa req-88d329e9-b428-4cca-8fcc-8f5092d0e364 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.1625986 Dec 22 16:38:29.291403 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b7c1771-0d44-4013-af34-59bef1aedfaa req-76b3d686-9a61-4ee8-bd6d-4698d768de0e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491292 Dec 22 16:38:30.509637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87405-da79-48d0-89a5-ddab4f3a4758 req-a8cdfcb9-0322-4146-b266-ce8254eb81f6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:30.511244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4a87405-da79-48d0-89a5-ddab4f3a4758 req-a8cdfcb9-0322-4146-b266-ce8254eb81f6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.0866964 Dec 22 16:38:30.562658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4a87405-da79-48d0-89a5-ddab4f3a4758 req-e56b1899-151c-4f64-b4fc-9309b34296e7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445027 Dec 22 16:38:31.012260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:38:31.162028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:31.177450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '8eb8feec-7575-4984-a2f6-be726937d292', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'mac_address': 'fa:16:3e:f9:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:38:31.235414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:31.255173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb8feec-7575-4984-a2f6-be726937d292 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:38:31.271333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:31.306863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:31.308833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1d126c76-f9a3-4f5c-826b-05db4df226bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:31.381796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:31.385111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:31.573158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['8eb8feec-7575-4984-a2f6-be726937d292'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:38:31.787185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1126fe4-b65e-4a6b-918a-2fb10ab44ae8 req-caeefada-bb88-4d0f-b75f-e1a18579a9c4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:31.788825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1126fe4-b65e-4a6b-918a-2fb10ab44ae8 req-caeefada-bb88-4d0f-b75f-e1a18579a9c4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 944 time: 0.0919995 Dec 22 16:38:31.845131 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1126fe4-b65e-4a6b-918a-2fb10ab44ae8 req-58b4fa7e-7a5e-4845-85e8-896f1bde0772 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478709 Dec 22 16:38:33.026693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:38:33.055055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ea13c-82ed-48b3-b13e-cbbc2798a6d9 req-5c0d70c5-e0ee-48e9-bf7d-f34d5fbb2a86 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:33.057742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b44ea13c-82ed-48b3-b13e-cbbc2798a6d9 req-5c0d70c5-e0ee-48e9-bf7d-f34d5fbb2a86 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 944 time: 0.0843813 Dec 22 16:38:33.108958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b44ea13c-82ed-48b3-b13e-cbbc2798a6d9 req-f70ac095-b3ac-487d-ad53-ff5a8a00e3b4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454934 Dec 22 16:38:33.136364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 8eb8feec-7575-4984-a2f6-be726937d292 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:38:33.143349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 8eb8feec-7575-4984-a2f6-be726937d292 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:38:33.143738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:33.269756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:33.299811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:38:33.311287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:38:33.347677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:33.349784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:33.380954 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'code': 200} Dec 22 16:38:33.421817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:33.425143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:33.697583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74f24c84-a89c-4a15-a842-12da31edfb4e req-0c33369a-b655-4a30-b5b6-0daf3fd81c7d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0812011 Dec 22 16:38:33.748096 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-74f24c84-a89c-4a15-a842-12da31edfb4e req-44e88188-2c4b-4b88-89b2-e6ac670ee35a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396857 Dec 22 16:38:34.328397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2662-1619-481d-9067-6bdc2f08486c req-87add8b5-3b5b-4f9f-83ea-05abe8291c68 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:34.330016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-590e2662-1619-481d-9067-6bdc2f08486c req-87add8b5-3b5b-4f9f-83ea-05abe8291c68 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0945868 Dec 22 16:38:34.380048 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-590e2662-1619-481d-9067-6bdc2f08486c req-32575826-231b-440d-9183-6a3fc8cbc9ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435667 Dec 22 16:38:35.594054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64e40f-669e-45ed-8f9f-1b91f89430fd req-7bb93fa6-c258-44a6-b841-f9cf8fdf8061 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:35.595786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e64e40f-669e-45ed-8f9f-1b91f89430fd req-7bb93fa6-c258-44a6-b841-f9cf8fdf8061 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0859959 Dec 22 16:38:35.649775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e64e40f-669e-45ed-8f9f-1b91f89430fd req-4e984e69-12db-47b1-b18c-ed47a0a8806a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440133 Dec 22 16:38:35.868162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16146994-89ea-4a95-9d3e-32851f4e990f req-e313f40b-ee33-4600-bd9f-56a4047a5b9a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:35.869833 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-16146994-89ea-4a95-9d3e-32851f4e990f req-e313f40b-ee33-4600-bd9f-56a4047a5b9a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0912499 Dec 22 16:38:35.927585 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-16146994-89ea-4a95-9d3e-32851f4e990f req-6fced96f-9e3e-4c12-82c7-0e10e0711430 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504627 Dec 22 16:38:35.956941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60900) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:36.033478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-318c94a1-49e0-42c0-b005-e9e65483f6f1 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1093 time: 0.0751293 Dec 22 16:38:36.036374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60904) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:36.042415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:38:36.049870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:38:36.054203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:floatingip and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:38:36.057243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:38:36.065014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:38:36.113641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:36.277712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:36.435493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.39 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/846a2721-96b9-47fd-9659-35152da4bf7f) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:38:36.605442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:36.684525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:36.689739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b77605f-eb3b-42f2-b461-e190f5e89f96 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:36.765246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:38:36.769012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:38:36.771253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=846a2721-96b9-47fd-9659-35152da4bf7f,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:36.773665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:38:36.801792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:37.652330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:37.749999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:38.010566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:38.045723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:38.053173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-29c85255-15b6-46e6-bfc1-c3c49968473c tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:38:38.168495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=846a2721-96b9-47fd-9659-35152da4bf7f,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:38:38.174125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:38:38.186919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:38.398159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Floating IP 00c0fa79-27d6-441e-90f4-1634fbbf561b associated. External IP: 172.26.1.39, port: 8eb8feec-7575-4984-a2f6-be726937d292. Dec 22 16:38:38.831766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 47d7a87e-9757-4e44-ae33-26cd44526cf6 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:38:39.049187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:38:39.060755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Sync routers for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:38:39.074811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:39.075503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:38:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:39.101601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:39.178540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1408327 Dec 22 16:38:39.179286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:38:39.339210 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'status': 'completed', 'code': 200} Dec 22 16:38:39.398008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425db39-19ec-4ce8-8415-edb638acc6e9 req-bb632821-e48a-4b45-b874-511b3a47cbdb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:39.400926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9425db39-19ec-4ce8-8415-edb638acc6e9 req-bb632821-e48a-4b45-b874-511b3a47cbdb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.1103268 Dec 22 16:38:39.440842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-6f0f211e-b79a-4e57-9cd1-10b860ad2c2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0845652 Dec 22 16:38:39.457171 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9425db39-19ec-4ce8-8415-edb638acc6e9 req-067148ee-702b-419b-bda3-3a63bcbbf7c4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498512 Dec 22 16:38:39.488856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:39.498915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 60914) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:39.598678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14475-59df-4a01-8163-433955225972 req-c324c8aa-f01c-4538-85c0-0c7bdfdfe743 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:39.599522 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-c324c8aa-f01c-4538-85c0-0c7bdfdfe743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1521699 Dec 22 16:38:39.631342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ff6f8434-6152-4738-a2cb-5fdcc5a3fff1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/00c0fa79-27d6-441e-90f4-1634fbbf561b HTTP/1.1" status: 200 len: 990 time: 0.1289375 Dec 22 16:38:39.720849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-90624f7a-3b61-469b-a7c7-bfdb7b4b4b8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 998 time: 0.1140528 Dec 22 16:38:39.792445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d14475-59df-4a01-8163-433955225972 req-7e830a3b-7b28-4930-acad-a9dc14293c7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:38:39.794077 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-7e830a3b-7b28-4930-acad-a9dc14293c7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0667958 Dec 22 16:38:39.890719 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-efe9e3f8-aaac-4e61-aacc-d43474da8b96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873146 Dec 22 16:38:39.925277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '00c0fa79-27d6-441e-90f4-1634fbbf561b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.39', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'mac_address': 'fa:16:3e:f9:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:38:37Z', 'updated_at': '2021-12-22T16:38:37Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:39.926136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Checking router: 47d7a87e-9757-4e44-ae33-26cd44526cf6 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:38:39.938825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:38:39.939522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:38:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:40.045330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-78676746-d8c8-4222-b80b-a3174f09b394 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476855 Dec 22 16:38:40.140621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:38:40.196731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b4d14475-59df-4a01-8163-433955225972 req-a6d0ae79-6c33-4bc6-83ec-261bce58b212 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448040 Dec 22 16:38:40.537345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '00c0fa79-27d6-441e-90f4-1634fbbf561b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.39', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'mac_address': 'fa:16:3e:f9:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:38:37Z', 'updated_at': '2021-12-22T16:38:37Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:38:40.541668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34585c2b-1b6c-424a-bc80-e497a7f8535e None None] The sync data for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv is: [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '00c0fa79-27d6-441e-90f4-1634fbbf561b', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.39', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'mac_address': 'fa:16:3e:f9:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:38:37Z', 'updated_at': '2021-12-22T16:38:37Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:38:40.634222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60918) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:40.667331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:40.749897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-01600b00-b82a-4e63-a206-53fa4670bdb9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/00c0fa79-27d6-441e-90f4-1634fbbf561b HTTP/1.1" status: 200 len: 990 time: 0.1142576 Dec 22 16:38:40.923110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2686b7-657e-4040-a25f-220f46f73564 None None] New status for floating IP 00c0fa79-27d6-441e-90f4-1634fbbf561b: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:38:41.753305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 60922) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:38:41.867998 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fcae7ddf-6b72-432a-93d7-1918fcfacf21 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/00c0fa79-27d6-441e-90f4-1634fbbf561b HTTP/1.1" status: 200 len: 992 time: 0.1133370 Dec 22 16:38:42.775613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3fa6cc40-0071-48c0-b2c3-f6a9224e55ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:44.221440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:45.164578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33964168-205c-4702-af80-6c0425a81be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:45.728650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:47.221259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:38:57.334471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:39:01.454939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-9f3fe492-e313-49f3-9abf-8eebe09f65df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788527 Dec 22 16:39:01.612546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-9741c993-ab52-4b4b-9c04-57f6a8ab5bb1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0790110 Dec 22 16:39:01.771753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-e8cc0dde-540c-4d7f-8900-a08aa0c0c39a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:01.773259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-e8cc0dde-540c-4d7f-8900-a08aa0c0c39a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1401598 Dec 22 16:39:01.892787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-b9cafaff-a9ba-4ab0-bb2c-e46801be895b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 1000 time: 0.1089725 Dec 22 16:39:01.967658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-7b4b387c-3385-498e-8579-b8e53b67c1dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:01.969286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-7b4b387c-3385-498e-8579-b8e53b67c1dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0690546 Dec 22 16:39:02.055896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-102b29a9-29f1-47c4-bc56-f2b38530facc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799603 Dec 22 16:39:02.208663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-7844a8be-0c7f-4d6f-a531-3167d542acfb service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452866 Dec 22 16:39:02.363815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-12bd5902-4951-4b7b-a7c0-2b7d6ca376c0 req-b60ae670-8580-40be-8b80-264f7a22c8ba service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464615 Dec 22 16:39:10.670422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:12.764018 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae328681-1dc6-4a69-93eb-0ce63b338e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:13.543439 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37d8415b-1cdf-4800-a214-6ed6065a065b req-077ffb8b-125f-4bdc-af51-ea8412ad6b18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0749912 Dec 22 16:39:13.945534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195dd6b-6944-471a-a905-ca5d8077fba0 req-f491ce23-2904-4dbf-836e-b48e6c5a4304 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:13.947213 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6195dd6b-6944-471a-a905-ca5d8077fba0 req-f491ce23-2904-4dbf-836e-b48e6c5a4304 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0928466 Dec 22 16:39:14.000600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6195dd6b-6944-471a-a905-ca5d8077fba0 req-be0e4944-120a-414c-be51-e8c258a45f44 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461631 Dec 22 16:39:14.040113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-e768e789-4ea4-48d0-8e43-45e6aec1c167 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1910863 Dec 22 16:39:14.203403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:15.186301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6ba5b74-2f60-465a-b7a0-2ec5daf6a504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:15.218550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916ff5-99ce-491e-87bb-64bf6768a064 req-f1f1d328-0514-4d92-b10f-c529ad74282c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:15.231290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e916ff5-99ce-491e-87bb-64bf6768a064 req-f1f1d328-0514-4d92-b10f-c529ad74282c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0881431 Dec 22 16:39:15.270379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e916ff5-99ce-491e-87bb-64bf6768a064 req-cb6d5841-9975-4e5e-9ea2-fd7fc448f05f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439281 Dec 22 16:39:15.734705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:15.989665 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-d78bd7e2-d64a-4f77-a313-65cea310ca44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0751452 Dec 22 16:39:16.137766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-c294cc06-90e1-4b66-9ec1-9dd6657b2c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:16.139369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-c294cc06-90e1-4b66-9ec1-9dd6657b2c88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1402915 Dec 22 16:39:16.253914 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-7bd7e276-9cc7-4f49-941b-86fe67d51807 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 1000 time: 0.1029384 Dec 22 16:39:16.330851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-615599bd-b6e0-4b0b-9661-4f9c18a855e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:16.332454 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-615599bd-b6e0-4b0b-9661-4f9c18a855e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0691161 Dec 22 16:39:16.419059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-fa6e7ba2-4ce0-46ed-ac0b-f2ec14fca0cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765142 Dec 22 16:39:16.489571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ecf2e-76d9-4ae1-97f2-45609719e7ca req-cfe4d2c7-9633-49f5-b459-71381fc6f3c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:16.491235 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a05ecf2e-76d9-4ae1-97f2-45609719e7ca req-cfe4d2c7-9633-49f5-b459-71381fc6f3c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0897722 Dec 22 16:39:16.542945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a05ecf2e-76d9-4ae1-97f2-45609719e7ca req-f604b01b-c05b-4e88-a790-bd5533d48018 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443866 Dec 22 16:39:16.567807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-fecfa344-60e7-495c-b4b2-64fcc5cbdf91 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386721 Dec 22 16:39:16.948992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-7f94058a-cc80-4e04-8d2c-d6d65dc914e9 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713892 Dec 22 16:39:17.231798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:17.763417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb935-e23e-4cf1-958c-8bfed2426078 req-4524382d-adb1-43f0-9f9a-342a99d49461 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:17.765147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6ddbb935-e23e-4cf1-958c-8bfed2426078 req-4524382d-adb1-43f0-9f9a-342a99d49461 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0944192 Dec 22 16:39:17.817071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6ddbb935-e23e-4cf1-958c-8bfed2426078 req-4969cd52-9be1-494c-b4ca-e151ab000ee0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455291 Dec 22 16:39:19.036580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3621a-a41e-4957-a599-b64514825588 req-1625eeb1-2b29-45e9-962e-d1f9728dd4e1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:19.039600 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdf3621a-a41e-4957-a599-b64514825588 req-1625eeb1-2b29-45e9-962e-d1f9728dd4e1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0900824 Dec 22 16:39:19.091778 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdf3621a-a41e-4957-a599-b64514825588 req-8becdd08-9c38-45fd-9f5a-2bc470fa798a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455215 Dec 22 16:39:20.304164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f9cb5-fe8c-402a-8c8c-95c9f5000e3a req-2995f6a9-9976-4a46-bd03-c5a6bcab5080 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:20.305799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b1f9cb5-fe8c-402a-8c8c-95c9f5000e3a req-2995f6a9-9976-4a46-bd03-c5a6bcab5080 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0852251 Dec 22 16:39:20.361381 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b1f9cb5-fe8c-402a-8c8c-95c9f5000e3a req-d8514ef1-865c-4913-8947-b5ec5c96631c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483699 Dec 22 16:39:21.579826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622205c-62f3-4146-9dd5-5e8d46b306b2 req-b31ba38b-879c-4c8a-8cee-801aa9418f9f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:21.581469 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a622205c-62f3-4146-9dd5-5e8d46b306b2 req-b31ba38b-879c-4c8a-8cee-801aa9418f9f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0884695 Dec 22 16:39:21.635849 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a622205c-62f3-4146-9dd5-5e8d46b306b2 req-c564d79a-3f80-472b-a95f-522eea1df792 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479300 Dec 22 16:39:22.853543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fab874-c4ee-4474-8b1b-96f666df0eef req-1c8cc9a2-4c32-4327-b765-f5027850d62e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:22.855149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8fab874-c4ee-4474-8b1b-96f666df0eef req-1c8cc9a2-4c32-4327-b765-f5027850d62e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0892243 Dec 22 16:39:22.906124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b8fab874-c4ee-4474-8b1b-96f666df0eef req-a51d3af3-fb48-4604-92a3-93a8b3e1856e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447230 Dec 22 16:39:24.124097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf13896-0c96-48e1-9828-e2a43e392bee req-0b562369-1248-4cb9-8237-1d4f4be75d65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:24.125650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dcf13896-0c96-48e1-9828-e2a43e392bee req-0b562369-1248-4cb9-8237-1d4f4be75d65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0888829 Dec 22 16:39:24.177225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dcf13896-0c96-48e1-9828-e2a43e392bee req-88b51c54-3ef7-49db-ac21-3d7b11d31c32 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442781 Dec 22 16:39:25.413463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5990b8-0490-42e8-a821-22d3999aaf22 req-f340463d-e00e-4466-b6b4-346055f82d37 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:25.415228 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f5990b8-0490-42e8-a821-22d3999aaf22 req-f340463d-e00e-4466-b6b4-346055f82d37 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0885096 Dec 22 16:39:25.469650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f5990b8-0490-42e8-a821-22d3999aaf22 req-4577394a-d765-4b96-aa9c-75af5125f901 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439947 Dec 22 16:39:26.700082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f307e6-44de-4967-885d-49320cced006 req-20d32198-b481-479e-a7bb-843c138a5082 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:26.701727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24f307e6-44de-4967-885d-49320cced006 req-20d32198-b481-479e-a7bb-843c138a5082 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0915983 Dec 22 16:39:26.759462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-24f307e6-44de-4967-885d-49320cced006 req-b229fc39-d7ce-4a54-ad06-381db55afb94 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512238 Dec 22 16:39:28.243831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bee826-e9ac-48fa-bb15-c6886444e715 req-6eb39adf-ea84-4e5b-976a-2713ac1465e7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:28.247963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10bee826-e9ac-48fa-bb15-c6886444e715 req-6eb39adf-ea84-4e5b-976a-2713ac1465e7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.3510609 Dec 22 16:39:28.298137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10bee826-e9ac-48fa-bb15-c6886444e715 req-3bffe65b-5503-4a96-80de-3f58be527923 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440495 Dec 22 16:39:29.510370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612c055-1b05-4a6d-9622-799c3ae1543d req-59e8c875-e17f-4bdf-a6d6-d3cd2b2e9f81 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:29.512560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3612c055-1b05-4a6d-9622-799c3ae1543d req-59e8c875-e17f-4bdf-a6d6-d3cd2b2e9f81 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0875292 Dec 22 16:39:29.565229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3612c055-1b05-4a6d-9622-799c3ae1543d req-ec8e1020-39f3-4d6d-b1e7-62c4d5d60252 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465083 Dec 22 16:39:30.783232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02058e-5523-4d9a-a935-2bb3f2e99dcc req-d2595332-5bf1-402a-b379-ca87730ca742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:30.784847 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c02058e-5523-4d9a-a935-2bb3f2e99dcc req-d2595332-5bf1-402a-b379-ca87730ca742 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0843079 Dec 22 16:39:30.837185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c02058e-5523-4d9a-a935-2bb3f2e99dcc req-6a77315e-5b80-4442-b327-6ce5fd760b62 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461097 Dec 22 16:39:32.056418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e277cc-7a05-4830-b000-d5298d320dc5 req-7bbdf5da-3741-46ff-b877-46abce44d7cb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:32.058053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31e277cc-7a05-4830-b000-d5298d320dc5 req-7bbdf5da-3741-46ff-b877-46abce44d7cb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0892181 Dec 22 16:39:32.108576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31e277cc-7a05-4830-b000-d5298d320dc5 req-990967dd-5ded-48ae-86df-476ccc94df65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438430 Dec 22 16:39:33.325028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957adc08-57dd-449c-8917-c21fa0659dce req-e27dd214-b609-47ae-ae04-de3c0e713e70 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:33.326708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-957adc08-57dd-449c-8917-c21fa0659dce req-e27dd214-b609-47ae-ae04-de3c0e713e70 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0865426 Dec 22 16:39:33.378298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-957adc08-57dd-449c-8917-c21fa0659dce req-911a5855-7e1c-4fa9-aab9-5f7dc16591d0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452044 Dec 22 16:39:34.074288 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-32857d9e-2e25-4b2c-8aeb-cd011c587a14 service neutron] 10.222.0.46 "GET /v2.0/ports/8eb8feec-7575-4984-a2f6-be726937d292/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0805998 Dec 22 16:39:34.336314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:39:34.529165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-05e0f2a3-eeb3-4d16-93af-f8ecf3d67379 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 1098 time: 0.0861597 Dec 22 16:39:34.607134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fdca7-8b89-48ff-93fd-9fd844e3e4c3 req-702c791a-e5f9-4a4f-912c-a57a646c128e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:34.608825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-762fdca7-8b89-48ff-93fd-9fd844e3e4c3 req-702c791a-e5f9-4a4f-912c-a57a646c128e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0983860 Dec 22 16:39:34.649595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-caf36040-5e64-4367-90d4-f7e3d124f9ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0860147 Dec 22 16:39:34.680545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-762fdca7-8b89-48ff-93fd-9fd844e3e4c3 req-29b664ef-a026-4457-a748-1c6d07430be4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612760 Dec 22 16:39:34.804654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-06c90931-f4d1-42bd-8a13-29ee00cbcbf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:34.806150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-06c90931-f4d1-42bd-8a13-29ee00cbcbf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1469975 Dec 22 16:39:34.926013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-fe93e878-d9b4-49d3-8428-74c212d7a1c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 1000 time: 0.1102316 Dec 22 16:39:34.999539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-c99292fc-5def-4b5d-8628-65b8d4aaf8ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:35.001140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-c99292fc-5def-4b5d-8628-65b8d4aaf8ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0659411 Dec 22 16:39:35.087401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-984756ad-76de-483c-aae4-2db909fad62c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784450 Dec 22 16:39:35.243668 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-c8844fe8-f2d6-4c25-8bc7-59f822138809 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462190 Dec 22 16:39:35.394286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-cfd7a64d-0265-47ed-bcd5-ea0fa8cc7446 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410203 Dec 22 16:39:35.895962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f6585-7ca1-4694-8d50-1c3ce3385ea5 req-cd920590-f003-46c1-a9d4-7c42a064f6ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:35.897618 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e2f6585-7ca1-4694-8d50-1c3ce3385ea5 req-cd920590-f003-46c1-a9d4-7c42a064f6ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0905416 Dec 22 16:39:35.948499 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e2f6585-7ca1-4694-8d50-1c3ce3385ea5 req-4d030fc0-bf16-40be-b50b-de9d618869dc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444930 Dec 22 16:39:37.188395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcbb9d-1fbe-4b0a-b711-3b70e010c347 req-da85685d-887e-4bb5-b257-a3e2825e0d3e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:37.190137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-96dcbb9d-1fbe-4b0a-b711-3b70e010c347 req-da85685d-887e-4bb5-b257-a3e2825e0d3e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.1077714 Dec 22 16:39:37.245120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:39:37.251477 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-96dcbb9d-1fbe-4b0a-b711-3b70e010c347 req-4b36dcd1-897e-4baf-ba65-6f3bae94153a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529730 Dec 22 16:39:37.389867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:37.423341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:39:37.436995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:39:37.470575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:37.472672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:39:37.522471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'code': 200} Dec 22 16:39:37.570194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:39:37.572767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.573154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.573602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.574221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.574875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.575417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.576015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.576464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.576849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.577211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.577578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:39:37.582866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:39:38.491976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31229db-0747-4b43-b43e-8ad86cceb7b6 req-fa6f62c1-2e52-4c70-a58d-da4f65c59a17 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:38.493574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a31229db-0747-4b43-b43e-8ad86cceb7b6 req-fa6f62c1-2e52-4c70-a58d-da4f65c59a17 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.0914879 Dec 22 16:39:38.549743 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a31229db-0747-4b43-b43e-8ad86cceb7b6 req-0aae5b83-35fa-4f4b-9967-4ef7246022ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493104 Dec 22 16:39:39.008660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edf450-5ea3-404a-a193-aa20c2ae3313 req-2e1f657b-0311-4671-bf6a-3c2bf2adca8e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:39.010345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31edf450-5ea3-404a-a193-aa20c2ae3313 req-2e1f657b-0311-4671-bf6a-3c2bf2adca8e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.0877066 Dec 22 16:39:39.052769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-663d7eba-d568-47fc-9a2d-8c80ae64ed3b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:39.053532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-663d7eba-d568-47fc-9a2d-8c80ae64ed3b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:39:39.065573 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31edf450-5ea3-404a-a193-aa20c2ae3313 req-02d0ac0d-c048-400d-9dbb-3b48cdad3163 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476127 Dec 22 16:39:39.094362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-663d7eba-d568-47fc-9a2d-8c80ae64ed3b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:39:39.095690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-663d7eba-d568-47fc-9a2d-8c80ae64ed3b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&tenant_id=f7364d4113424e22997ad26a2c36f45e&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.1326835 Dec 22 16:39:39.257359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:39:39.267124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-dd325b73-7c6f-4aae-9ff7-2b3e1b7c435c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1096 time: 0.0934298 Dec 22 16:39:39.292859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06961a-e192-405b-9fdd-767374306119 req-6899d710-b9ae-4325-966b-380dee5fa6c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:39.295243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a06961a-e192-405b-9fdd-767374306119 req-6899d710-b9ae-4325-966b-380dee5fa6c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 943 time: 0.0991001 Dec 22 16:39:39.351441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a06961a-e192-405b-9fdd-767374306119 req-74580486-a54c-4352-9f23-1df64057d91a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454047 Dec 22 16:39:39.415250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:39:39.424705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-f23555aa-2147-4eb9-ad22-5200f15d2227 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:39.426604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-f23555aa-2147-4eb9-ad22-5200f15d2227 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1533508 Dec 22 16:39:39.431217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '8eb8feec-7575-4984-a2f6-be726937d292', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'port_id': '8eb8feec-7575-4984-a2f6-be726937d292', 'mac_address': 'fa:16:3e:f9:e8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:39:39.493471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:39.512434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb8feec-7575-4984-a2f6-be726937d292 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:39:39.529281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:39:39.536116 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-421e1970-2d38-404b-9b9d-89059b86de08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 998 time: 0.1029804 Dec 22 16:39:39.567377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:39.569331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:39:39.612486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-3941900b-f675-40be-9001-f7b278af8462 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:39.613996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-3941900b-f675-40be-9001-f7b278af8462 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0722249 Dec 22 16:39:39.643564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:39:39.646729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['8eb8feec-7575-4984-a2f6-be726937d292'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:39:39.671743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:39:39.699761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-1225e0e9-b3ab-4e83-908f-a5a2f61f2db9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788918 Dec 22 16:39:39.848554 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-ab8c658d-c807-4828-a4e0-ff99631892d5 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424575 Dec 22 16:39:40.061928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-37ea8f1d-c5f5-47a8-b53e-61eb3de45ea8 req-0c815909-e2c9-47a7-99ac-be2e56867fdc service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065194 Dec 22 16:39:40.566814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fedf75-ceae-43cc-b280-5639149cb996 req-98312954-fee1-4097-ba30-391a31994719 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:40.568397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3fedf75-ceae-43cc-b280-5639149cb996 req-98312954-fee1-4097-ba30-391a31994719 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 944 time: 0.0864351 Dec 22 16:39:40.618810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c3fedf75-ceae-43cc-b280-5639149cb996 req-bc616974-e04e-474d-8462-0a9ee792dec0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434797 Dec 22 16:39:40.664218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:41.257852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:39:41.332150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 8eb8feec-7575-4984-a2f6-be726937d292 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:39:41.332573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:41.450968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:41.479736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:39:41.490558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:39:41.522931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:41.525056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:39:41.564152 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'code': 200} Dec 22 16:39:41.597307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:39:41.600585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:39:41.839694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c46ac-6f47-4890-8483-656735c82197 req-34348735-fa29-4629-be59-0c5eb8edc0f0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:39:41.841225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6e4c46ac-6f47-4890-8483-656735c82197 req-34348735-fa29-4629-be59-0c5eb8edc0f0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0906024 Dec 22 16:39:41.894172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6e4c46ac-6f47-4890-8483-656735c82197 req-03ac6e8f-4e25-43e4-864c-23ab2bd403d0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452595 Dec 22 16:39:41.922664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32802) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:39:42.032363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-767b0469-e8e7-4c3b-b7ac-e0391fc86e97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/00c0fa79-27d6-441e-90f4-1634fbbf561b HTTP/1.1" status: 200 len: 992 time: 0.1083918 Dec 22 16:39:42.763139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1c1da6fb-f4c6-48cc-93c0-569fb0071116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:44.206998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:45.156796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-762834e3-105c-4ca6-9f25-e4e80eca14cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:45.728438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:39:47.254036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:00.494049 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-40f9ca23-6db6-40d8-ad54-a19e4f7c489a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825858 Dec 22 16:40:00.653679 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-6989acaa-d188-4740-bc32-0ca5c245c72d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0772653 Dec 22 16:40:00.829840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-a4e2ec54-bc03-402d-8148-3445d539ee62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:00.831427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-a4e2ec54-bc03-402d-8148-3445d539ee62 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1575649 Dec 22 16:40:00.947606 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-b1ae3224-b8c4-4e25-b2dd-045e5f45a316 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 1000 time: 0.1075861 Dec 22 16:40:01.017318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-39caf7a7-1ec1-4cc6-8473-166dd3b86995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:01.018958 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-39caf7a7-1ec1-4cc6-8473-166dd3b86995 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0645652 Dec 22 16:40:01.107936 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-845bbbba-9eed-4362-917a-4278a3dd1034 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813553 Dec 22 16:40:01.256003 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-1f2b1211-7c79-4f3e-a8e6-68aa918931f2 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393180 Dec 22 16:40:01.404293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9c5bbe-889a-49c6-9f6b-b54021cf467f req-87cf8617-7f91-4234-9ee2-1a4aea454335 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411495 Dec 22 16:40:10.674562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:10.689460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32818) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:10.907011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 846a2721-96b9-47fd-9659-35152da4bf7f {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:40:10.907401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:11.092587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:11.092871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:11.229750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 846a2721-96b9-47fd-9659-35152da4bf7f owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:40:11.338234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:40:11.611935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:11.618996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-734554ed-02ae-45bd-bc3d-8242fd7e2518 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:11.685832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=846a2721-96b9-47fd-9659-35152da4bf7f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:11.703017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.704097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.704719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.704945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.705505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.706050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.706595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.707161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.707693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.708225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.708782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:11.745617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:11.820672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:12.472681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 47d7a87e-9757-4e44-ae33-26cd44526cf6 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:40:12.692368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:40:12.704114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Sync routers for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:40:12.716963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:12.717652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:39:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:12.774768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:12.837990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/floatingips/00c0fa79-27d6-441e-90f4-1634fbbf561b HTTP/1.1" status: 204 len: 168 time: 2.1447663 Dec 22 16:40:12.837990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:40:13.021723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'status': 'completed', 'code': 200} Dec 22 16:40:13.098564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:13.132328 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-e3a6bb90-1235-41c1-8b05-e72e826fddf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 1098 time: 0.0828581 Dec 22 16:40:13.144773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bfe00045-91d4-48c4-a147-02370080a1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:13.299118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-442dc770-7475-405c-8e0a-f0d458cfc35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:13.300750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-442dc770-7475-405c-8e0a-f0d458cfc35f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 200 len: 897 time: 0.1615024 Dec 22 16:40:13.384329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-7865c96f-afb6-453d-a42b-f58bfd5f0511 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 200 len: 217 time: 0.0752480 Dec 22 16:40:13.413754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf6c2b-2032-4c0e-9d7d-ab23c3d11011 req-8a38d1ab-daa0-44b6-b522-df4677d70b93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:13.415434 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-26cf6c2b-2032-4c0e-9d7d-ab23c3d11011 req-8a38d1ab-daa0-44b6-b522-df4677d70b93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0893650 Dec 22 16:40:13.450499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:13.455973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Checking router: 47d7a87e-9757-4e44-ae33-26cd44526cf6 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:40:13.468141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:13.469185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:39:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:13.470527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-7c2cc982-c3b0-494f-afa8-0b4f738f2972 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:13.472164 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-7c2cc982-c3b0-494f-afa8-0b4f738f2972 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 200 len: 832 time: 0.0797384 Dec 22 16:40:13.475960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-26cf6c2b-2032-4c0e-9d7d-ab23c3d11011 req-4b281eca-4ffc-4c84-92ff-9ddc76da6e9e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532410 Dec 22 16:40:13.559456 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-a72e9c42-791f-4273-84f0-dbb29afe51c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792277 Dec 22 16:40:13.665196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:13.721935 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-0276ec4d-63f9-4ce4-9f32-eba50d2834a6 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450603 Dec 22 16:40:13.877297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-69fd2361-cbf1-4854-929a-ac0e08e070a8 req-1877eb69-7b5f-40b2-9c52-de16fee65237 service neutron] 10.222.0.46 "GET /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477060 Dec 22 16:40:14.006811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:14.011110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e91e33-44d0-409b-aec9-b78baf5f94be None None] The sync data for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv is: [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7ac503fd-76fb-4cea-80a4-23656087dcf0', 'name': '', 'network_id': 'a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:39:a6:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:17Z', 'updated_at': '2021-12-22T16:38:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'ae90edc0-8849-4c61-a905-051d6676c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:40:14.190225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:14.425604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11fd2b-343c-4738-b860-795438047825 None None] New status for floating IP 00c0fa79-27d6-441e-90f4-1634fbbf561b: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:40:14.696547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398d873-164d-464d-be51-c3e9a950a7a6 req-d9f8f79a-749d-4c1e-9239-54c974a43a18 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:14.698108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b398d873-164d-464d-be51-c3e9a950a7a6 req-d9f8f79a-749d-4c1e-9239-54c974a43a18 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0895500 Dec 22 16:40:14.748320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b398d873-164d-464d-be51-c3e9a950a7a6 req-d8089299-bae7-46ac-8e6c-cf950ab61eeb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430706 Dec 22 16:40:15.171369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25191a4e-14ce-4570-a48d-51e215685f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:15.340569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-17e2cdc2-a496-4d05-b123-8baefd78723a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:15.341407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-17e2cdc2-a496-4d05-b123-8baefd78723a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:40:15.382934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-17e2cdc2-a496-4d05-b123-8baefd78723a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:40:15.384234 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-17e2cdc2-a496-4d05-b123-8baefd78723a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.1316113 Dec 22 16:40:15.467113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 8eb8feec-7575-4984-a2f6-be726937d292 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:40:15.467420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:15.730528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 8eb8feec-7575-4984-a2f6-be726937d292, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=8eb8feec-7575-4984-a2f6-be726937d292,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:15.730866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:15.744579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:15.869187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 8eb8feec-7575-4984-a2f6-be726937d292 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:40:15.965957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75047fa-0439-4f2b-96cc-59cb320cb2b9 req-2321f6a8-28a2-4427-8e60-c2223110eee7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:15.967646 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d75047fa-0439-4f2b-96cc-59cb320cb2b9 req-2321f6a8-28a2-4427-8e60-c2223110eee7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 945 time: 0.0855412 Dec 22 16:40:16.022312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d75047fa-0439-4f2b-96cc-59cb320cb2b9 req-c9211dff-7db1-4ee7-b691-64227651febd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480237 Dec 22 16:40:16.189377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:16.196981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d15bc9d-320f-4ee1-a64f-e950f42cd766 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:16.252507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=8eb8feec-7575-4984-a2f6-be726937d292,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:16.255377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:16.332943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] No DVR routers for this DVR port 8eb8feec-7575-4984-a2f6-be726937d292 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:40:16.335472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:16.338406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-deleted', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:40:16.392643 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31e12f12-f6b7-4a86-a7d1-117e6f4bfb4f req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "DELETE /v2.0/ports/8eb8feec-7575-4984-a2f6-be726937d292 HTTP/1.1" status: 204 len: 173 time: 0.9987879 Dec 22 16:40:16.407563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b87c1d-82a9-4dc8-8a09-06e4242760b6', 'name': 'network-vif-deleted', 'tag': '8eb8feec-7575-4984-a2f6-be726937d292', 'status': 'completed', 'code': 200} Dec 22 16:40:17.218227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10749bcc-5515-4fe5-baaa-cec9e544bfe9 req-c266160c-2edf-436e-9e67-01f4e4f4fe05 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b87c1d-82a9-4dc8-8a09-06e4242760b6 HTTP/1.1" status: 200 len: 210 time: 0.0483830 Dec 22 16:40:17.224669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:18.331987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32842) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:18.765542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:19.427159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 7ac503fd-76fb-4cea-80a4-23656087dcf0 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:40:19.427771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:19.445383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:40:19.483886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 8eb8feec-7575-4984-a2f6-be726937d292 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:40:19.484908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 8eb8feec-7575-4984-a2f6-be726937d292 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:40:19.886359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 7ac503fd-76fb-4cea-80a4-23656087dcf0, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7ac503fd-76fb-4cea-80a4-23656087dcf0,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:19.886805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:20.016748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 7ac503fd-76fb-4cea-80a4-23656087dcf0 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:40:20.304233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:20.308742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:20.353505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=7ac503fd-76fb-4cea-80a4-23656087dcf0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:20.357431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:20.683051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:21.305772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 47d7a87e-9757-4e44-ae33-26cd44526cf6 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:40:21.525245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:40:21.536175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Sync routers for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:40:21.539229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/47d7a87e-9757-4e44-ae33-26cd44526cf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2060578 Dec 22 16:40:21.542110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32846) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:21.549332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:21.550031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:21.751007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:21.759524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting subnet ae90edc0-8849-4c61-a905-051d6676c5d9 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:40:21.762870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:21.824260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:21.920339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.023067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.027850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c2c7384-99ef-47ca-ba62-d90ca13879f8 tempest-PortsIpV6TestJSON-844819725 tempest-PortsIpV6TestJSON-844819725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:22.070626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:40:20Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:22.070925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Subnet': ['ID=ae90edc0-8849-4c61-a905-051d6676c5d9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:22.074744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:22.076036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Checking router: 47d7a87e-9757-4e44-ae33-26cd44526cf6 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:40:22.079020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.086153 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-90e43566-5ebb-464b-b756-0b308194dff2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/subnets/ae90edc0-8849-4c61-a905-051d6676c5d9 HTTP/1.1" status: 204 len: 168 time: 0.5428801 Dec 22 16:40:22.088612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1375ff-70dd-4c0e-be61-43d9ab274f0a None None] Network a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:40:22.090419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32850) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:22.122331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Routers {'47d7a87e-9757-4e44-ae33-26cd44526cf6'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:22.123057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['47d7a87e-9757-4e44-ae33-26cd44526cf6'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:22.321815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.554934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.594254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port dc527555-926f-4c91-87cf-0fe572d0e22d {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:40:22.594690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:22.654575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] Set router 47d7a87e-9757-4e44-ae33-26cd44526cf6 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:22.899271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] DHCP port deletion for a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:40:22.909533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Deleting port 2551f673-309f-45f6-96c7-f6b4550a6e3c {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:40:22.909533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:23.040649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port dc527555-926f-4c91-87cf-0fe572d0e22d, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dc527555-926f-4c91-87cf-0fe572d0e22d,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:23.041039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:23.173755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for dc527555-926f-4c91-87cf-0fe572d0e22d owned by network:router_gateway {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:40:23.203704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] For port 2551f673-309f-45f6-96c7-f6b4550a6e3c, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2551f673-309f-45f6-96c7-f6b4550a6e3c,segment=NetworkSegment(d33c9e0c-2249-4c98-936d-24baab39cf22),segment_id=d33c9e0c-2249-4c98-936d-24baab39cf22)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:23.204209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:23.216783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:40:20Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:23.274201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12913143-5b9c-46ce-bf2e-35d92d8e8c15 None None] The sync data for ids ['47d7a87e-9757-4e44-ae33-26cd44526cf6'] in dv-neutron-822514-1-hyperv is: [{'id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292981777', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84'}], 'enable_snat': True}, 'gw_port_id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:40:20Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dc527555-926f-4c91-87cf-0fe572d0e22d', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:71:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47d7a87e-9757-4e44-ae33-26cd44526cf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:38:13Z', 'updated_at': '2021-12-22T16:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:40:23.345815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Calling delete_port for 2551f673-309f-45f6-96c7-f6b4550a6e3c owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:40:23.447506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:23.452660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:23.475904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:23.481122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ca12ba6-d0dc-4a67-a699-f500f54ca669 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:23.496967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Pushing event deleted for resources: {'Port': ['ID=2551f673-309f-45f6-96c7-f6b4550a6e3c,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:23.500483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:23.503236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] No DVR routers for this DVR port 2551f673-309f-45f6-96c7-f6b4550a6e3c on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:40:23.531522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=dc527555-926f-4c91-87cf-0fe572d0e22d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:23.534282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:23.775467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.053234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.057928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.167078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.167704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Fanout notify agent at l3_agent the message router_deleted on router 47d7a87e-9757-4e44-ae33-26cd44526cf6 {{(pid=88957) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:40:24.184732 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.185981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3bfc9e20-fa03-430f-9875-74f53969f39e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/routers/47d7a87e-9757-4e44-ae33-26cd44526cf6 HTTP/1.1" status: 204 len: 168 time: 2.0944862 Dec 22 16:40:24.189168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32854) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:24.333705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7ac503fd-76fb-4cea-80a4-23656087dcf0 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:40:24.333870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.371885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7ac503fd-76fb-4cea-80a4-23656087dcf0 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:40:24.372282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7ac503fd-76fb-4cea-80a4-23656087dcf0 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:40:24.372755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2551f673-309f-45f6-96c7-f6b4550a6e3c no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:40:24.409357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2551f673-309f-45f6-96c7-f6b4550a6e3c {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:40:24.409754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2551f673-309f-45f6-96c7-f6b4550a6e3c not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:40:24.487673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.520130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:24.534752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33c9e0c-2249-4c98-936d-24baab39cf22') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:24.535095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33c9e0c-2249-4c98-936d-24baab39cf22') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:24.548992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.564904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.571498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:40:24.571937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:40:24.587771 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:40:24.703295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.707084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd1ca9db-c565-4261-a8d8-82db1a684c9c tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:24.726048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.732869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Network': ['ID=a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:24.739088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:24.772193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e67f6675-c903-46ee-96cd-164d1fec3112 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/networks/a1a2dfa6-46d5-445a-aa8f-c63bbb4e9ef9 HTTP/1.1" status: 204 len: 168 time: 0.5818183 Dec 22 16:40:24.775220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32858) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:24.853069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:24.884777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:25.127726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:25.131933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a247e463-424b-4612-ae4f-6eff4c418466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:25.153287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:25.156769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:25.190186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:25.191515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c66550f3-1697-44f8-912b-fdc2eae934ad tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/security-groups/ed1c7a14-a2e0-4bbc-a73f-dd3866165b9f HTTP/1.1" status: 204 len: 168 time: 0.4152172 Dec 22 16:40:26.238664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc527555-926f-4c91-87cf-0fe572d0e22d no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:40:26.271934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dc527555-926f-4c91-87cf-0fe572d0e22d {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:40:26.272331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dc527555-926f-4c91-87cf-0fe572d0e22d not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:40:26.724022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32868) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:26.730108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369917940', 'description': 'tempest-secgroup-smoke-1369917940 description', 'project_id': 'f7364d4113424e22997ad26a2c36f45e'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:26.736921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:26.741299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:26.744346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:26.752520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:26.789855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:26.833848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:26.838019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:26.841121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:26.847556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:26.981699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.035736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.039988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c1f1f68c-7c12-4c2f-972b-d4542e3af2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:27.087564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f28fe9-e108-41c9-9391-cbb1b75e5db3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:27.100524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.102974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.103304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.103708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.104114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.104518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:27.108273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:27.121617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.123028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-41ef9a8f-332b-45b5-9acd-cc2a25da92f2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3979077 Dec 22 16:40:27.126942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32874) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:27.133035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:27.139696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:27.143946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:27.147036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:27.153007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:27.200074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.275213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.304307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.306705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d08b092-908a-465b-9973-5317cb6314f1 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:27.331790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe30fb94-153d-4390-88c6-9d593ac816f1,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:27.334486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:27.367047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.368420 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3dfe46aa-0787-44a8-9765-12c994f29f0b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2404494 Dec 22 16:40:27.371487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32878) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:27.378542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:27.385198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:27.389397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:27.392630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:27.399142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:27.443506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.510629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.538413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.540547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-099de3ab-745f-4f83-9f50-4b31c5202d93 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:27.565475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11f165a-1fa5-449e-a512-dc50f2792b50,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:27.568323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:27.602592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.603977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2314708 Dec 22 16:40:27.607099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32882) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:27.614348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:27.620935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:27.625749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:27.628934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:27.636474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:27.705590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.782536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.812964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.814935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61c961b8-a1ad-4b5e-89ca-0bf2acb6d523 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:27.840303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8602a189-ad0e-4a6f-825e-a498392c4818,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:27.845988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:27.887071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:27.888461 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-068eee7d-dbff-4533-ad44-6e6573ea30d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2803199 Dec 22 16:40:27.892227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32886) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:27.898393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:27.905006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:27.910069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:27.913952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:27.920555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:27.986367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.057713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.098690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.106843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eba6a7f0-2f7a-4b59-a95e-8ed4badc02f9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:28.130826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dae4ec8-ee3f-4888-9c50-c392b41941c8,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:28.133616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:28.165356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.166818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2735000 Dec 22 16:40:28.169762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32890) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:28.179712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:28.187451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:28.193372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:28.196568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:28.203116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:28.239852 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:40:28.247421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.326537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.360258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.368555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5aae3e4-9a0b-4e34-8141-e862cc840b7f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:28.391669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616dcfbd-1b97-4bc1-92f0-15d45eff4774,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:28.394483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:28.428162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.429595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6a69de82-f597-4bde-a011-8a63875f9abd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2587280 Dec 22 16:40:28.432813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32894) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:28.439400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': '88f28fe9-e108-41c9-9391-cbb1b75e5db3', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:28.446284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:28.450417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:28.453683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:28.460933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:28.502453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:40:28.509876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.583274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.617036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.619003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee0c61f6-9ef6-4a8e-adae-3bd056ccb102 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:28.644266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73b9c89-0e28-4625-ad88-43387f5a4a76,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:28.647008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:28.685722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.687158 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2533271 Dec 22 16:40:28.690807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32898) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:28.697172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'network': {'name': 'tempest-network-smoke--1670423344', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'port_security_enabled': True}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:28.704187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:28.708689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:network and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:28.711806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:28.721302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:28.759867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:40:28.766090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.798879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:40:28.883395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:28.883798 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Added segment 00b9902b-6ecf-41b7-8774-f8f484d6f199 of type vlan for network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 Dec 22 16:40:28.964134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.081198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.085501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:29.086200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.092136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:29.206511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5103858 Dec 22 16:40:29.206978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32902) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:29.212299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Network': ['ID=0e71cc55-87cc-4d6f-a283-a5fb55a2c555,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:29.213056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'admin_state_up': True, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:29.215877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0bb781f4-d347-4c6e-ae3d-0fea2eeffd06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:29.221415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:29.225939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:router and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:29.226981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:40:29.229079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:29.237022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:29.264113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.265768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.331816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.517799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.744781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.778341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:29.939007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.26 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/6daddd5e-0a46-45bc-acfd-dc0b8206e96f) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:40:30.102507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:30.150519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:30.155093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fd0bb699-d7fc-453e-802b-f5b4e4065cfc tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:30.229499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:30.232737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:30.237532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:30.267672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:30.275298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:30.437083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:30.437856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:30.978456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:40:31.203695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:40:31.214281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Sync routers for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:40:31.228530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:31.229210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:31.258656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:31.263202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0519562 Dec 22 16:40:31.263663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32906) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:31.393085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-975b610b-5e93-4930-90f1-9612b8f48c6c tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f7364d4113424e22997ad26a2c36f45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1280944 Dec 22 16:40:31.398151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32912) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:31.420918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:31.550803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1200cb-de6c-447a-9f42-68cb7749e631 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:31.555325 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8f1200cb-de6c-447a-9f42-68cb7749e631 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531312 Dec 22 16:40:31.555650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32916) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:31.606688 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8c7986e6-b05e-4f17-b175-b5db3c8ba925 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468638 Dec 22 16:40:31.606984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32920) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:31.613818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487059632', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:31.740229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:31.744518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:subnet and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:31.747646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:31.753909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:31.804674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:40:31.886517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:30Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:31.893423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Checking router: 8d814f7a-ca82-4353-9e91-cdd20d0ea869 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:40:31.893820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Updating router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:40:31.922288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:31.955233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.322332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.328426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-77c2d562-51a7-400d-9a25-5973284e54da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:32.371504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.419507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Subnet': ['ID=34e1f9c0-0024-4460-ad76-5a74fd50feb7,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:32.422560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:32.434221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Checking segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:40:32.434648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network hostable DHCP agents. Network: 0e71cc55-87cc-4d6f-a283-a5fb55a2c555, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:40:32.441170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Transition to ACTIVE for port object 6daddd5e-0a46-45bc-acfd-dc0b8206e96f will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:32.475641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.480447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:32.503996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:40:32.561132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0e71cc55-87cc-4d6f-a283-a5fb55a2c555) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:32.567091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Attempting to bind port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:40:32.567261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:32.567513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Attempting to bind port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:40:32.568041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Attempting to bind port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:40:32.568125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.572267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f7ed28-6bb5-470b-8118-119c907a7803 None None] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:40:32.574823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Pushing event updated for resources: {'Port': ['ID=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:32.587176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:40:32.587781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:40:32.588236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.588674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:40:32.589202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Bound port: 6daddd5e-0a46-45bc-acfd-dc0b8206e96f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:40:32.589626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.618382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.618794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.619172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.619547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.619917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.620284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.620656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.621023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.621384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.621742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.622101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:32.633256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f487ff75-36ff-45d5-822b-079ccf9c3fc1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0223873 Dec 22 16:40:32.633514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 32924) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:32.637570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:32.676394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] For port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:40:32.679950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] For port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:40:32.710217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:32.715046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-13b65fb0-666b-4bce-81ba-c3020e770ac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:32.806101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Pushing event updated for resources: {'Port': ['ID=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:32.810144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:32.811301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:32.812977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:32.870488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:40:32.879369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.021009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:33.092614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Allocated IP 172.20.0.2 (0e71cc55-87cc-4d6f-a283-a5fb55a2c555/34e1f9c0-0024-4460-ad76-5a74fd50feb7/192058e9-8afd-4a48-bfc5-fc04ee5cb522) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:40:33.347860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:30Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:33.352317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5ee44a-fc23-4a4e-bd89-debf79b59f56 None None] The sync data for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv is: [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:30Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:40:33.490235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.503111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Transition to ACTIVE for port object 192058e9-8afd-4a48-bfc5-fc04ee5cb522 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:33.510426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.571718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Transition to ACTIVE for port object 192058e9-8afd-4a48-bfc5-fc04ee5cb522 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:33.607282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.613352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:33.685922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:33.690008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:33.694309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:33.703023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Pushing event updated for resources: {'Port': ['ID=192058e9-8afd-4a48-bfc5-fc04ee5cb522,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:33.706614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:33.800407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Attempting to bind port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:40:33.800836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Attempting to bind port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:40:33.802104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Attempting to bind port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 on network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:40:33.833181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:40:33.833181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Checking segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:40:33.833687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.834355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Bound using segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:40:33.835051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Bound port: 192058e9-8afd-4a48-bfc5-fc04ee5cb522, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:40:33.835641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:33.948389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] For port 192058e9-8afd-4a48-bfc5-fc04ee5cb522, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:40:33.953093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] For port 192058e9-8afd-4a48-bfc5-fc04ee5cb522, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=192058e9-8afd-4a48-bfc5-fc04ee5cb522,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:40:34.017498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.019760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.1 (0e71cc55-87cc-4d6f-a283-a5fb55a2c555/34e1f9c0-0024-4460-ad76-5a74fd50feb7/b5907c2d-943c-48ee-abf5-3d8b5961c90e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:40:34.022377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:34.110095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Pushing event updated for resources: {'Port': ['ID=192058e9-8afd-4a48-bfc5-fc04ee5cb522,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:34.114999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:34.209396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.229567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object b5907c2d-943c-48ee-abf5-3d8b5961c90e will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:34.282194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.288759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79242949-d09a-4ad5-9501-897f3411284c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:34.325519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6daddd5e-0a46-45bc-acfd-dc0b8206e96f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:34.368604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:34.378026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:34.381163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:34.439231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:34.442050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:34.445444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:34.453276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:34.457908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.460794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.633628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.644343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.664684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:34.716276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:34.720544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:34.803282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:34.806844 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:35.353360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:35.383761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:35.419428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d703754d-7b41-4e55-9ed4-387670042452 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:35.510747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:35.515783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:35.519576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:35.674106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:35.675416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:35.993407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cde7a-4030-465c-a7ff-921447b771f1 None None] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:40:36.113609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:40:36.167736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f0837ea7-3475-43e7-b63f-8c95ead35443 None None] Provisioning for port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:36.379998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 192058e9-8afd-4a48-bfc5-fc04ee5cb522 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:36.386213 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:40:36.404443 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/8d814f7a-ca82-4353-9e91-cdd20d0ea869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7697871 Dec 22 16:40:36.509417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:36.516208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:36.516636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:36.632072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-9a94a032-7340-4753-ac2e-83bb2102d205 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:40:36.660688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Sync routers for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:40:36.692103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:36.692691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-9a94a032-7340-4753-ac2e-83bb2102d205 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:40:36.694115 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-9a94a032-7340-4753-ac2e-83bb2102d205 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369917940&fields=id&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 267 time: 0.1344328 Dec 22 16:40:36.715995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:36.716689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:36.789293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-781c180a-566b-4854-b371-543d7a2192de None None] Provisioning for port b5907c2d-943c-48ee-abf5-3d8b5961c90e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:36.821726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-781c180a-566b-4854-b371-543d7a2192de None None] Provisioning complete for port b5907c2d-943c-48ee-abf5-3d8b5961c90e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:36.822520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-781c180a-566b-4854-b371-543d7a2192de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:36.879991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553622a-0636-4021-92e8-efcccd000cbe req-f7bf421e-379f-4705-93ce-b3de71f8073c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:36.880759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-f7bf421e-379f-4705-93ce-b3de71f8073c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:40:36.944364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-f7bf421e-379f-4705-93ce-b3de71f8073c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:40:36.946128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-f7bf421e-379f-4705-93ce-b3de71f8073c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 797 time: 0.2439911 Dec 22 16:40:36.973324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-9aa2e866-44c9-4f66-8239-08eab6afc48b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/quotas/f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 375 time: 0.0144739 Dec 22 16:40:37.067007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 192058e9-8afd-4a48-bfc5-fc04ee5cb522, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=192058e9-8afd-4a48-bfc5-fc04ee5cb522,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:37.080315 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-b05970d3-6100-4e35-b195-6e8f2b8cc278 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035330 Dec 22 16:40:37.160180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:37.161415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6daddd5e-0a46-45bc-acfd-dc0b8206e96f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:37.197919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dfb952a2-6d29-41ab-b320-3ab544376829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:37.252619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-781c180a-566b-4854-b371-543d7a2192de None None] Port b5907c2d-943c-48ee-abf5-3d8b5961c90e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:40:37.331522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-781c180a-566b-4854-b371-543d7a2192de None None] Provisioning complete for port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:37.331921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-781c180a-566b-4854-b371-543d7a2192de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:37.345335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-bffacf5d-ee2b-48a4-a3d0-f623c560f6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486520 Dec 22 16:40:37.366893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=192058e9-8afd-4a48-bfc5-fc04ee5cb522,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:37.391534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:37.412189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:37.504221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:37.504578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:37.510351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-e26402a8-fe7b-4095-a0fa-83586650b64a service neutron] 10.222.0.18 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555762 Dec 22 16:40:37.808229 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e3a49378-b3fa-4363-9216-1ba811ea6100 req-4dba2cc5-41f1-4881-921b-68fb61bb6889 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 210 time: 0.0562260 Dec 22 16:40:37.977227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-84a88a42-729a-455e-98f7-9a3866f04af2 None None] Provisioning complete for port b5907c2d-943c-48ee-abf5-3d8b5961c90e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:37.977666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-84a88a42-729a-455e-98f7-9a3866f04af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:38.060019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-84a88a42-729a-455e-98f7-9a3866f04af2 None None] Port b5907c2d-943c-48ee-abf5-3d8b5961c90e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:40:38.081045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:35Z', 'revision_number': 2, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:38.085268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Checking router: 8d814f7a-ca82-4353-9e91-cdd20d0ea869 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:40:38.085680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Updating router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 port b5907c2d-943c-48ee-abf5-3d8b5961c90e binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:40:38.140949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:38.286515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 192058e9-8afd-4a48-bfc5-fc04ee5cb522 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:38.484800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:38.485232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:38.704593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:38.717128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Transition to ACTIVE for port object b5907c2d-943c-48ee-abf5-3d8b5961c90e will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:38.761106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:38.766797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:38.907098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Pushing event updated for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:38.957979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.958691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.959073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.959465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.959807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.960175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.960545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.960903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.961268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.961628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.961992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:40:38.971011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:39.028925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Attempting to bind port b5907c2d-943c-48ee-abf5-3d8b5961c90e on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:40:39.029499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Attempting to bind port b5907c2d-943c-48ee-abf5-3d8b5961c90e by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:40:39.030028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Attempting to bind port b5907c2d-943c-48ee-abf5-3d8b5961c90e on network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:40:39.039273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:40:39.039853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Checking segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:40:39.040513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:39.041189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Bound using segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:40:39.041832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Bound port: b5907c2d-943c-48ee-abf5-3d8b5961c90e, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:40:39.042610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:39.045142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a84b8a15-3228-4607-8c35-591beb521f14 req-b0689099-39f6-45dc-a2d3-9dd1e0246b98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 210 time: 0.0696001 Dec 22 16:40:39.148654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] For port b5907c2d-943c-48ee-abf5-3d8b5961c90e, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:40:39.154341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] For port b5907c2d-943c-48ee-abf5-3d8b5961c90e, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b5907c2d-943c-48ee-abf5-3d8b5961c90e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:40:39.199326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:39.203781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:39.296169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Pushing event updated for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:39.301181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:39.305643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:39.306632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:39.515784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:39.818992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553622a-0636-4021-92e8-efcccd000cbe req-77a1e4f0-a102-4f7e-902a-89887c71bb78 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:39.820052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-77a1e4f0-a102-4f7e-902a-89887c71bb78 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:40:39.836310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-77a1e4f0-a102-4f7e-902a-89887c71bb78 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:40:39.838046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-77a1e4f0-a102-4f7e-902a-89887c71bb78 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 797 time: 0.2016292 Dec 22 16:40:39.905771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-13d548c0-297e-4644-a4f4-1dffc9dfa647 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:40:39.919925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-13d548c0-297e-4644-a4f4-1dffc9dfa647 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:40:39.921149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-13d548c0-297e-4644-a4f4-1dffc9dfa647 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 380 time: 0.0646045 Dec 22 16:40:39.930797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'port': {'device_id': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'admin_state_up': True, 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'security_groups': ['88f28fe9-e108-41c9-9391-cbb1b75e5db3']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:40.053207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:40.057937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95ab3b-9cb9-4713-82ad-5923810307cf None None] The sync data for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv is: [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:40:40.092968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:40.099755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:port and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:40.103183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:40.110549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:40.201531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:40:40.207567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.345878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b5907c2d-943c-48ee-abf5-3d8b5961c90e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:40.358891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d926d373-2255-4f89-b271-a7ceb3aeb974 req-67826c3e-2121-4a2c-b21b-2668e2ab996f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 210 time: 0.0793998 Dec 22 16:40:40.427354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.8 (0e71cc55-87cc-4d6f-a283-a5fb55a2c555/34e1f9c0-0024-4460-ad76-5a74fd50feb7/03b4d767-1be4-4562-97a1-4540464f163e) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:40:40.485267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port b5907c2d-943c-48ee-abf5-3d8b5961c90e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:40.492550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b5907c2d-943c-48ee-abf5-3d8b5961c90e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:40.493181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.657767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.669569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.692001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.693416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 03b4d767-1be4-4562-97a1-4540464f163e will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:40.696796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port b5907c2d-943c-48ee-abf5-3d8b5961c90e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b5907c2d-943c-48ee-abf5-3d8b5961c90e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:40.750517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.752662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:40.779282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:40.788121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:40.840820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:40.850380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:40.894338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:40.898403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:40.900451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:40.903024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:40.938388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:40.986029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:40.986993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:41.092921 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1654916 Dec 22 16:40:41.110087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Request body: {'port': {'device_id': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:41.218521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24116d97-6cc9-4fb5-983f-ff115d21629a None None] Provisioning for port 03b4d767-1be4-4562-97a1-4540464f163e completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:41.224641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-24116d97-6cc9-4fb5-983f-ff115d21629a None None] Provisioning complete for port 03b4d767-1be4-4562-97a1-4540464f163e triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:41.225217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-24116d97-6cc9-4fb5-983f-ff115d21629a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:41.243909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:41.285678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-24116d97-6cc9-4fb5-983f-ff115d21629a None None] Port 03b4d767-1be4-4562-97a1-4540464f163e cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:40:41.591007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54126e-80bc-40ca-95d9-2eab4200bbf9 req-32ef44cd-291a-408b-b350-23ca50382309 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:41.595130 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c54126e-80bc-40ca-95d9-2eab4200bbf9 req-32ef44cd-291a-408b-b350-23ca50382309 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 931 time: 0.0994229 Dec 22 16:40:41.654273 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c54126e-80bc-40ca-95d9-2eab4200bbf9 req-001fe75d-198e-4fb4-8b77-0778ad543d2a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536129 Dec 22 16:40:41.667700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b4d767-1be4-4562-97a1-4540464f163e {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:40:41.676132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:41.755466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Transition to ACTIVE for port object 03b4d767-1be4-4562-97a1-4540464f163e will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:40:41.782112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:41.787174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-218a56a1-aec5-49f1-9ebd-09370286066c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:41.926085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:41.930260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:42.045881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Attempting to bind port 03b4d767-1be4-4562-97a1-4540464f163e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:40:42.046603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Attempting to bind port 03b4d767-1be4-4562-97a1-4540464f163e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:40:42.046603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Attempting to bind port 03b4d767-1be4-4562-97a1-4540464f163e on network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:40:42.053182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Port 03b4d767-1be4-4562-97a1-4540464f163e on network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:40:42.053550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Attempting to bind port 03b4d767-1be4-4562-97a1-4540464f163e on network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:40:42.061496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:40:42.061877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Checking segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:40:42.062293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Bound using segment: {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:40:42.062798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Bound port: 03b4d767-1be4-4562-97a1-4540464f163e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b9902b-6ecf-41b7-8774-f8f484d6f199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:40:42.063188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:42.165769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:40:42.168968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03b4d767-1be4-4562-97a1-4540464f163e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:40:42.212766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:42.217931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d4e26658-c9cb-42c7-999c-30bd7e31f681 tempest-TestEncryptedCinderVolumes-1719274589 tempest-TestEncryptedCinderVolumes-1719274589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:42.288083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:42.299327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b5907c2d-943c-48ee-abf5-3d8b5961c90e up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:42.299655 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 1093 time: 1.1870160 Dec 22 16:40:42.299655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:40:42.321840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:42.325626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:42.378749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e', 'status': 'completed', 'code': 200} Dec 22 16:40:42.386249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port b5907c2d-943c-48ee-abf5-3d8b5961c90e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:42.386760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:42.480237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-3c158b6f-a791-4dbe-9aed-26cfb65c6018 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1096 time: 0.0938058 Dec 22 16:40:42.568092 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-1f22a4f2-6380-4eb7-b3d6-97dbd10cfcc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 217 time: 0.0728900 Dec 22 16:40:42.650897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553622a-0636-4021-92e8-efcccd000cbe req-67edb9e2-6d86-4fdf-baf0-2f324545cca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:42.652507 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-67edb9e2-6d86-4fdf-baf0-2f324545cca2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0741224 Dec 22 16:40:42.761908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-d295f511-70d3-4b35-a9af-3f5bcfb74400 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837970 Dec 22 16:40:42.844892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d5c398ed-d58b-48fc-93eb-766ad15f7043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:42.910117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b9614-7bca-4ae9-82c7-43ca6be10df0 req-8d9da5d5-c21b-4a3d-b2cd-c37dc3c3a92d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:42.911828 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-867b9614-7bca-4ae9-82c7-43ca6be10df0 req-8d9da5d5-c21b-4a3d-b2cd-c37dc3c3a92d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 943 time: 0.1205943 Dec 22 16:40:42.923607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-bff1c0cd-64d3-4d14-9337-2fdb4c78d071 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646318 Dec 22 16:40:42.963233 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-867b9614-7bca-4ae9-82c7-43ca6be10df0 req-bd7f8b0e-65a6-4338-bf74-fc38d5090a6e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448587 Dec 22 16:40:43.080697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f553622a-0636-4021-92e8-efcccd000cbe req-a2bd22da-6e69-4f8d-984b-08ff60baf1ad service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466925 Dec 22 16:40:43.256503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-ac403898-8939-4239-9c5e-b29e6db0d4a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1096 time: 0.0807829 Dec 22 16:40:43.663461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-e6c93f04-0999-4eb0-9a0d-b29df0bafab1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:43.665070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-e6c93f04-0999-4eb0-9a0d-b29df0bafab1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.4012401 Dec 22 16:40:43.738580 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-82ca71d5-c589-4831-865e-aab2342c2c61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 217 time: 0.0660534 Dec 22 16:40:43.816146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-af3f2767-dc09-422d-bfcc-1cca256ba6e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:43.817764 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-af3f2767-dc09-422d-bfcc-1cca256ba6e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0717320 Dec 22 16:40:43.904122 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-62c8d5fb-870f-47cc-acbc-4c6d2ead87a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780065 Dec 22 16:40:44.059050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-6ca50e65-3d6a-4581-9fc9-b8be76709e8a service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474090 Dec 22 16:40:44.205151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:44.207101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf14ca3-b3db-4478-b18d-29fcd271f6f8 req-9080de6a-a633-4ff9-a1cf-7226e83519ce tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:44.210500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bf14ca3-b3db-4478-b18d-29fcd271f6f8 req-9080de6a-a633-4ff9-a1cf-7226e83519ce tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 943 time: 0.1077540 Dec 22 16:40:44.222005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bac9c73a-b0c4-4673-a38a-53c92094b3f9 req-dc52c6ed-cb4a-4d59-b3a3-d85f525b5452 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529999 Dec 22 16:40:44.261489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8bf14ca3-b3db-4478-b18d-29fcd271f6f8 req-243a41e8-e3c0-49ad-8797-cda9426a9231 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453665 Dec 22 16:40:45.175876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f9c98379-8b2a-495d-be06-36349ccaaaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:45.473704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c880-1c90-4479-b46e-28e1b608f042 req-91bf6176-3a55-4af2-a92e-1d51d452d4fc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:45.475357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1dc4c880-1c90-4479-b46e-28e1b608f042 req-91bf6176-3a55-4af2-a92e-1d51d452d4fc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 943 time: 0.0875211 Dec 22 16:40:45.525751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1dc4c880-1c90-4479-b46e-28e1b608f042 req-9d0f11cd-7f2c-47c6-914e-24ae00dc060d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442038 Dec 22 16:40:45.600515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 03b4d767-1be4-4562-97a1-4540464f163e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:40:45.768501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03b4d767-1be4-4562-97a1-4540464f163e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:45.779266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:45.784257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '03b4d767-1be4-4562-97a1-4540464f163e', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'port_id': '03b4d767-1be4-4562-97a1-4540464f163e', 'mac_address': 'fa:16:3e:25:47:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:40:45.847606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:45.867366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b4d767-1be4-4562-97a1-4540464f163e {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:40:45.884196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03b4d767-1be4-4562-97a1-4540464f163e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:45.915201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:45.917163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9a69373a-b8df-4151-8c96-7b4ea5ac9f1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:45.986105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:45.989559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:46.238033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['03b4d767-1be4-4562-97a1-4540464f163e'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:40:46.742263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d703c60-8990-43b4-86ec-462b676501dc req-9a67f2b9-67ab-497e-a9ed-2ac4fafb2466 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:46.744022 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4d703c60-8990-43b4-86ec-462b676501dc req-9a67f2b9-67ab-497e-a9ed-2ac4fafb2466 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 944 time: 0.0890005 Dec 22 16:40:46.801101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4d703c60-8990-43b4-86ec-462b676501dc req-61a431f8-b58f-4cfe-bfab-2d5d3467455f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495675 Dec 22 16:40:47.223913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:47.600617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 03b4d767-1be4-4562-97a1-4540464f163e up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:40:47.697890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 03b4d767-1be4-4562-97a1-4540464f163e completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:40:47.703992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 03b4d767-1be4-4562-97a1-4540464f163e triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:40:47.704426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:47.826096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:47.862059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:40:47.872903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03b4d767-1be4-4562-97a1-4540464f163e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:40:47.907757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:47.909964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-838d98be-20b7-4a97-a91e-ff37fdffd3b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:47.946192 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e', 'code': 200} Dec 22 16:40:47.989928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:47.993272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:48.027203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33815-ea86-4c93-9fa4-a6da85e591b9 req-3c644355-60d1-4522-98e7-0554f73e3586 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:48.028834 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fce33815-ea86-4c93-9fa4-a6da85e591b9 req-3c644355-60d1-4522-98e7-0554f73e3586 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0906839 Dec 22 16:40:48.084793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fce33815-ea86-4c93-9fa4-a6da85e591b9 req-45e959a2-7b35-4230-bf7a-657ae7a54e32 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494683 Dec 22 16:40:48.260449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb85dfec-a305-4325-a104-72820023fd4a req-a85212f2-ad09-44f7-ab00-d381efb86ee8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0826371 Dec 22 16:40:48.313969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb85dfec-a305-4325-a104-72820023fd4a req-f20d593f-46bd-4823-87f0-3beead173bf6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425789 Dec 22 16:40:48.339595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:40:49.301653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28250b2c-c87a-4504-ac3d-630f1be8aa61 req-4299b046-2a29-4dd2-ad59-c3141cc79458 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:49.310453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28250b2c-c87a-4504-ac3d-630f1be8aa61 req-4299b046-2a29-4dd2-ad59-c3141cc79458 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0906932 Dec 22 16:40:49.358165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28250b2c-c87a-4504-ac3d-630f1be8aa61 req-6dd3dbda-c40a-4705-a774-b73eef906fd7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476158 Dec 22 16:40:50.579614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39051-886a-4f5c-bb47-3f9333d92cbb req-fb9cccd4-d6b8-4e7c-9a21-6bfc47c33141 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:50.581197 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6ca39051-886a-4f5c-bb47-3f9333d92cbb req-fb9cccd4-d6b8-4e7c-9a21-6bfc47c33141 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0913897 Dec 22 16:40:50.630953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6ca39051-886a-4f5c-bb47-3f9333d92cbb req-19556da9-aab4-430b-ae83-8f247ac26ad0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432887 Dec 22 16:40:50.846947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8522f40-cec5-4ca9-9a2c-aed481c17c75 req-d84f8aab-91f8-4923-81a1-16509dfba35a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:50.848647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8522f40-cec5-4ca9-9a2c-aed481c17c75 req-d84f8aab-91f8-4923-81a1-16509dfba35a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0878050 Dec 22 16:40:50.899225 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8522f40-cec5-4ca9-9a2c-aed481c17c75 req-a88458dc-cde4-48d2-ab53-65a05b9e559c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442500 Dec 22 16:40:50.929490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32982) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:51.233633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3c96df0e-3a63-4d95-a745-2527fa3e2db6 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1093 time: 0.3027573 Dec 22 16:40:51.236449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32986) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:51.242158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '03b4d767-1be4-4562-97a1-4540464f163e', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:40:51.248816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:40:51.252875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:floatingip and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:40:51.255921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:40:51.262070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:40:51.297966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:51.452329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:51.601723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.117 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/fa4cda06-9ead-4887-8c74-9685a4dc285d) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:40:51.771130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:51.830076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:51.836025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-960d7f09-0aa8-45b4-af05-c84122873500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:51.902696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:40:51.905628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:40:51.909696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:40:51.945833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=fa4cda06-9ead-4887-8c74-9685a4dc285d,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:51.950338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:52.470535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:52.553914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:52.787956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:52.812096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:52.816901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d6da2a91-1f9f-43e6-8d57-5ed553faedb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:40:52.927843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=fa4cda06-9ead-4887-8c74-9685a4dc285d,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:40:52.931352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:40:52.942804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:53.149176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Floating IP a35624ba-79f2-4685-9323-faca830bde2a associated. External IP: 172.26.1.117, port: 03b4d767-1be4-4562-97a1-4540464f163e. Dec 22 16:40:53.569746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:40:53.785832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:40:53.797852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Sync routers for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:40:53.815073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:53.815843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:53.841185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:40:53.903410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6658332 Dec 22 16:40:53.904125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:40:53.972355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e', 'status': 'completed', 'code': 200} Dec 22 16:40:54.013437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:54.081379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-75cf352d-573a-4eb3-a3e4-c2cdb93ba45e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0834150 Dec 22 16:40:54.114001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23086c-a236-47c9-b69f-af8236577166 req-8db2c361-1903-4f86-ad7d-27408550773b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:54.115892 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c23086c-a236-47c9-b69f-af8236577166 req-8db2c361-1903-4f86-ad7d-27408550773b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0892584 Dec 22 16:40:54.168775 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5c23086c-a236-47c9-b69f-af8236577166 req-2555d6b1-ff3e-4418-8491-414ad1479f52 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Dec 22 16:40:54.199878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32994) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:54.240004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-a96a1a1c-6bb5-4f54-b9d0-2c7ca540ff61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:54.241779 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-a96a1a1c-6bb5-4f54-b9d0-2c7ca540ff61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.1530886 Dec 22 16:40:54.319415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2b21845a-3649-4560-8414-c12d27727707 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 200 len: 991 time: 0.1181436 Dec 22 16:40:54.361659 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-c8192984-ad0d-407d-8c85-dc0de2ea496c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 999 time: 0.1129923 Dec 22 16:40:54.420594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'a35624ba-79f2-4685-9323-faca830bde2a', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'port_id': '03b4d767-1be4-4562-97a1-4540464f163e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'mac_address': 'fa:16:3e:25:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:40:52Z', 'updated_at': '2021-12-22T16:40:52Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:54.425132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Checking router: 8d814f7a-ca82-4353-9e91-cdd20d0ea869 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:40:54.436359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-884ae770-c28c-40ff-bc5f-c64763d117d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:40:54.437050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:40:54.437725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:40:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:54.437980 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-884ae770-c28c-40ff-bc5f-c64763d117d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0674274 Dec 22 16:40:54.548873 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-d47e0ed2-d1bc-4f50-9d59-2fe59f63c655 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838225 Dec 22 16:40:54.707785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-4c0b95f4-df6a-421f-9787-fe4234e15fbe service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515527 Dec 22 16:40:54.793265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:40:54.864940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9f954b5a-cd3b-407d-a3d7-50efc263ae38 req-fa1375dd-6f8d-4d1c-a3e5-dc5bc5eb3948 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448760 Dec 22 16:40:55.178453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'a35624ba-79f2-4685-9323-faca830bde2a', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'port_id': '03b4d767-1be4-4562-97a1-4540464f163e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'mac_address': 'fa:16:3e:25:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:40:52Z', 'updated_at': '2021-12-22T16:40:52Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:40:55.183302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33791f3-de9a-4b2f-8d8b-8412a8abc97a None None] The sync data for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv is: [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'a35624ba-79f2-4685-9323-faca830bde2a', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.117', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'port_id': '03b4d767-1be4-4562-97a1-4540464f163e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'mac_address': 'fa:16:3e:25:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:40:52Z', 'updated_at': '2021-12-22T16:40:52Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:40:55.323211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 32998) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:55.438094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5ff2cd1e-270b-4b63-b87f-fda422b0cafc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 200 len: 991 time: 0.1134429 Dec 22 16:40:55.531767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d4b524-512c-4ca8-97a7-e2d674285633 None None] New status for floating IP a35624ba-79f2-4685-9323-faca830bde2a: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:40:56.442091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:40:56.800651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-eaadac34-e8b1-42c3-850c-8de05750c8fe tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 200 len: 993 time: 0.3571343 Dec 22 16:41:01.472588 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-02a3062e-7acf-457c-b547-110b48490856 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807092 Dec 22 16:41:01.636888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-517efa1a-5264-4896-8e4a-894b380c96b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0847259 Dec 22 16:41:01.801195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-cf82f4c7-9b51-4e88-82df-817b9486d562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:01.803352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-cf82f4c7-9b51-4e88-82df-817b9486d562 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.1437058 Dec 22 16:41:01.913946 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-802d7fc7-7c34-4b98-b75e-385dd89fa2ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 1001 time: 0.1039844 Dec 22 16:41:01.993041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-e718b915-3586-4549-b88d-cc7d7dbbfb4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:01.994718 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-e718b915-3586-4549-b88d-cc7d7dbbfb4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0699883 Dec 22 16:41:02.079146 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-b4aab92c-c3a2-4311-ba0c-fe8204035321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769103 Dec 22 16:41:02.231179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-8f795810-5ca9-4069-992b-83dc8e64ef16 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448925 Dec 22 16:41:02.383034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bfdfaa24-04a3-4807-99bc-39e8aa276197 req-796c0f1f-89db-48cc-ad50-e226e10fd8d5 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446753 Dec 22 16:41:10.683692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:12.771796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af9d8804-f697-4429-8520-33e0081fe674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:14.194309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:15.171832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7d989875-f53a-4d21-8730-f5621975fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:15.736940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:17.223043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:25.340890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:41:28.380186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aff4b6-4fe3-47d4-8478-c9d2fa96ac90 req-de90d160-338b-4b24-b3a9-e8cc84da18fa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:28.381966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8aff4b6-4fe3-47d4-8478-c9d2fa96ac90 req-de90d160-338b-4b24-b3a9-e8cc84da18fa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0869098 Dec 22 16:41:28.433725 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8aff4b6-4fe3-47d4-8478-c9d2fa96ac90 req-11d8993c-a153-4781-9fc2-9c4f403707b7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446498 Dec 22 16:41:29.650532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cba585-67b1-4590-81a3-126b40a5cfcf req-91486281-0fab-47c3-b8d4-0610bc4a98e6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:29.652167 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92cba585-67b1-4590-81a3-126b40a5cfcf req-91486281-0fab-47c3-b8d4-0610bc4a98e6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0883150 Dec 22 16:41:29.703348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-92cba585-67b1-4590-81a3-126b40a5cfcf req-46ff2f60-dbfd-42b2-a049-6d1d698cdfd9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Dec 22 16:41:30.919312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c680cc2-d3c7-4314-bc08-68325552ad48 req-e65baf4c-87d5-4051-ae51-32c273d10fa1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:30.921198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c680cc2-d3c7-4314-bc08-68325552ad48 req-e65baf4c-87d5-4051-ae51-32c273d10fa1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0868475 Dec 22 16:41:30.972592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c680cc2-d3c7-4314-bc08-68325552ad48 req-c4827e0b-133b-48f8-9269-51bbd9c5ed40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Dec 22 16:41:32.188467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eff3d4-e9aa-445b-b1b1-d56ff8d27812 req-5239efec-de87-49c0-9274-83433bd412ef tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:32.190181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20eff3d4-e9aa-445b-b1b1-d56ff8d27812 req-5239efec-de87-49c0-9274-83433bd412ef tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0912888 Dec 22 16:41:32.240776 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20eff3d4-e9aa-445b-b1b1-d56ff8d27812 req-0f026155-1506-4bdf-9a58-6f6cf6cb5c4c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443299 Dec 22 16:41:33.457701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ba7a5-608e-4787-afe2-feae52b1fd1c req-76130bce-1f6a-4905-b5dc-adf5e34a3884 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:33.459382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-444ba7a5-608e-4787-afe2-feae52b1fd1c req-76130bce-1f6a-4905-b5dc-adf5e34a3884 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0888124 Dec 22 16:41:33.510749 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-444ba7a5-608e-4787-afe2-feae52b1fd1c req-bff6f280-b18f-40cf-b36a-26f1612d735d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451386 Dec 22 16:41:34.735843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f767a7a4-fd9d-4c0c-bdf3-15110e5dfac1 req-00b7409f-f244-4d96-b390-e9853ce1b9c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:34.737492 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f767a7a4-fd9d-4c0c-bdf3-15110e5dfac1 req-00b7409f-f244-4d96-b390-e9853ce1b9c2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0953119 Dec 22 16:41:34.787936 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f767a7a4-fd9d-4c0c-bdf3-15110e5dfac1 req-141cec4b-1538-4ab3-8ae5-d7d4510f7c05 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Dec 22 16:41:36.005185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93d2f-f92a-45bc-9c4c-bfe95151c7e7 req-0674e45f-626e-48bb-a90f-fa430aa644f0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:36.006863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31c93d2f-f92a-45bc-9c4c-bfe95151c7e7 req-0674e45f-626e-48bb-a90f-fa430aa644f0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0867796 Dec 22 16:41:36.064114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-31c93d2f-f92a-45bc-9c4c-bfe95151c7e7 req-c5cf464b-83c6-4873-be01-2cd99de25850 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509264 Dec 22 16:41:37.286149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fa5a1-d6bc-436d-8691-6b12b3810efd req-762c57eb-af6b-4164-a534-951a9c3b451c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:37.286149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a56fa5a1-d6bc-436d-8691-6b12b3810efd req-762c57eb-af6b-4164-a534-951a9c3b451c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0893166 Dec 22 16:41:37.336247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a56fa5a1-d6bc-436d-8691-6b12b3810efd req-335a9930-fb5e-46a1-b7cf-c807b5ef45b4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Dec 22 16:41:38.554330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485c604-7f0e-4a06-902e-536b2ba8a8e0 req-ba0a2e1b-6357-4d8a-97d4-9e61c844b5f7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:38.556222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b485c604-7f0e-4a06-902e-536b2ba8a8e0 req-ba0a2e1b-6357-4d8a-97d4-9e61c844b5f7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0888300 Dec 22 16:41:38.607286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b485c604-7f0e-4a06-902e-536b2ba8a8e0 req-0538f297-39ad-4073-989b-52ca21e72a59 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Dec 22 16:41:39.846432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571077-3db2-462e-983c-547325939343 req-312796f9-a924-4096-a66c-ea17033be9d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:39.848166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b571077-3db2-462e-983c-547325939343 req-312796f9-a924-4096-a66c-ea17033be9d9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0977585 Dec 22 16:41:39.907827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6b571077-3db2-462e-983c-547325939343 req-28b0ca59-8cdf-46dc-b95d-db99aa7bb09e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492768 Dec 22 16:41:39.962000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33038) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:41:40.080593 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-234e580c-b1b9-49de-9757-41dcdfc850bd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 200 len: 993 time: 0.1172154 Dec 22 16:41:40.679325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:41.682553 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadec308-6192-41df-a5b1-04acd5d6309c req-8a0744b1-29c2-468d-9a59-e727cd9116a7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:41.684205 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cadec308-6192-41df-a5b1-04acd5d6309c req-8a0744b1-29c2-468d-9a59-e727cd9116a7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0907242 Dec 22 16:41:41.735464 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cadec308-6192-41df-a5b1-04acd5d6309c req-5ec20e27-6730-439c-ac9f-15152ddeb5c3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448146 Dec 22 16:41:41.764592 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-63337343-f425-45dc-a1ec-f4f2652658fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0870221 Dec 22 16:41:41.925777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-1ace0d27-3481-4dbd-ae50-1a0839ddb4c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:41.927408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-1ace0d27-3481-4dbd-ae50-1a0839ddb4c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.1475456 Dec 22 16:41:42.040435 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-c8d68c0d-b152-42a3-9ea9-76da446accab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 1001 time: 0.1023684 Dec 22 16:41:42.119256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-e816b7ec-efe6-4656-ad4e-0273afe25aa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:42.120839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-e816b7ec-efe6-4656-ad4e-0273afe25aa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0692978 Dec 22 16:41:42.208303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-ad2f2500-3b3d-444a-ad68-dc745aa668d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759513 Dec 22 16:41:42.361336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-b39bde04-fdc1-4740-a4a0-273c61f40a73 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424634 Dec 22 16:41:42.511286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f60e24e7-2d1d-4f0b-96d2-6b207d2ee874 req-69363464-6312-492e-ac14-8502447dd349 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401324 Dec 22 16:41:42.759390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d24cb401-8f77-4530-884e-9a2f2e607826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:42.977755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038432e7-222d-410d-899d-c97e34ea6485 req-50878035-f3fe-4027-a95d-d33d2cb2a000 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:42.979489 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-038432e7-222d-410d-899d-c97e34ea6485 req-50878035-f3fe-4027-a95d-d33d2cb2a000 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0883255 Dec 22 16:41:43.039028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-038432e7-222d-410d-899d-c97e34ea6485 req-97c06227-1dcc-4e71-a5bc-b243892f20f5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475256 Dec 22 16:41:44.199605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:44.255010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654c93f-c063-4d45-a373-36eb9a56ac05 req-9bfb4f3e-9640-45c4-a821-d38ee555bc0f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:41:44.256822 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9654c93f-c063-4d45-a373-36eb9a56ac05 req-9bfb4f3e-9640-45c4-a821-d38ee555bc0f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0905824 Dec 22 16:41:44.307652 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9654c93f-c063-4d45-a373-36eb9a56ac05 req-47369778-10f4-458c-8677-559f69b45784 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447204 Dec 22 16:41:44.336508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33052) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:41:44.454670 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-95e7461b-b73f-4f9e-ae37-31fc9edaeee1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 200 len: 993 time: 0.1167080 Dec 22 16:41:45.164770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5815e700-bed9-412c-a8a1-11aa8c48d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:45.741658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:41:47.221774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:02.342345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:42:02.472683 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-0ee66967-c8d9-4eac-9ed5-9aca93341331 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807421 Dec 22 16:42:02.624500 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-6ffeeb87-dd6f-477e-89e5-b50790882ef1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0772369 Dec 22 16:42:02.787158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-e811a38f-be63-4dce-9174-4760f593daef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:02.788762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-e811a38f-be63-4dce-9174-4760f593daef service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.1432126 Dec 22 16:42:03.130385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-c8b7733c-4b5d-42e7-9510-df6be6879ce9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 1001 time: 0.3347399 Dec 22 16:42:03.202716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-1e785d17-e8c3-484f-a90d-95ce91790a93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:03.204350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-1e785d17-e8c3-484f-a90d-95ce91790a93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0661774 Dec 22 16:42:03.293474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-45bf0c47-e406-49d2-9e5c-768357975091 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810325 Dec 22 16:42:03.444174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-632cf8e0-83ad-43df-9c70-a8fc95784c35 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416011 Dec 22 16:42:03.599428 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fc6a2744-addd-4deb-aa09-7e1868dd36e3 req-e94621ee-1f59-47d6-835c-66c0abb6b616 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470683 Dec 22 16:42:10.735562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:12.773279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9292040d-3076-4a8b-8a17-51c018f2aa57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:14.198343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:15.167315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28b7c774-887f-4156-8586-893a0ded38a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:15.761633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:16.921760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33068) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:17.132221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port fa4cda06-9ead-4887-8c74-9685a4dc285d {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:42:17.132519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:17.238358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:17.320930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:17.321297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:17.448570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for fa4cda06-9ead-4887-8c74-9685a4dc285d owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:42:17.784615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:17.789406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-02b3fed3-05f0-4d65-b3ea-82a8bcfe21cc tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:17.836981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=fa4cda06-9ead-4887-8c74-9685a4dc285d,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:17.883777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.884210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.884632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.885048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.885461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.885868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.886278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.886749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.887398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.887898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.888311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:17.891952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:17.956097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:18.377064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:42:18.587547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:42:18.597865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Sync routers for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:42:18.607255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:18.611064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:18.611742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:18.662128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7a36c997-33a2-43c2-83dd-f9197a664125 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/floatingips/a35624ba-79f2-4685-9323-faca830bde2a HTTP/1.1" status: 204 len: 168 time: 1.7389400 Dec 22 16:42:18.662914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:42:18.735237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e', 'status': 'completed', 'code': 200} Dec 22 16:42:18.820471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:18.838675 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-39d436a0-9654-4870-86df-e5833b4c8770 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 1098 time: 0.0750482 Dec 22 16:42:18.992366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-a1389446-7bcc-4f62-a99b-2268b28fe562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:18.994167 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-a1389446-7bcc-4f62-a99b-2268b28fe562 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 200 len: 898 time: 0.1440458 Dec 22 16:42:19.076239 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-969e097f-b9b3-4d0b-97e4-e767b23f49a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 200 len: 217 time: 0.0713043 Dec 22 16:42:19.147235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-caa1aef0-ff92-4b9d-8bbf-094426c5cbc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:19.149000 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-caa1aef0-ff92-4b9d-8bbf-094426c5cbc6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 200 len: 835 time: 0.0658014 Dec 22 16:42:19.172818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:19.176989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Checking router: 8d814f7a-ca82-4353-9e91-cdd20d0ea869 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:42:19.182216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab8e27-fe3c-4811-8214-35acfcaa43b4 req-fb95a553-7ddc-46db-a15b-bb918fcbe791 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:19.183061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04ab8e27-fe3c-4811-8214-35acfcaa43b4 req-fb95a553-7ddc-46db-a15b-bb918fcbe791 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:19.189333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:19.190129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:19.227028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-04ab8e27-fe3c-4811-8214-35acfcaa43b4 req-fb95a553-7ddc-46db-a15b-bb918fcbe791 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:19.228950 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04ab8e27-fe3c-4811-8214-35acfcaa43b4 req-fb95a553-7ddc-46db-a15b-bb918fcbe791 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.1328361 Dec 22 16:42:19.236396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-91df65f5-881b-4b64-8863-6769ea95085b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e71cc55-87cc-4d6f-a283-a5fb55a2c555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795479 Dec 22 16:42:19.284345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-04ab8e27-fe3c-4811-8214-35acfcaa43b4 req-bd2adce3-48ed-45a9-852e-c101486c9edb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484178 Dec 22 16:42:19.382190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:19.388307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-165ec28f-0912-4c3e-807a-6a622ebd2d9a service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435447 Dec 22 16:42:19.538563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8c096e84-64ce-4e88-9667-ab1ac7ef8fe7 req-5f51cdfb-96a6-44e0-b08f-37beca1ebbf8 service neutron] 10.222.0.46 "GET /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430376 Dec 22 16:42:19.717515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:19.721825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d4057-e506-49de-8e2f-9351c923132f None None] The sync data for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv is: [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': 'b5907c2d-943c-48ee-abf5-3d8b5961c90e', 'name': '', 'network_id': '0e71cc55-87cc-4d6f-a283-a5fb55a2c555', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:d5:00:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:33Z', 'updated_at': '2021-12-22T16:40:40Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': '34e1f9c0-0024-4460-ad76-5a74fd50feb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:42:20.196864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e257b284-de7a-4646-9648-8ad28939fe84 None None] New status for floating IP a35624ba-79f2-4685-9323-faca830bde2a: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:42:20.504133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06354f5b-2d67-40a0-80a6-167e5c21d5b9 req-63c19274-12c3-4fbd-9923-158fa3fc181d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:20.505832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06354f5b-2d67-40a0-80a6-167e5c21d5b9 req-63c19274-12c3-4fbd-9923-158fa3fc181d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.0856943 Dec 22 16:42:20.556238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-06354f5b-2d67-40a0-80a6-167e5c21d5b9 req-a76f7773-e261-4e7e-9af5-ebdf190b6d5c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=88f28fe9-e108-41c9-9391-cbb1b75e5db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442142 Dec 22 16:42:20.952002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-accae4bc-acb0-4e41-a680-5719083d36d7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:20.952782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-accae4bc-acb0-4e41-a680-5719083d36d7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:20.966015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-accae4bc-acb0-4e41-a680-5719083d36d7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:20.970351 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-accae4bc-acb0-4e41-a680-5719083d36d7 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 945 time: 0.1049225 Dec 22 16:42:21.044654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 03b4d767-1be4-4562-97a1-4540464f163e {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:42:21.045036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:21.311722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 03b4d767-1be4-4562-97a1-4540464f163e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=03b4d767-1be4-4562-97a1-4540464f163e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:21.312373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:21.443815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 03b4d767-1be4-4562-97a1-4540464f163e owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:42:21.701579 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:21.708039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-12f45a60-e1ed-4aa2-a9aa-a44f95edd1fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:21.739517 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-aef80215-2631-4893-a4fa-62c6636afab8 req-6cbf3d04-ef69-403e-8cd5-ff490dc4870e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=b02621bf-1687-4831-a76b-a6e298d10dee HTTP/1.1" status: 200 len: 210 time: 0.0513058 Dec 22 16:42:21.754419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=03b4d767-1be4-4562-97a1-4540464f163e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:21.768393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.768832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.769264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.769691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.770117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.770560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.771245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.771364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.771759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.772220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.772590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:21.801021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:21.854888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] No DVR routers for this DVR port 03b4d767-1be4-4562-97a1-4540464f163e on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:42:21.857147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:21.860174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'name': 'network-vif-deleted', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:42:21.919016 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02621bf-1687-4831-a76b-a6e298d10dee', 'name': 'network-vif-deleted', 'tag': '03b4d767-1be4-4562-97a1-4540464f163e', 'status': 'completed', 'code': 200} Dec 22 16:42:21.921063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff10df6c-73cf-44a6-a02b-8273a2a9697b req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "DELETE /v2.0/ports/03b4d767-1be4-4562-97a1-4540464f163e HTTP/1.1" status: 204 len: 173 time: 0.9453149 Dec 22 16:42:22.859086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33090) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:23.531748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:24.097712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 03b4d767-1be4-4562-97a1-4540464f163e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:42:24.133074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 03b4d767-1be4-4562-97a1-4540464f163e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:42:24.133394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 03b4d767-1be4-4562-97a1-4540464f163e not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:42:24.244168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port b5907c2d-943c-48ee-abf5-3d8b5961c90e {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:42:24.244551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:24.458766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port b5907c2d-943c-48ee-abf5-3d8b5961c90e, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=b5907c2d-943c-48ee-abf5-3d8b5961c90e,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:24.459161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:24.597038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for b5907c2d-943c-48ee-abf5-3d8b5961c90e owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:42:24.978324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:24.984390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81743c2e-8475-4ec3-991e-6f33647bae0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:25.032172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=b5907c2d-943c-48ee-abf5-3d8b5961c90e,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:25.035117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:25.350743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:25.997550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:42:26.463660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:42:26.486632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Sync routers for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:42:26.486756 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/8d814f7a-ca82-4353-9e91-cdd20d0ea869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6174009 Dec 22 16:42:26.486756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33096) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:26.487859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:26.488516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:26.686826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting subnet 34e1f9c0-0024-4460-ad76-5a74fd50feb7 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:42:26.688888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:26.690212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:26.750936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:26.906076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.056338 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.061474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3859e31-6a0e-42c7-8a8b-f8913b292065 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:27.102008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Subnet': ['ID=34e1f9c0-0024-4460-ad76-5a74fd50feb7,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:27.106492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:27.109952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.117435 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ded787c1-f9f2-448e-b46b-3377feabb4db tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/subnets/34e1f9c0-0024-4460-ad76-5a74fd50feb7 HTTP/1.1" status: 204 len: 168 time: 0.6357667 Dec 22 16:42:27.117975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c1d22-58d3-4ca1-a893-9bf66ab51b1f None None] Network 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:42:27.120287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33100) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:27.161565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:42:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:27.165921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Checking router: 8d814f7a-ca82-4353-9e91-cdd20d0ea869 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:42:27.178588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Routers {'8d814f7a-ca82-4353-9e91-cdd20d0ea869'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:27.179273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:27.347222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.392071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] Set router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:27.416508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] DHCP port deletion for 0e71cc55-87cc-4d6f-a283-a5fb55a2c555 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:42:27.422118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Deleting port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:42:27.422904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.575574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.642101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:42:27.642581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.656992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] For port 192058e9-8afd-4a48-bfc5-fc04ee5cb522, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=192058e9-8afd-4a48-bfc5-fc04ee5cb522,segment=NetworkSegment(00b9902b-6ecf-41b7-8774-f8f484d6f199),segment_id=00b9902b-6ecf-41b7-8774-f8f484d6f199)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:27.657426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.723259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:42:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:27.728113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc6ce6-7722-40f5-8183-f8270ecd77f7 None None] The sync data for ids ['8d814f7a-ca82-4353-9e91-cdd20d0ea869'] in dv-neutron-822514-1-hyperv is: [{'id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910761640', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26'}], 'enable_snat': True}, 'gw_port_id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:42:24Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': '6daddd5e-0a46-45bc-acfd-dc0b8206e96f', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:93:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d814f7a-ca82-4353-9e91-cdd20d0ea869', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:40:29Z', 'updated_at': '2021-12-22T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:42:27.862884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 6daddd5e-0a46-45bc-acfd-dc0b8206e96f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:27.863460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:27.976716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Calling delete_port for 192058e9-8afd-4a48-bfc5-fc04ee5cb522 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:42:28.009889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 6daddd5e-0a46-45bc-acfd-dc0b8206e96f owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:42:28.140894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.145691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-36c65907-fc6c-45fe-a5ac-0db88b6aff36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:28.187955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Pushing event deleted for resources: {'Port': ['ID=192058e9-8afd-4a48-bfc5-fc04ee5cb522,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:28.200495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] No DVR routers for this DVR port 192058e9-8afd-4a48-bfc5-fc04ee5cb522 on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:42:28.204327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.204721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.205100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.205476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.205853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.206221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.207004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.207004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.207308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.207670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.208031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:28.211293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:28.283875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.289169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:28.338664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=6daddd5e-0a46-45bc-acfd-dc0b8206e96f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:28.340476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b5907c2d-943c-48ee-abf5-3d8b5961c90e no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:42:28.341423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:28.377019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: b5907c2d-943c-48ee-abf5-3d8b5961c90e {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:42:28.377444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device b5907c2d-943c-48ee-abf5-3d8b5961c90e not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:42:28.377894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 192058e9-8afd-4a48-bfc5-fc04ee5cb522 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:42:28.414168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 192058e9-8afd-4a48-bfc5-fc04ee5cb522 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:42:28.414629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 192058e9-8afd-4a48-bfc5-fc04ee5cb522 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:42:28.587575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.872242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.877054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.946173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.946810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Fanout notify agent at l3_agent the message router_deleted on router 8d814f7a-ca82-4353-9e91-cdd20d0ea869 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:42:28.962496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:28.963755 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/routers/8d814f7a-ca82-4353-9e91-cdd20d0ea869 HTTP/1.1" status: 204 len: 168 time: 1.8422182 Dec 22 16:42:28.968840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33106) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:29.102118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.250241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.279832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e71cc55-87cc-4d6f-a283-a5fb55a2c555']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:29.293898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b9902b-6ecf-41b7-8774-f8f484d6f199') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:29.294235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b9902b-6ecf-41b7-8774-f8f484d6f199') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:29.308544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.324749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.331631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:42:29.332128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:42:29.348007 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:42:29.460764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.464421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1df0f3c7-fea3-488b-bdc2-9d2efa5e81fc tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:29.480809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.493520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Network': ['ID=0e71cc55-87cc-4d6f-a283-a5fb55a2c555,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:29.497756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:29.524296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/networks/0e71cc55-87cc-4d6f-a283-a5fb55a2c555 HTTP/1.1" status: 204 len: 168 time: 0.5542843 Dec 22 16:42:29.527191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33110) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:29.602735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.635249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.723880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.728088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e3d5481b-5dd4-4d9b-ae56-6fa29277efc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:29.744520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f28fe9-e108-41c9-9391-cbb1b75e5db3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:29.749397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:29.774933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:29.776354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/security-groups/88f28fe9-e108-41c9-9391-cbb1b75e5db3 HTTP/1.1" status: 204 len: 168 time: 0.2481167 Dec 22 16:42:30.335574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6daddd5e-0a46-45bc-acfd-dc0b8206e96f no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:42:30.369238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6daddd5e-0a46-45bc-acfd-dc0b8206e96f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:42:30.369633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6daddd5e-0a46-45bc-acfd-dc0b8206e96f not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:42:31.119649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33120) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:31.126279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-939893113', 'description': 'tempest-secgroup-smoke-939893113 description', 'project_id': 'f7364d4113424e22997ad26a2c36f45e'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:31.133108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:31.138230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:31.141430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:31.147605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:31.189737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.230481 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:31.234794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:31.237837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:31.244132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:31.358701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.388061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.393971 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fe9b330b-ef5c-4c46-a87e-17c8aac62e22 tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:31.440285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b68052-bea6-4471-8f03-6ebd67b472b6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:31.443859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:31.495088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.497258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3764896 Dec 22 16:42:31.500450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33124) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:31.506413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:31.513996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:31.518087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:31.521204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:31.527428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:31.570697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.640586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.677991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.687492 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aadee5c0-9aa6-47b1-bd01-4ac5ac9261fb tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:31.707879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032a79cc-c702-410c-9744-702bec0ddbc4,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:31.710769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:31.747161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.748529 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8ac7cf1e-ffe6-457a-842c-d6eec2421e40 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2470379 Dec 22 16:42:31.751555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33128) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:31.757729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:31.765294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:31.769574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:31.772998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:31.782192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:31.822372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.892713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.926849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.928889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e1844c06-67ad-41c1-91e3-28c2e270340c tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:31.954102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a765a3c-3d86-4f96-a573-1df337ff97d6,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:31.956879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:31.986571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:31.987929 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be55fddc-8063-451c-92b7-fa344ef79a06 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2353628 Dec 22 16:42:31.991109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33132) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:31.998258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:32.004859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:32.008910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:32.013429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:32.021962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:32.067871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.138751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.169320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.171311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c799b1e-8040-4659-be4e-f589f0e76f1b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:32.195907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54c92e5-bae2-4dea-9faa-c30ec3084b25,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:32.198776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:32.235700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.237056 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ae6ce288-2a8d-446e-b3eb-24768e5c73b0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2449319 Dec 22 16:42:32.240016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33136) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:32.246726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:32.253785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:32.258047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:32.261821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:32.268082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:32.331577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.649044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.681722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.690393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-616fc19c-c192-43cd-b873-024a22c2dd65 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:32.710214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc0df89-dcf0-4742-96a4-c0592d74fbfa,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:32.712810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:32.750139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.751544 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7aea6f14-fcc8-4999-84a7-26470a3b6ae8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5105200 Dec 22 16:42:32.754727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33140) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:32.760917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:32.768491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:32.772598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:32.775766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:32.785368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:32.829877 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:42:32.837402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.911031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.944021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:32.946038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa5ee0e2-885b-45ac-85e4-de64a6bd663e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:32.969263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188dafb7-9484-4864-a7aa-f345bb241ebc,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:32.973873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:33.024185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.025546 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a05b48e8-221f-42af-8ca4-1be392314f04 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2697184 Dec 22 16:42:33.029127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33144) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:33.035375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'security_group_rule': {'security_group_id': 'b3b68052-bea6-4471-8f03-6ebd67b472b6', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:33.042059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:33.046989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:security_group_rule and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:33.050111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:33.056525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:33.098424 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Project f7364d4113424e22997ad26a2c36f45e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:42:33.106637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.179025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.215133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.217143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-57d32afc-955f-4b65-bcae-c873e477dca3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:33.245395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00570e26-56e3-4eb0-9e88-f47c5ef13121,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:33.248388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:33.278641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.279985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2498076 Dec 22 16:42:33.283187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33148) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:33.289276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'network': {'name': 'tempest-network-smoke--345636218', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'port_security_enabled': True}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:33.295747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:33.300200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:network and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:33.303250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:33.309681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:33.341232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:42:33.347080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.378470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:42:33.388810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.389199 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Added segment 95b7ca54-ed20-4918-b695-f7bbbe993d77 of type vlan for network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 Dec 22 16:42:33.419898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.500717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.504878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:33.505527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.512595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e49a381-dda5-4826-83cd-fc4231370cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:33.622244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3364460 Dec 22 16:42:33.624514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33152) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:33.631372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'admin_state_up': True, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:33.631667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Network': ['ID=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:33.634634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65f9fa70-d74a-4947-aa76-a78456dcc909 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:33.641429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:33.643354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:42:33.646128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:router and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:33.649293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:33.657123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:33.695183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.696206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.778305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:33.961551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.192309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.224995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.376054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.108 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/dd0e3f58-ae40-431a-91d4-0fcfc8c932e6) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:42:34.537734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.592702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.597669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75d41365-b6a1-492c-8233-c0849548d5c0 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:34.669866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:34.672933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:34.675605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:42:34.716811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:34.720823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:34.932367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:34.933925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:35.241172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router fd03556f-52ed-4088-98c2-2e0a87294666 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:42:35.460992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:42:35.472849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Sync routers for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:42:35.486544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:35.487233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:35.521123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:35.522423 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-92b1ad3f-e966-4c56-94dc-4910b8f96274 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8967404 Dec 22 16:42:35.525828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33156) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:35.576874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-24c76ae4-53ac-433b-b992-718c8281c329 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f7364d4113424e22997ad26a2c36f45e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496101 Dec 22 16:42:35.584645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33160) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:35.684726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:35.731576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9e142f-f716-4f02-b430-340d15f42b29 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:35.733244 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1e9e142f-f716-4f02-b430-340d15f42b29 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475511 Dec 22 16:42:35.736528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33164) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:35.784811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d434a14-0684-47ce-b628-c926da87ceba tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=8ad434e6-187e-49e7-85a1-ccb6a11fecc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443578 Dec 22 16:42:35.785039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33168) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:35.791823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1175847363', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:35.915613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:35.921853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:subnet and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:35.923660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:35.930547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:35.977964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:42:36.012465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:34Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:36.017159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Checking router: fd03556f-52ed-4088-98c2-2e0a87294666 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:42:36.017557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Updating router fd03556f-52ed-4088-98c2-2e0a87294666 port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:42:36.073272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.097955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.498779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.530200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.534166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9f5f2e0f-61bd-4bcf-84da-8fc59b180b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:36.586336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Transition to ACTIVE for port object dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:36.620684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.622970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Subnet': ['ID=a119bf91-d056-4db5-b013-8ac66de42225,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:36.626644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:36.627209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:36.637324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Checking segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:42:36.637756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network hostable DHCP agents. Network: 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:42:36.708758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Attempting to bind port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:42:36.710639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Attempting to bind port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:42:36.710639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Attempting to bind port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:42:36.712567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Pushing event updated for resources: {'Port': ['ID=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:36.717098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:36.720773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:42:36.721197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:42:36.721657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.722205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:42:36.722707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Bound port: dd0e3f58-ae40-431a-91d4-0fcfc8c932e6, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:42:36.723054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.728965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:42:36.795015 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:36.805789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94759f2-2a9d-4fc5-84c1-de358246ee7c None None] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:42:36.809182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:36.809847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.819779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] For port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:42:36.848769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] For port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:42:36.862043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-197facb8-0844-4a21-b987-7d9702e08090 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0754817 Dec 22 16:42:36.864966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33172) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:36.898320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:36.908207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:37.025353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Pushing event updated for resources: {'Port': ['ID=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:37.036540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:37.037323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:37.038030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:37.316357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:42:37.317272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:37.395782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:37.912923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Allocated IP 172.20.0.2 (4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4/a119bf91-d056-4db5-b013-8ac66de42225/444d34f1-00c7-4e6c-a103-a119512ff97a) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:42:38.013984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.113544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:34Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:38.122547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff5f2f-7a96-4115-a49f-0fc003726b4e None None] The sync data for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv is: [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:34Z', 'revision_number': 3, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:42:38.211789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.224520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Transition to ACTIVE for port object 444d34f1-00c7-4e6c-a103-a119512ff97a will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:38.315449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Transition to ACTIVE for port object 444d34f1-00c7-4e6c-a103-a119512ff97a will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:38.367748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.373548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:38.442655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:38.445946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:38.451337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:42:38.454378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Pushing event updated for resources: {'Port': ['ID=444d34f1-00c7-4e6c-a103-a119512ff97a,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:38.458234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:38.524673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.1 (4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4/a119bf91-d056-4db5-b013-8ac66de42225/3c14599b-cbb3-463b-9124-dcbb6663bbc1) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:42:38.555077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Attempting to bind port 444d34f1-00c7-4e6c-a103-a119512ff97a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:42:38.555823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Attempting to bind port 444d34f1-00c7-4e6c-a103-a119512ff97a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:42:38.556241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Attempting to bind port 444d34f1-00c7-4e6c-a103-a119512ff97a on network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:42:38.573917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:42:38.574366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Checking segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:42:38.589594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.589594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Bound using segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:42:38.589594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Bound port: 444d34f1-00c7-4e6c-a103-a119512ff97a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:42:38.589594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.695204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] For port 444d34f1-00c7-4e6c-a103-a119512ff97a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:42:38.699676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] For port 444d34f1-00c7-4e6c-a103-a119512ff97a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=444d34f1-00c7-4e6c-a103-a119512ff97a,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:42:38.732970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.738865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:38.815030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.834098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 3c14599b-cbb3-463b-9124-dcbb6663bbc1 will not be triggered until provisioned by entity DHCP. {{(pid=88958) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:38.838605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Pushing event updated for resources: {'Port': ['ID=444d34f1-00c7-4e6c-a103-a119512ff97a,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:38.850683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:38.895432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:38.900429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8cdf8cb5-c19e-492d-85c9-f1699fa9cccd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:38.978735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:38.982543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:38.988965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:42:39.017312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:39.023652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:39.056234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:39.250319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:39.348529 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:42:39.723855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:39.750029 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:39.785061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:39.875517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:39.879853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:39.883274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:40.027193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:40.028449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:40.442571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 444d34f1-00c7-4e6c-a103-a119512ff97a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:40.542750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router fd03556f-52ed-4088-98c2-2e0a87294666 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:42:40.574647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 444d34f1-00c7-4e6c-a103-a119512ff97a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:40.581037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:40.618885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b1c287-1142-44a5-abad-462365df2c19 None None] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:42:40.784578 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:40.796992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:42:40.816044 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/fd03556f-52ed-4088-98c2-2e0a87294666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9496181 Dec 22 16:42:40.851081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Provisioning for port 444d34f1-00c7-4e6c-a103-a119512ff97a completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:40.865658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Provisioning complete for port 444d34f1-00c7-4e6c-a103-a119512ff97a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:40.866066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:40.945318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:40.973253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:40.973684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.033183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-8c8cb60b-a7b3-456a-8fd3-ef0b8508244a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:41.086847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-8c8cb60b-a7b3-456a-8fd3-ef0b8508244a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:41.088193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-8c8cb60b-a7b3-456a-8fd3-ef0b8508244a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-939893113&fields=id&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 267 time: 0.1051395 Dec 22 16:42:41.241999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.269755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.273926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Sync routers for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:42:41.275233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-a8351a23-fb03-427f-b90d-ca44c445a49f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:41.276089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-a8351a23-fb03-427f-b90d-ca44c445a49f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:41.288488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:41.289655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:41.312314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:41.314480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] For port 444d34f1-00c7-4e6c-a103-a119512ff97a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=444d34f1-00c7-4e6c-a103-a119512ff97a,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:41.332533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-a8351a23-fb03-427f-b90d-ca44c445a49f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:41.334058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-a8351a23-fb03-427f-b90d-ca44c445a49f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 796 time: 0.2375271 Dec 22 16:42:41.353133 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-95e83dae-a2ca-4f30-b4f9-088747dd5686 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/quotas/f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 375 time: 0.0124345 Dec 22 16:42:41.363990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.366198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:41.407517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.459260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Pushing event updated for resources: {'Port': ['ID=444d34f1-00c7-4e6c-a103-a119512ff97a,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:41.463376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:41.464099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:41.469252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-83694c3b-c558-46b1-b97a-e0faa39c3247 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:41.503568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:41.524487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-83694c3b-c558-46b1-b97a-e0faa39c3247 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:41.527342 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-83694c3b-c558-46b1-b97a-e0faa39c3247 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670101 Dec 22 16:42:41.549556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:41.556642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:41.653740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-14041b56-0759-4068-a173-f7abe506dcc5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:42:41.655091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-14041b56-0759-4068-a173-f7abe506dcc5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1039937 Dec 22 16:42:41.749695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Provisioning for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:41.755512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Provisioning complete for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:41.765146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.851073 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:42:41.861143 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-fd44c2b0-a2e8-4aab-b94a-277c4b141fa5 service neutron] 10.222.0.18 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903350 Dec 22 16:42:41.879805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Provisioning complete for port 444d34f1-00c7-4e6c-a103-a119512ff97a triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:41.880440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dd8d9ab-5f41-40da-af82-b420b56437d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:41.955820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 2, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:41.961305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Checking router: fd03556f-52ed-4088-98c2-2e0a87294666 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:42:41.962003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Updating router fd03556f-52ed-4088-98c2-2e0a87294666 port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:42:42.024468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.056468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-be75609f-6670-4419-b34d-237c1ff0247d service neutron] 10.222.0.18 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878545 Dec 22 16:42:42.186343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-44642a62-821f-486c-a021-7cdfc4910824 None None] Provisioning complete for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:42.187141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44642a62-821f-486c-a021-7cdfc4910824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.246060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44642a62-821f-486c-a021-7cdfc4910824 None None] Port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:42:42.370229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 444d34f1-00c7-4e6c-a103-a119512ff97a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:42.404676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d854e79e-5603-4c35-a515-001aae28e371 None None] Provisioning complete for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:42.405090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d854e79e-5603-4c35-a515-001aae28e371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.499407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d854e79e-5603-4c35-a515-001aae28e371 None None] Port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:42:42.515467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 444d34f1-00c7-4e6c-a103-a119512ff97a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:42.515894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.553250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.566934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Transition to ACTIVE for port object 3c14599b-cbb3-463b-9124-dcbb6663bbc1 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:42.601084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.605669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-305987ac-9869-4427-927e-a5bef2b5b2be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:42.641191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:42.717980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:42.718405 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.852709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0ca95d4-54f2-4d0c-917e-d2a120831cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:42.896513 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Pushing event updated for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:42.937057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.937459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.937836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.938207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.938597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.938962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.939326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.939748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.940017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.940471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.940701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:42:42.948917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:43.004651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Attempting to bind port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:42:43.005075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Attempting to bind port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:42:43.005488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Attempting to bind port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 on network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:42:43.013840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:42:43.014270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Checking segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:42:43.014761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:43.015208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Bound using segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:42:43.015733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Bound port: 3c14599b-cbb3-463b-9124-dcbb6663bbc1, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:42:43.016154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:43.116389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] For port 3c14599b-cbb3-463b-9124-dcbb6663bbc1, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:42:43.119799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] For port 3c14599b-cbb3-463b-9124-dcbb6663bbc1, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3c14599b-cbb3-463b-9124-dcbb6663bbc1,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:42:43.149805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:43.153859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:43.238653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Pushing event updated for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=4']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:43.239661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:43.242207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:42:43.242913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:43.440177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:42:43.458151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a294f6f1-8c53-42ac-9a7c-50092f64dd1f req-82942645-7672-48f5-ba95-5254a32efdfa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 210 time: 0.0552232 Dec 22 16:42:43.797199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:43Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:42:43.802057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1122ab8-9ffc-4fea-b3cb-1c06d21f9a97 None None] The sync data for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv is: [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:43Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:42:44.195656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:44.385901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3c14599b-cbb3-463b-9124-dcbb6663bbc1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:44.515163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:44.521626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:44.522049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:44.684944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:44.727335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-890e8c4b-f93e-4059-a6a5-5c1c1ccf5566 req-5da4828c-8b02-4a56-9a8f-da9d88bdd364 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 210 time: 0.0691254 Dec 22 16:42:44.734993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 3c14599b-cbb3-463b-9124-dcbb6663bbc1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3c14599b-cbb3-463b-9124-dcbb6663bbc1,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:44.767240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:44.769510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9494645-b7b5-49f3-944b-cc8ef74dd33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:44.843465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:44.846848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:45.167564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fa98-18d7-4ed8-95d1-f7c3c0de893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:45.656116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-322aafcd-c6d5-44ee-99f2-bba51ee13404 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:45.660494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-322aafcd-c6d5-44ee-99f2-bba51ee13404 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:42:45.670769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-322aafcd-c6d5-44ee-99f2-bba51ee13404 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:42:45.672039 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-322aafcd-c6d5-44ee-99f2-bba51ee13404 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 796 time: 0.1742671 Dec 22 16:42:45.746791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:45.748279 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-331ec557-232c-4e2d-840b-e0c11bfa98e4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7364d4113424e22997ad26a2c36f45e HTTP/1.1" status: 200 len: 379 time: 0.0485494 Dec 22 16:42:45.761522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'port': {'device_id': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'admin_state_up': True, 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'security_groups': ['b3b68052-bea6-4471-8f03-6ebd67b472b6']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:45.945234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:45.956813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:45.961194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2389f904-5670-4421-b47e-d39f18c27951 req-eede2224-bfcd-4164-a73d-438bb42017d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 210 time: 0.0598769 Dec 22 16:42:46.077556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Made reservation on behalf of f7364d4113424e22997ad26a2c36f45e for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:42:46.083214 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:46.262346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.20.0.13 (4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4/a119bf91-d056-4db5-b013-8ac66de42225/44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:42:46.354010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3c14599b-cbb3-463b-9124-dcbb6663bbc1 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:46.431456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:46.431882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:46.479389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:46.497465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Transition to ACTIVE for port object 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:46.558467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:46.564703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3f2edebe-1f32-4e1e-b5bb-70402b2774ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:46.642011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:46.645310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:46.650187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:42:46.678105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:46.682000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:46.724212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:46.724903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:46.787070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0301578 Dec 22 16:42:46.806774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Request body: {'port': {'device_id': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:46.927816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:47.029430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6aea89bf-b9c8-4251-96c5-3b6cb57a5164 None None] Provisioning for port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:47.035384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-6aea89bf-b9c8-4251-96c5-3b6cb57a5164 None None] Provisioning complete for port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:47.035809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6aea89bf-b9c8-4251-96c5-3b6cb57a5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:47.095675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-6aea89bf-b9c8-4251-96c5-3b6cb57a5164 None None] Port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:42:47.235370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:47.319157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:42:47.327731 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:47.415596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Transition to ACTIVE for port object 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:42:47.446818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:47.452532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1b107423-ce37-4d4b-ba94-069a6e6fbb97 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:47.470093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7557502-2af1-4ec0-a409-572995b881e3 req-0da9ce1f-f7b3-40ad-8e9e-313192bc5ce6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:47.471801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7557502-2af1-4ec0-a409-572995b881e3 req-0da9ce1f-f7b3-40ad-8e9e-313192bc5ce6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 944 time: 0.3455331 Dec 22 16:42:47.522896 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7557502-2af1-4ec0-a409-572995b881e3 req-cfebbc14-8114-4fd1-bc60-d8acbda3aa21 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446625 Dec 22 16:42:47.587421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Pushing event updated for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:47.591373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:47.950323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Attempting to bind port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:42:47.950956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Attempting to bind port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:42:47.951098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Attempting to bind port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab on network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:42:47.957292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab on network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:42:47.957648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Attempting to bind port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab on network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:42:47.965111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:42:47.965480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Checking segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:42:47.965897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Bound using segment: {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:42:47.966364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Bound port: 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b7ca54-ed20-4918-b695-f7bbbe993d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:42:47.966771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:48.059480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:42:48.062624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:42:48.087042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:48.091174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-16824942-faae-4f1e-8361-dbfbade9e622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:48.156548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:48.158107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] 10.222.0.46 "PUT /v2.0/ports/44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 1094 time: 1.3584316 Dec 22 16:42:48.160912 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:42:48.181346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Pushing event updated for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:48.189997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:48.234384 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'status': 'completed', 'code': 200} Dec 22 16:42:48.327429 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-0f873f65-bb86-4af2-97ab-ad261d3206df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1097 time: 0.0812917 Dec 22 16:42:48.409053 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-4bd925a1-b24b-42a9-8bc2-ae0b3cf9ca57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 217 time: 0.0694518 Dec 22 16:42:48.483822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-69215861-d226-4e5e-95e5-b0358af1102f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:48.485456 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-69215861-d226-4e5e-95e5-b0358af1102f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0667191 Dec 22 16:42:48.570346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-52f56754-d08d-46e4-8246-587d56d34f26 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764720 Dec 22 16:42:48.726909 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-39c4e79d-f676-4e98-ae98-8c318e0aeeca service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453478 Dec 22 16:42:48.738829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce44b17-1aaa-4441-a7af-8bdda8b2088d req-205ae391-a564-4d8d-bb11-b59f9ef99ec5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:48.740612 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ce44b17-1aaa-4441-a7af-8bdda8b2088d req-205ae391-a564-4d8d-bb11-b59f9ef99ec5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 944 time: 0.0874014 Dec 22 16:42:48.797078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ce44b17-1aaa-4441-a7af-8bdda8b2088d req-f7149aff-251e-44fa-ba9d-8dec31a8cc99 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492969 Dec 22 16:42:48.885979 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e685ce17-da9a-4bd4-9539-3fb8687080da req-78495fb5-4793-4647-9814-191316520b24 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483555 Dec 22 16:42:49.045941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-6b78e41b-5ed2-47ce-b3af-4dc97b398b5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1097 time: 0.0800626 Dec 22 16:42:49.196851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-81e9f024-1260-45f1-9925-1d95d2c72a42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:49.199275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-81e9f024-1260-45f1-9925-1d95d2c72a42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 897 time: 0.1464803 Dec 22 16:42:49.276391 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-02bb135c-f206-4b45-a928-c36c6e702e67 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 217 time: 0.0695231 Dec 22 16:42:49.348642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-c7c3ece7-a5e2-4795-b60a-6340685e8f46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:49.350247 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-c7c3ece7-a5e2-4795-b60a-6340685e8f46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0669687 Dec 22 16:42:49.439326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-3c4651ef-0124-4d92-ac30-c9b6ee1e77f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809698 Dec 22 16:42:49.585476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-c64530c1-e5b3-481e-a1dc-f3f8a2710b53 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388261 Dec 22 16:42:49.736181 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d43c66fc-38ab-4c20-88ef-ed623116de48 req-fbc9e821-76b2-4f27-9af8-678c7827785f service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436117 Dec 22 16:42:50.014714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4d8be-d77d-4ea8-9d09-9deaff8f05e0 req-236b6207-d6d8-43fe-86de-46f60524ea96 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:50.016340 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ba4d8be-d77d-4ea8-9d09-9deaff8f05e0 req-236b6207-d6d8-43fe-86de-46f60524ea96 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 944 time: 0.0830531 Dec 22 16:42:50.065728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ba4d8be-d77d-4ea8-9d09-9deaff8f05e0 req-3feac545-0bc8-47a8-8e28-eace5680e3e9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Dec 22 16:42:51.275428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4f2b8-19e0-4b65-97fc-fce581c163ac req-92751f22-cd71-4688-8f17-b10195bcb25e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:51.277610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdd4f2b8-19e0-4b65-97fc-fce581c163ac req-92751f22-cd71-4688-8f17-b10195bcb25e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 944 time: 0.0878775 Dec 22 16:42:51.326911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fdd4f2b8-19e0-4b65-97fc-fce581c163ac req-1f246b17-e0ea-45dd-8329-39b06ddb724b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431228 Dec 22 16:42:52.257916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:42:52.407257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:52.422964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'port_id': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'mac_address': 'fa:16:3e:91:08:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:42:52.478846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:52.501021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:42:52.516603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:52.546035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:52.548001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:52.550363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a053d5-00f7-449e-8ff4-2a73af6376e7 req-5a22871c-b89b-4476-ade8-757defa20967 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:52.552232 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0a053d5-00f7-449e-8ff4-2a73af6376e7 req-5a22871c-b89b-4476-ade8-757defa20967 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 944 time: 0.0958076 Dec 22 16:42:52.601830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0a053d5-00f7-449e-8ff4-2a73af6376e7 req-5668c4dd-aaa3-422f-ac79-ca20ba6608a3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429616 Dec 22 16:42:52.616693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:52.620756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:52.830167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:42:53.829524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e290-6bd8-4dc8-a82b-42a928e752b7 req-a501e5e4-478c-42b8-9b73-90883c68a9cc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:53.831184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f74e290-6bd8-4dc8-a82b-42a928e752b7 req-a501e5e4-478c-42b8-9b73-90883c68a9cc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 945 time: 0.0914452 Dec 22 16:42:53.881777 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6f74e290-6bd8-4dc8-a82b-42a928e752b7 req-667e9102-fdb3-40d6-aff1-b0de833848fa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442717 Dec 22 16:42:54.269084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:42:54.419898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:42:54.425127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:42:54.428986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:54.715305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:54.742167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:42:54.753023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:42:54.791475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:54.793742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:54.863787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:54.867735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:54.889621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'code': 200} Dec 22 16:42:55.094760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff5a82-0f47-445c-b4dd-98b51de67a0e req-ee6ec90a-a69a-43fb-a365-beb751f11e41 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:55.096312 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44ff5a82-0f47-445c-b4dd-98b51de67a0e req-ee6ec90a-a69a-43fb-a365-beb751f11e41 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0876319 Dec 22 16:42:55.146474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-44ff5a82-0f47-445c-b4dd-98b51de67a0e req-9fa187f4-8e48-4749-85c3-6e440ca789be tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439248 Dec 22 16:42:55.256470 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1a1c8ee8-f2d6-49ac-aabd-69b83ad5672b req-d84011a3-0aa5-4c87-9ec6-eb2f37fec538 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1099 time: 0.0779302 Dec 22 16:42:55.310054 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1a1c8ee8-f2d6-49ac-aabd-69b83ad5672b req-02cb8855-5d72-4502-a22e-a5f3460bc625 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Dec 22 16:42:56.383544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4549c4-a408-4bed-bde5-496786556165 req-aa79863a-2371-4979-ab8e-77160a25a4b4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:56.385180 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c4549c4-a408-4bed-bde5-496786556165 req-aa79863a-2371-4979-ab8e-77160a25a4b4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.1114526 Dec 22 16:42:56.438496 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c4549c4-a408-4bed-bde5-496786556165 req-a2347cce-15ac-4bee-bc62-aba0b4daca6f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Dec 22 16:42:57.646067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf71a-5d54-4cc3-9d7f-e04b2aa97b4f req-2af562d1-21e1-447b-9bea-9fdc1a3174ea tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:57.647703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8ddf71a-5d54-4cc3-9d7f-e04b2aa97b4f req-2af562d1-21e1-447b-9bea-9fdc1a3174ea tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0835571 Dec 22 16:42:57.697290 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f8ddf71a-5d54-4cc3-9d7f-e04b2aa97b4f req-e5db2b77-795f-4cbd-af98-27e517ca81f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Dec 22 16:42:57.906263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238d10b-bdcb-45ec-b568-83b25bb97ed6 req-b07f89e4-ef07-4859-b7e8-a01df06321b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:42:57.907924 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d238d10b-bdcb-45ec-b568-83b25bb97ed6 req-b07f89e4-ef07-4859-b7e8-a01df06321b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0873978 Dec 22 16:42:57.956560 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d238d10b-bdcb-45ec-b568-83b25bb97ed6 req-7e30bee7-764c-4873-9992-69e010b054d4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425420 Dec 22 16:42:57.984502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33240) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:58.061137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c23af4d3-ac55-4fe0-95f4-747db9e6ab59 tempest-TestNetworkAdvancedServerOps-702606633 tempest-TestNetworkAdvancedServerOps-702606633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1094 time: 0.0752740 Dec 22 16:42:58.063996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33244) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:42:58.069708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:42:58.075796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:42:58.080528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Usage tracker for resource:floatingip and tenant:f7364d4113424e22997ad26a2c36f45e is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:42:58.085629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:42:58.092866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:42:58.145914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:58.309398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:58.462788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Allocated IP 172.26.1.198 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/889cf3f8-3d40-4118-84d8-a8aab38cb6bf) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:42:58.675851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:58.734811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:58.739083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:58.813370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:42:58.814623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:42:58.818756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:42:58.858496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=889cf3f8-3d40-4118-84d8-a8aab38cb6bf,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:58.863695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:59.377176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:59.477651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:59.692412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:59.725918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:42:59.730944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1eee3716-90a4-406f-b04d-f1d29d24573e tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:42:59.846314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event updated for resources: {'Port': ['ID=889cf3f8-3d40-4118-84d8-a8aab38cb6bf,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:42:59.849543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:42:59.861037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:00.064446 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Floating IP fad8c4bd-5959-441a-8ffb-51b33d067530 associated. External IP: 172.26.1.198, port: 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab. Dec 22 16:43:00.474678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router fd03556f-52ed-4088-98c2-2e0a87294666 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:43:00.911940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:43:00.923089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Sync routers for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:43:00.938944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:00.939664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:00.962670 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:01.018908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9537256 Dec 22 16:43:01.019655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:43:01.088868 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'status': 'completed', 'code': 200} Dec 22 16:43:01.138913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:01.269359 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-defdad68-394e-468c-b0d4-7784e431c035 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1099 time: 0.1561232 Dec 22 16:43:01.363733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54becc81-61b3-4a8c-924c-6d38085b1e5b req-d072ce34-34f3-4aaa-bdc1-0573b4daaaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:01.365374 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-54becc81-61b3-4a8c-924c-6d38085b1e5b req-d072ce34-34f3-4aaa-bdc1-0573b4daaaaa tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0880339 Dec 22 16:43:01.417613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-54becc81-61b3-4a8c-924c-6d38085b1e5b req-6d406729-81d2-4bec-ab38-ae3dc66ef9bf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 Dec 22 16:43:01.421601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-8f410d23-f81e-4cd0-9019-5a8491d9be20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:01.423597 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-8f410d23-f81e-4cd0-9019-5a8491d9be20 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 897 time: 0.1452558 Dec 22 16:43:01.450915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33254) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:01.523467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'fad8c4bd-5959-441a-8ffb-51b33d067530', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.198', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'port_id': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'mac_address': 'fa:16:3e:91:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:42:59Z', 'updated_at': '2021-12-22T16:42:59Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:01.528428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Checking router: fd03556f-52ed-4088-98c2-2e0a87294666 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:43:01.540085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:01.540608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:42:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:01.545539 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-81e9ca96-9d11-47dc-ab31-9c14e0d12dca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 1000 time: 0.1142709 Dec 22 16:43:01.572832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-15b05239-16d5-4776-8be9-6bb0003adaf4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 200 len: 992 time: 0.1183848 Dec 22 16:43:01.620083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-9d67c30b-64db-4e67-91ae-6d64006ea116 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:01.621677 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-9d67c30b-64db-4e67-91ae-6d64006ea116 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0691597 Dec 22 16:43:01.711378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-cffa85ce-7c3a-4e85-9342-8f821a8c1f48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803308 Dec 22 16:43:01.736951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:01.860717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-90e143f4-b5ca-4432-a46e-9b3ebd677233 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417418 Dec 22 16:43:02.014747 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b1409b4d-1f36-42b5-8380-019a69a14ff7 req-1987f54d-e9d4-4ea2-be27-6b9bfb925e4b service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468101 Dec 22 16:43:02.107204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'fad8c4bd-5959-441a-8ffb-51b33d067530', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.198', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'port_id': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'mac_address': 'fa:16:3e:91:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:42:59Z', 'updated_at': '2021-12-22T16:42:59Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:02.111395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e3f7f3-9f9e-495c-bc2a-e37081bc146c None None] The sync data for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv is: [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': 'fad8c4bd-5959-441a-8ffb-51b33d067530', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'floating_ip_address': '172.26.1.198', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'port_id': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'mac_address': 'fa:16:3e:91:08:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:42:59Z', 'updated_at': '2021-12-22T16:42:59Z', 'revision_number': 0, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:43:02.432741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c16b2f-6fac-4ba1-a405-183799238494 None None] New status for floating IP fad8c4bd-5959-441a-8ffb-51b33d067530: ACTIVE {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:43:02.576626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33260) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:02.694147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-551d2af6-1867-4fc2-9cf8-45b9499a0499 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 200 len: 992 time: 0.1158247 Dec 22 16:43:03.698247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33264) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:03.814034 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6a00918f-3cca-4687-b54e-0a862b327a8c tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 200 len: 994 time: 0.1142373 Dec 22 16:43:04.100067 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-75fe352c-001c-4932-b959-d29f10150b59 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745380 Dec 22 16:43:04.249984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-55b33ba1-3418-408c-8858-7f205b693ae5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1099 time: 0.0771415 Dec 22 16:43:04.406324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-515d28bc-6ea8-4dc5-b5d0-0db9e106e814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:04.407966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-515d28bc-6ea8-4dc5-b5d0-0db9e106e814 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 897 time: 0.1392395 Dec 22 16:43:04.512055 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-a3d6fd64-e067-4c6f-b2a5-d99712225c7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 1002 time: 0.0972548 Dec 22 16:43:04.581937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-38ac0f8d-419b-41c4-a8e9-7c6518f8416f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:04.583473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-38ac0f8d-419b-41c4-a8e9-7c6518f8416f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0654516 Dec 22 16:43:04.663992 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-b2e32780-606c-4512-85f9-290fe63fc9ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739777 Dec 22 16:43:04.808607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-a96cfe4f-31de-458b-b451-e185d9d3f648 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383471 Dec 22 16:43:04.951208 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-158901eb-ba63-49db-8b8a-020f37df7b2b req-ff9d2f3b-7b27-482f-bd12-482f37bd72f2 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359181 Dec 22 16:43:10.723184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:12.765787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-02410b18-398f-46d4-b6ed-17ff9df0d72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:14.394314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:15.171398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1af05f9c-63da-4874-82c8-4b94f40d1124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:15.765880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:16.349827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:43:17.242341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:35.722837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8797ba-07c4-40c3-81c7-e7f686464eb2 req-219e1057-0225-46a0-8e9f-c18b6876a706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:35.724460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e8797ba-07c4-40c3-81c7-e7f686464eb2 req-219e1057-0225-46a0-8e9f-c18b6876a706 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.1573727 Dec 22 16:43:35.773058 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0e8797ba-07c4-40c3-81c7-e7f686464eb2 req-38e9c10b-0737-4904-92f4-178be680bea2 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423145 Dec 22 16:43:37.109985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284b67f-b12c-43dd-a8ab-00a11e4ef191 req-2129eb54-ecdb-4c8c-9988-126abf81f840 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:37.111611 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6284b67f-b12c-43dd-a8ab-00a11e4ef191 req-2129eb54-ecdb-4c8c-9988-126abf81f840 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.1659765 Dec 22 16:43:37.161872 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6284b67f-b12c-43dd-a8ab-00a11e4ef191 req-1cf42f5a-4c2d-4967-aaee-017f35d070a6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438879 Dec 22 16:43:37.190524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33294) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:37.310967 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-8054fc47-2bde-4061-b66d-ae6fa2b821a3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 200 len: 994 time: 0.1188633 Dec 22 16:43:38.883226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca627f9-9db9-4d92-b950-084fed7d2b18 req-7779ab23-a6f9-4e7a-b307-edb4ae8c9cf4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:38.884855 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dca627f9-9db9-4d92-b950-084fed7d2b18 req-7779ab23-a6f9-4e7a-b307-edb4ae8c9cf4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0918190 Dec 22 16:43:38.933270 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-9a2cef4b-a524-4cc0-9f9a-067fe0036704 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1099 time: 0.0798988 Dec 22 16:43:38.936172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dca627f9-9db9-4d92-b950-084fed7d2b18 req-55256af3-717b-47d2-b192-a7c5e468ce88 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Dec 22 16:43:39.080183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-3e00bca8-07e2-4fe0-ad36-742ff1fd95ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:39.081797 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-3e00bca8-07e2-4fe0-ad36-742ff1fd95ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 897 time: 0.1390023 Dec 22 16:43:39.190839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-53eb4768-b472-460f-84cd-a648e51239c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 1002 time: 0.0980158 Dec 22 16:43:39.266549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-4506fd7b-740e-4315-b333-b07ca3b755d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:39.268071 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-4506fd7b-740e-4315-b333-b07ca3b755d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0680256 Dec 22 16:43:39.352322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-d2f11599-86a8-4e3c-893b-ccfcbf5b9e89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736077 Dec 22 16:43:39.722358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-9a9ffcd4-a307-4bbd-94d9-e86b949ac2ab service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587086 Dec 22 16:43:39.872669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d8c2afde-bb30-4bd8-af0d-8043837d9634 req-9020ab50-99c6-4da7-945a-e150e3d580b5 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392193 Dec 22 16:43:40.156516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b7aae-3d70-483d-9543-185f60040041 req-d7a12012-4f11-40d0-9766-abfd851454a4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:40.158150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-324b7aae-3d70-483d-9543-185f60040041 req-d7a12012-4f11-40d0-9766-abfd851454a4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0876336 Dec 22 16:43:40.210321 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-324b7aae-3d70-483d-9543-185f60040041 req-c88592ad-3f48-4be3-b322-ff15ae8b18a4 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459356 Dec 22 16:43:40.725016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:41.417304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad9d3-e35a-4434-8d15-d841da7245e4 req-75d3a024-a38d-49a5-95ff-179082972950 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:41.418984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4cad9d3-e35a-4434-8d15-d841da7245e4 req-75d3a024-a38d-49a5-95ff-179082972950 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0821698 Dec 22 16:43:41.471724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c4cad9d3-e35a-4434-8d15-d841da7245e4 req-640388f6-40da-42cb-b0c5-e5494160cf86 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Dec 22 16:43:41.503179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33308) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:41.608722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b511b374-2418-4602-b169-5390b6e8107d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 200 len: 994 time: 0.1062493 Dec 22 16:43:41.913653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33316) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:42.126994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 889cf3f8-3d40-4118-84d8-a8aab38cb6bf {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:43:42.127289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:42.302002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:42.302370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:42.433198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 889cf3f8-3d40-4118-84d8-a8aab38cb6bf owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:43:42.733693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:42.738827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-141679fe-3bbf-405a-b079-d11aa6131339 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:42.784487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8460e3c9-5f4c-4c5e-84b0-6d9a76c34b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:42.788808 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=889cf3f8-3d40-4118-84d8-a8aab38cb6bf,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:42.834364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.834863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.835288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.835710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.836131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.836607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.836950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.837361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.837769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.838177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.838611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:42.868310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:42.898333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:43.304084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router fd03556f-52ed-4088-98c2-2e0a87294666 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:43:43.515854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:43:43.526339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Sync routers for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:43:43.532987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:43.540984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:43.541654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:43.588399 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9116aed2-1fa3-4e81-b5e6-466bdca0a6b3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/floatingips/fad8c4bd-5959-441a-8ffb-51b33d067530 HTTP/1.1" status: 204 len: 168 time: 1.6735010 Dec 22 16:43:43.589085 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:43:43.727028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'status': 'completed', 'code': 200} Dec 22 16:43:43.738911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:43.846078 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-3345215d-ef84-43e5-bb07-3823e733fe92 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7364d4113424e22997ad26a2c36f45e&device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 1099 time: 0.0869584 Dec 22 16:43:44.003333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-ba90dd5a-7433-4d23-9504-1b6974cd8c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:44.005293 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-ba90dd5a-7433-4d23-9504-1b6974cd8c0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 200 len: 897 time: 0.1480725 Dec 22 16:43:44.078203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-ec3473f7-bcbf-418d-a947-3b4823221035 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 200 len: 217 time: 0.0658822 Dec 22 16:43:44.083093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:44.087369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Checking router: fd03556f-52ed-4088-98c2-2e0a87294666 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:43:44.098962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:44.099574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:44.157239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ace88-6202-437c-b950-f129348b0481 req-aea44c92-455b-4b13-976e-2b65fd82ec62 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:44.158059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-7e9cf952-753e-4318-9a81-c03566c1db46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:44.158184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f99ace88-6202-437c-b950-f129348b0481 req-aea44c92-455b-4b13-976e-2b65fd82ec62 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:43:44.159605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-7e9cf952-753e-4318-9a81-c03566c1db46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 200 len: 835 time: 0.0740621 Dec 22 16:43:44.201986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-f99ace88-6202-437c-b950-f129348b0481 req-aea44c92-455b-4b13-976e-2b65fd82ec62 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:43:44.203395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f99ace88-6202-437c-b950-f129348b0481 req-aea44c92-455b-4b13-976e-2b65fd82ec62 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.1339376 Dec 22 16:43:44.251244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:44.253010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-7dc258ac-e24e-4942-bc0f-fd1ba1d698e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848868 Dec 22 16:43:44.260134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f99ace88-6202-437c-b950-f129348b0481 req-647ce950-3072-47aa-8e41-14a375db17f5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500650 Dec 22 16:43:44.312798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:44.407136 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-14acf48f-0fb9-489d-9dbf-27641a683b23 service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456316 Dec 22 16:43:44.562059 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2bad36aa-c8dc-4242-a486-911da59cd8fb req-a36e1d86-e39f-4058-9d41-30a06268d63c service neutron] 10.222.0.46 "GET /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479440 Dec 22 16:43:44.820196 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:44.824500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf9b67-3f56-4ef7-834d-957e351425f5 None None] The sync data for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv is: [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:42:39Z', 'revision_number': 4, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '3c14599b-cbb3-463b-9124-dcbb6663bbc1', 'name': '', 'network_id': '4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'mac_address': 'fa:16:3e:89:54:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:38Z', 'updated_at': '2021-12-22T16:42:44Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'subnets': [{'id': 'a119bf91-d056-4db5-b013-8ac66de42225', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:43:45.176369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e6ab3c1-2a80-45fc-b014-c43594827f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:45.272321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd1ebb-1e7b-4226-828c-2685cf6c575e None None] New status for floating IP fad8c4bd-5959-441a-8ffb-51b33d067530: DOWN {{(pid=88960) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:43:45.475283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b8f70-75b8-46fa-ab75-09860c7604ca req-09302960-b2f6-4408-89b6-47acd70b07dc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:45.476930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c78b8f70-75b8-46fa-ab75-09860c7604ca req-09302960-b2f6-4408-89b6-47acd70b07dc tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0851030 Dec 22 16:43:45.529473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c78b8f70-75b8-46fa-ab75-09860c7604ca req-958cf4de-68de-4b02-ade9-2878ac90bc08 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/security-groups?id=b3b68052-bea6-4471-8f03-6ebd67b472b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452237 Dec 22 16:43:45.767773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:45.894950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-4a825997-8da5-4955-84c7-b1cee1596efd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:45.895716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-4a825997-8da5-4955-84c7-b1cee1596efd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Synchronizing usage tracker for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:43:45.908343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-4a825997-8da5-4955-84c7-b1cee1596efd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Unset dirty status for tenant:f7364d4113424e22997ad26a2c36f45e on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:43:45.909540 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-4a825997-8da5-4955-84c7-b1cee1596efd tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 946 time: 0.0983245 Dec 22 16:43:45.989285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:43:45.989662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:46.241841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:43:46.242240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:46.374238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:43:46.618765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:46.626244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-676e2bb7-4c38-47bb-9c1d-e59d0ce9a6e8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:46.672981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:46.702604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e193fc3e-1930-4353-ae71-87eeb7fe3f9d req-595014da-98a9-4750-a594-e5a69ce6ca09 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "GET /v2.0/ports?device_id=64c731c3-ccb8-44ed-a223-daf5a8bcceb7 HTTP/1.1" status: 200 len: 210 time: 0.0465095 Dec 22 16:43:46.718557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.719000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.719634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.719838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.720260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.720677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.721095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.721511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.721926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.722337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.722780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:46.731122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:46.768281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] No DVR routers for this DVR port 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:43:46.770847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:46.773648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'name': 'network-vif-deleted', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:43:46.814072 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b7b1490e-707e-4c92-9ad4-4a7e05e6577b req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.46 "DELETE /v2.0/ports/44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab HTTP/1.1" status: 204 len: 173 time: 0.8976393 Dec 22 16:43:46.829836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c731c3-ccb8-44ed-a223-daf5a8bcceb7', 'name': 'network-vif-deleted', 'tag': '44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab', 'status': 'completed', 'code': 200} Dec 22 16:43:47.248312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:47.813558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33336) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:48.237069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:48.430859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:43:48.465178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:43:48.465573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 44b6fa64-dfbe-4ec9-a85d-caa0a3a93dab not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:43:48.885855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port 3c14599b-cbb3-463b-9124-dcbb6663bbc1 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:43:48.886506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:49.081044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port 3c14599b-cbb3-463b-9124-dcbb6663bbc1, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=3c14599b-cbb3-463b-9124-dcbb6663bbc1,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:43:49.081438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:49.207195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for 3c14599b-cbb3-463b-9124-dcbb6663bbc1 owned by network:router_interface {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:43:49.473264 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:49.477718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:49.523548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=3c14599b-cbb3-463b-9124-dcbb6663bbc1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:49.527391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:50.078677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:50.684800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Router fd03556f-52ed-4088-98c2-2e0a87294666 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:43:50.899141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:43:50.910031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Sync routers for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:43:50.917241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "PUT /v2.0/routers/fd03556f-52ed-4088-98c2-2e0a87294666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997646 Dec 22 16:43:50.917507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33340) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:50.922468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:50.923140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:51.112511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:51.119510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting subnet a119bf91-d056-4db5-b013-8ac66de42225 {{(pid=88957) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:43:51.123249 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.180667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7410946'] for subnet, precommit_delete_associations {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.273404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.374141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846909818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847372419'] for subnet, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.379165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-81fda570-dac5-4531-926a-779c3525ccc9 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:51.416855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:43:49Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:51.421061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Subnet': ['ID=a119bf91-d056-4db5-b013-8ac66de42225,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:51.421668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Checking router: fd03556f-52ed-4088-98c2-2e0a87294666 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:43:51.423806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:51.426589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.433317 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c59b4cc-5d0e-4c02-8cc6-956559992bdf tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/subnets/a119bf91-d056-4db5-b013-8ac66de42225 HTTP/1.1" status: 204 len: 168 time: 0.5147703 Dec 22 16:43:51.436621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5514d63-2f75-477f-adc6-081549a0c844 None None] Network 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:43:51.437325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33344) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:51.452897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Routers {'fd03556f-52ed-4088-98c2-2e0a87294666'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:43:51.453602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['fd03556f-52ed-4088-98c2-2e0a87294666'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:51.655420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:51.808693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] Set router fd03556f-52ed-4088-98c2-2e0a87294666 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:43:52.120139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] DHCP port deletion for 4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:43:52.126032 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Deleting port 444d34f1-00c7-4e6c-a103-a119512ff97a {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:43:52.126193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.126502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.167781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Deleting port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:43:52.168141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.252366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:43:49Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:52.276585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f04c9a-9708-4234-9fa0-c12757ae58c9 None None] The sync data for ids ['fd03556f-52ed-4088-98c2-2e0a87294666'] in dv-neutron-822514-1-hyperv is: [{'id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1279601575', 'tenant_id': 'f7364d4113424e22997ad26a2c36f45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108'}], 'enable_snat': True}, 'gw_port_id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:42:33Z', 'updated_at': '2021-12-22T16:43:49Z', 'revision_number': 5, 'project_id': 'f7364d4113424e22997ad26a2c36f45e', 'gw_port': {'id': 'dd0e3f58-ae40-431a-91d4-0fcfc8c932e6', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:9a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd03556f-52ed-4088-98c2-2e0a87294666', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:42:34Z', 'updated_at': '2021-12-22T16:42:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:43:52.360684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] For port dd0e3f58-ae40-431a-91d4-0fcfc8c932e6, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:43:52.361590 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.505750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Calling delete_port for dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:43:52.542737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 444d34f1-00c7-4e6c-a103-a119512ff97a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:43:52.593743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] For port 444d34f1-00c7-4e6c-a103-a119512ff97a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=444d34f1-00c7-4e6c-a103-a119512ff97a,segment=NetworkSegment(95b7ca54-ed20-4918-b695-f7bbbe993d77),segment_id=95b7ca54-ed20-4918-b695-f7bbbe993d77)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:43:52.594117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.733373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Calling delete_port for 444d34f1-00c7-4e6c-a103-a119512ff97a owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:43:52.781453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.786252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c56937ca-8c98-4fdd-9fc6-1ff5a78db0c1 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:52.832725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Port': ['ID=dd0e3f58-ae40-431a-91d4-0fcfc8c932e6,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:52.836053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:52.860960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.917271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954'] for port, after_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:52.927396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3bec1ccb-096d-4b4b-93a5-fe2c3aac86e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:52.972810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Pushing event deleted for resources: {'Port': ['ID=444d34f1-00c7-4e6c-a103-a119512ff97a,revision_number=None']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:52.984295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] No DVR routers for this DVR port 444d34f1-00c7-4e6c-a103-a119512ff97a on host dv-neutron-822514-1-hyperv {{(pid=88959) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:43:52.988266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.988652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.989043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.989462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.989836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.990206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.991236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.991236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.991476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.991682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.991975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:43:52.995056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:53.080265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.347047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.350508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:43:53.351486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.464323 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.464951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Fanout notify agent at l3_agent the message router_deleted on router fd03556f-52ed-4088-98c2-2e0a87294666 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:43:53.485201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.486426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-93fe49b9-411b-4732-a353-87b921a46229 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/routers/fd03556f-52ed-4088-98c2-2e0a87294666 HTTP/1.1" status: 204 len: 168 time: 2.0480499 Dec 22 16:43:53.489582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33348) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:53.619865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.769805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.798525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4']}} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:53.811686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b7ca54-ed20-4918-b695-f7bbbe993d77') {'for_net_delete': True} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:53.812025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b7ca54-ed20-4918-b695-f7bbbe993d77') {} {{(pid=88957) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:43:53.825404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847364853'] for segment, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.841224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.847812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88957) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:43:53.848246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7866148'] for segment, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:43:53.863619 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:43:53.990332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:53.993893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-30405868-8921-436c-84fa-15af8ec6a61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:54.009817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:54.022546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'Network': ['ID=4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:54.025986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:54.059191 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/networks/4c15bbf2-cbc0-42f1-bbaa-7ae9ca8926d4 HTTP/1.1" status: 204 len: 168 time: 0.5684066 Dec 22 16:43:54.062783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33352) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:54.137695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:54.168595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:54.298453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:54.304530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbac2616-fac9-4428-9e82-203e3d1614a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:54.321245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b68052-bea6-4471-8f03-6ebd67b472b6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:54.323717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:54.357398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:54.359772 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-97cb382e-e80a-4f4b-8557-619bb300ed1d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] 10.222.0.18 "DELETE /v2.0/security-groups/b3b68052-bea6-4471-8f03-6ebd67b472b6 HTTP/1.1" status: 204 len: 168 time: 0.2948987 Dec 22 16:43:54.389320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3c14599b-cbb3-463b-9124-dcbb6663bbc1 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:43:54.422902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 3c14599b-cbb3-463b-9124-dcbb6663bbc1 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:43:54.423303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 3c14599b-cbb3-463b-9124-dcbb6663bbc1 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:43:54.423781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:43:54.460490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:43:54.460892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device dd0e3f58-ae40-431a-91d4-0fcfc8c932e6 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:43:54.884099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33362) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:55.090455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d95b0612-977d-458d-9e5c-4ee14402992a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7364d4113424e22997ad26a2c36f45e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2049770 Dec 22 16:43:55.093160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33368) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:55.156712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:55.183872 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:55.304583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:55.309975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bbe9b186-fb44-4402-9d0b-06d1f854257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:55.323840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bc8a47-5e03-445f-9769-7faf5c6664d5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:55.329361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:55.331387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:55.332640 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74bc8a47-5e03-445f-9769-7faf5c6664d5 HTTP/1.1" status: 204 len: 168 time: 0.2384741 Dec 22 16:43:55.800105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33376) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:55.824424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:55.858299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:43:55.862307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Usage tracker for resource:security_group_rule and tenant:0442531d921446ec88bf32ea5124fee5 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:43:55.865276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:43:55.871332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:43:56.066352 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.112575 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.120143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-937d5084-d786-447b-a71a-853e2c840eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:56.164626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72586045-a871-4303-9e36-5f5192d2727d,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:56.169466 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0442531d921446ec88bf32ea5124fee5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3682456 Dec 22 16:43:56.170597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5b935737-1ff4-42eb-b681-2fd5b8991a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:56.173817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33380) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:56.238190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.264801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.341198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.347270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:56.358664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72586045-a871-4303-9e36-5f5192d2727d,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:56.363704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:56.365841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:56.367107 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-adda33f2-7ef1-4848-8744-ba9d9fd36a94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72586045-a871-4303-9e36-5f5192d2727d HTTP/1.1" status: 204 len: 168 time: 0.1922212 Dec 22 16:43:57.692465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33402) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:57.834658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-205681974-network', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:43:57.840453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:43:57.844336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Usage tracker for resource:network and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:43:57.847343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:43:57.854358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:43:57.898388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Made reservation on behalf of fe84a26ccc024b00a811908d2a0aaeb4 for: {'network': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:43:57.903140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:57.916762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:57.950228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:43:57.954496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:43:57.957377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:43:57.963426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:43:58.034191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.064210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.068516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-249729df-2bfa-436b-b87d-72fa23e69a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:58.092987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=88958) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:43:58.105898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3fcd9e-e9f5-42dd-b750-f9e20031d061,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:58.109798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:58.140743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.141139 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Added segment 1820eb9b-464b-436e-87b1-7eef388fe3ed of type vlan for network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 Dec 22 16:43:58.214433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.335909 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.336921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:58.337550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.343830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fd165c42-ef81-484d-a8f1-f8fdea728c39 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:58.443638 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7499528 Dec 22 16:43:58.447004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33408) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:58.451348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Pushing event updated for resources: {'Network': ['ID=b071dca2-7f4c-48ed-ade1-99d7bc3889e3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:58.453432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Request body: {'subnet': {'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-205681974-subnet', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:43:58.454335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:58.459014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:43:58.461911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:43:58.463193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Usage tracker for resource:subnet and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:43:58.466245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:43:58.473047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:43:58.513394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Made reservation on behalf of fe84a26ccc024b00a811908d2a0aaeb4 for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:43:58.518851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.899206 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:58.903918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f220cb-5b41-430c-95a5-f755b2eec791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:58.977075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9106d5b7-429f-4e04-8ad1-f54b969f6403,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:43:58.982485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:43:58.993220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Checking segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:43:58.993587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Network hostable DHCP agents. Network: b071dca2-7f4c-48ed-ade1-99d7bc3889e3, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:43:59.064628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:43:59.127740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, b071dca2-7f4c-48ed-ade1-99d7bc3889e3) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:43:59.132116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:43:59.132934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.138057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad33e3a-aad9-482c-a05a-d1719ec0e9d2 None None] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:43:59.185100 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b463060d-c963-4128-843c-9778aaa226da admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7368934 Dec 22 16:43:59.187955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33412) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:43:59.193972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:43:59.199245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:43:59.203234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Usage tracker for resource:router and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:43:59.206614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:43:59.212563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:43:59.253303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.254343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.272888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.368521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:43:59.370047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.459829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.540721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Allocated IP 172.20.0.2 (b071dca2-7f4c-48ed-ade1-99d7bc3889e3/9106d5b7-429f-4e04-8ad1-f54b969f6403/f8b1aec8-dac8-4754-be79-8235d4e5ff2f) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:43:59.688547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.724392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.754090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.827760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Transition to ACTIVE for port object f8b1aec8-dac8-4754-be79-8235d4e5ff2f will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:43:59.889743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Transition to ACTIVE for port object f8b1aec8-dac8-4754-be79-8235d4e5ff2f will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:43:59.947555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:43:59.953120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7eb3f2bb-97f2-4ab8-aabf-20a2b2e62f72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:43:59.992805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Allocated IP 172.26.1.240 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/6781007f-3b32-47af-8c52-2db911750b7b) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:00.024905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:00.027795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:00.030361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:00.041614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Pushing event updated for resources: {'Port': ['ID=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:00.044439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:00.130345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Attempting to bind port f8b1aec8-dac8-4754-be79-8235d4e5ff2f on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:00.130802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Attempting to bind port f8b1aec8-dac8-4754-be79-8235d4e5ff2f by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:00.131211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Attempting to bind port f8b1aec8-dac8-4754-be79-8235d4e5ff2f on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:00.137943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:00.138356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Checking segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:00.138830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.139268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Bound using segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:00.139779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Bound port: f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:00.140191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.243418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] For port f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:00.246839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] For port f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:00.276444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.281581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8421b698-a018-4f8b-9e59-731415760bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:00.370140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Pushing event updated for resources: {'Port': ['ID=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:00.373285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:00.526705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.581671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.586410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d9d16a04-d6ac-4e62-909e-a246fb079b73 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:00.663949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:00.667569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Pushing event updated for resources: {'Port': ['ID=6781007f-3b32-47af-8c52-2db911750b7b,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:00.671395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:00.674512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:00.675283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:00.972823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:00.973535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:01.264182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:44:01.483502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:44:01.493105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240271e-8659-4996-b638-9d058335e045 None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:44:01.506783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:01.507450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:01.565727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:01.570024 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3781383 Dec 22 16:44:01.570975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33416) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:01.696959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:02.017666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:00Z', 'revision_number': 3, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:02.022705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240271e-8659-4996-b638-9d058335e045 None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:44:02.023114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240271e-8659-4996-b638-9d058335e045 None None] Updating router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 port 6781007f-3b32-47af-8c52-2db911750b7b binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:44:02.077236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.095115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24a07e-cbb7-4814-bff6-cb1e7bc9425d None None] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:44:02.238897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7335-7033-473d-8686-3f2c4842882e None None] Provisioning for port f8b1aec8-dac8-4754-be79-8235d4e5ff2f completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:02.433787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.466978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8b1aec8-dac8-4754-be79-8235d4e5ff2f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:02.578819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port f8b1aec8-dac8-4754-be79-8235d4e5ff2f completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:02.586635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f8b1aec8-dac8-4754-be79-8235d4e5ff2f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:02.587053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.608847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.628117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8240271e-8659-4996-b638-9d058335e045 None None] Transition to ACTIVE for port object 6781007f-3b32-47af-8c52-2db911750b7b will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:02.670408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.677484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9e5a2fe2-b1bd-4022-bcb6-261bb7f1b985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:02.702384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Allocated IP 172.20.0.1 (b071dca2-7f4c-48ed-ade1-99d7bc3889e3/9106d5b7-429f-4e04-8ad1-f54b969f6403/00f9500b-9cdd-4d02-8a08-658b6e0aec79) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:02.745612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.765215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2250d56c-5ee9-4ecc-b53c-9f4a048ea906 None None] Provisioning complete for port f8b1aec8-dac8-4754-be79-8235d4e5ff2f triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:02.765645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2250d56c-5ee9-4ecc-b53c-9f4a048ea906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.767446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8240271e-8659-4996-b638-9d058335e045 None None] Attempting to bind port 6781007f-3b32-47af-8c52-2db911750b7b on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:02.768207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8240271e-8659-4996-b638-9d058335e045 None None] Attempting to bind port 6781007f-3b32-47af-8c52-2db911750b7b by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:02.769609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240271e-8659-4996-b638-9d058335e045 None None] Attempting to bind port 6781007f-3b32-47af-8c52-2db911750b7b on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:02.781743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240271e-8659-4996-b638-9d058335e045 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:02.783811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240271e-8659-4996-b638-9d058335e045 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:02.783811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.784051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240271e-8659-4996-b638-9d058335e045 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:02.784684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-8240271e-8659-4996-b638-9d058335e045 None None] Bound port: 6781007f-3b32-47af-8c52-2db911750b7b, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:02.785180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.845057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:02.871544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Pushing event updated for resources: {'Port': ['ID=6781007f-3b32-47af-8c52-2db911750b7b,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:02.880299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.890634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.891131 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.896889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:02.901078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.902343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.902651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.903099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.903563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.904028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.904488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.904944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.905426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:44:02.910227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.910548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:02.919394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8240271e-8659-4996-b638-9d058335e045 None None] For port 6781007f-3b32-47af-8c52-2db911750b7b, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:02.925192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-8240271e-8659-4996-b638-9d058335e045 None None] For port 6781007f-3b32-47af-8c52-2db911750b7b, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6781007f-3b32-47af-8c52-2db911750b7b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:02.963574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8240271e-8659-4996-b638-9d058335e045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:02.968051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0e905783-f71d-41ce-afbe-7b9264a05996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:02.979502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Transition to ACTIVE for port object 00f9500b-9cdd-4d02-8a08-658b6e0aec79 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:02.979640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:02.982715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:03.025090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.029955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bcb2b019-1c50-429c-9735-698faa51e62b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:03.060148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Pushing event updated for resources: {'Port': ['ID=6781007f-3b32-47af-8c52-2db911750b7b,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:03.063397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:03.064363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:03.065022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:03.102689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:03.106061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:03.108197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Pushing event updated for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:03.111246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:03.140848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:03.174835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.260538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:03.322316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.449727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0b2fa42f-9418-4bfe-af17-9dcc9fecf3d9 None None] Provisioning for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:03.455957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0b2fa42f-9418-4bfe-af17-9dcc9fecf3d9 None None] Provisioning complete for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:03.456777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0b2fa42f-9418-4bfe-af17-9dcc9fecf3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.512886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fa42f-9418-4bfe-af17-9dcc9fecf3d9 None None] Port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:03.573596 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.573837 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-8240271e-8659-4996-b638-9d058335e045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:00Z', 'revision_number': 3, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:03.578176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240271e-8659-4996-b638-9d058335e045 None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:00Z', 'revision_number': 3, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:44:03.612639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.646790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee725cda-e59d-4138-a7c4-3f14b1d802b9 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:03.729094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Pushing event updated for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:03.731814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:03.736387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:03.882856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:03.883989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:04.243115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2dc80ed5-89b6-4ef3-85f1-36ce7ef27eb7 None None] Provisioning complete for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:04.243666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2dc80ed5-89b6-4ef3-85f1-36ce7ef27eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:04.309494 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2dc80ed5-89b6-4ef3-85f1-36ce7ef27eb7 None None] Port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:04.331115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:44:04.466176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6781007f-3b32-47af-8c52-2db911750b7b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:04.584334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6781007f-3b32-47af-8c52-2db911750b7b completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:04.590248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6781007f-3b32-47af-8c52-2db911750b7b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:04.590725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:04.727026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:04.744477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 6781007f-3b32-47af-8c52-2db911750b7b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6781007f-3b32-47af-8c52-2db911750b7b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:04.778989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:04.780522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8b1aec8-dac8-4754-be79-8235d4e5ff2f up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:04.811554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:44:04.811876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:04.822881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] 10.222.0.18 "PUT /v2.0/routers/8dca4286-7e3c-4db0-af8b-b5001ea922b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510347 Dec 22 16:44:04.909046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=6781007f-3b32-47af-8c52-2db911750b7b,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:04.912429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:04.924341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port f8b1aec8-dac8-4754-be79-8235d4e5ff2f triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:04.924754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:05.901736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33438) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:05.908189 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-801820116-network', 'tenant_id': '18276c0e0085484e888f0d01924cbde1'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:05.913401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:05.917517 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Usage tracker for resource:network and tenant:18276c0e0085484e888f0d01924cbde1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:05.920473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:05.927120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:05.961280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Made reservation on behalf of 18276c0e0085484e888f0d01924cbde1 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:44:05.965992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:05.979506 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.067531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:06.071512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Usage tracker for resource:security_group_rule and tenant:18276c0e0085484e888f0d01924cbde1 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:06.074520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:06.080619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:06.200090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.233055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.238709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f2c2e36a-337c-4fa3-815b-e42c975ce074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:06.265723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:44:06.282611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6248bb3e-6417-45ba-ab4f-49fdec9c825e,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:06.286300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:06.289122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.289513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Added segment a634c256-3d93-40c7-9033-712d4ce9f32a of type vlan for network 6d99213a-a939-441f-81d3-6c0ead0598de Dec 22 16:44:06.318800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.381240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.382292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:06.383012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.388561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-172e26b3-0bf9-474b-abf1-e32e55c8d22d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:06.391064 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6781007f-3b32-47af-8c52-2db911750b7b up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:06.477240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6781007f-3b32-47af-8c52-2db911750b7b triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:06.478031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.502454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Pushing event updated for resources: {'Network': ['ID=6d99213a-a939-441f-81d3-6c0ead0598de,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:06.505828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:06.563038 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-651ccf47-782a-4515-b08a-3152dd3cd1cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6600525 Dec 22 16:44:06.564910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33442) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:06.573040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Request body: {'subnet': {'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-801820116-subnet', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:06.577487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:06.582707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Usage tracker for resource:subnet and tenant:18276c0e0085484e888f0d01924cbde1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:06.585985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:06.595799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:06.635709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Made reservation on behalf of 18276c0e0085484e888f0d01924cbde1 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:44:06.640569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.678710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 6d99213a-a939-441f-81d3-6c0ead0598de details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:44:06.692743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:44:06.817410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:06.818111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:06.889937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:06.894896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-93266d87-6ab5-4998-9e29-edebc801fc8e tempest-RoutersNegativeTest-708946296 tempest-RoutersNegativeTest-708946296-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:06.970480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c0d146-8c30-4c1b-968a-e06492a79d9c,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:06.975336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:06.986626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Checking segment: {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:06.987071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Network hostable DHCP agents. Network: 6d99213a-a939-441f-81d3-6c0ead0598de, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:44:07.035497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Network 6d99213a-a939-441f-81d3-6c0ead0598de is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:44:07.066853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 6d99213a-a939-441f-81d3-6c0ead0598de) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:07.071334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:07.071992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:07.072127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.116378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f912e8af-ff04-473d-bd96-4da31e0085dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5501304 Dec 22 16:44:07.118593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17da8222-e4f6-43e1-8aae-2f598c55139c None None] Network 6d99213a-a939-441f-81d3-6c0ead0598de requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:44:07.119119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 33446) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:07.124715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:07.129973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:07.134078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Usage tracker for resource:router and tenant:18276c0e0085484e888f0d01924cbde1 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:07.137090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:07.143593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:07.175530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.176560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.195965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.374541 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.582661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-6d99213a-a939-441f-81d3-6c0ead0598de', 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'fixed_ips': [{'subnet_id': '51c0d146-8c30-4c1b-968a-e06492a79d9c'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:44:07.583562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.622489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.655063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.736920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 2, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:07.747633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:44:07.748038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Updating router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:44:07.807106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Allocated IP 172.26.1.149 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/0e5406a8-136d-4eda-9b2f-0be2f5a2f40a) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:07.827346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:07.837776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Allocated IP 172.20.0.2 (6d99213a-a939-441f-81d3-6c0ead0598de/51c0d146-8c30-4c1b-968a-e06492a79d9c/bba7426a-4f83-461e-bb24-01fd8409af18) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:07.971284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.024929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.029688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:08.097994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:08.099231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:08.103289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:08.139033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:08.144356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:08.309035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.309720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.448827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.476190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Transition to ACTIVE for port object bba7426a-4f83-461e-bb24-01fd8409af18 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:08.505502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Transition to ACTIVE for port object bba7426a-4f83-461e-bb24-01fd8409af18 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:08.567833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.575071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:08.665113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.668814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Network 6d99213a-a939-441f-81d3-6c0ead0598de is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:08.673955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Pushing event updated for resources: {'Port': ['ID=bba7426a-4f83-461e-bb24-01fd8409af18,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:08.676921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:08.678006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:08.680446 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:08.695217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Transition to ACTIVE for port object 00f9500b-9cdd-4d02-8a08-658b6e0aec79 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:08.763067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.772915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34fe5e7a-8f24-4173-bae9-9e8c511fc346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:08.823774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Router bb68bae5-8864-4822-9a32-1645886dfeac is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:44:08.846468 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Attempting to bind port bba7426a-4f83-461e-bb24-01fd8409af18 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:08.846871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Attempting to bind port bba7426a-4f83-461e-bb24-01fd8409af18 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:08.847287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Attempting to bind port bba7426a-4f83-461e-bb24-01fd8409af18 on network 6d99213a-a939-441f-81d3-6c0ead0598de {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:08.917404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Pushing event updated for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:08.927571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:08.928041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Checking segment: {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:08.928512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.928972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Bound using segment: {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:08.929531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Bound port: bba7426a-4f83-461e-bb24-01fd8409af18, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:08.929969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:08.948083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:09.051764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:44:09.062226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Sync routers for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:44:09.080705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:09.081527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:09.111730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.116342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33452) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:09.116614 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-47a17517-b1ba-44b0-89c5-0bba4d7f68b5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9964013 Dec 22 16:44:09.122910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Attempting to bind port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:09.123346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Attempting to bind port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:09.123745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Attempting to bind port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:09.135778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] For port bba7426a-4f83-461e-bb24-01fd8409af18, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:09.138251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:09.138710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Checking segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:09.139178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.139636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Bound using segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:09.140173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Bound port: 00f9500b-9cdd-4d02-8a08-658b6e0aec79, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:09.140606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.163700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] For port bba7426a-4f83-461e-bb24-01fd8409af18, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bba7426a-4f83-461e-bb24-01fd8409af18,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:09.197007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.213030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9c064faa-43fa-453e-a02f-927b9f17bdac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:09.278016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:09.327180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] For port 00f9500b-9cdd-4d02-8a08-658b6e0aec79, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:09.334521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] For port 00f9500b-9cdd-4d02-8a08-658b6e0aec79, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f9500b-9cdd-4d02-8a08-658b6e0aec79,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:09.353017 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Pushing event updated for resources: {'Port': ['ID=bba7426a-4f83-461e-bb24-01fd8409af18,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:09.357770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:09.381975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.387132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2427084a-6652-444d-aca6-ef1fac79c0b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:09.488639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:09.489360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:09.553391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Pushing event updated for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:09.572433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:09.640583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:08Z', 'revision_number': 3, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:09.646409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Checking router: bb68bae5-8864-4822-9a32-1645886dfeac for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:44:09.646959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Updating router bb68bae5-8864-4822-9a32-1645886dfeac port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:44:09.722910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:09.732382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:10.130799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.194013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.208248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Transition to ACTIVE for port object 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:10.209050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:09Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:10.213632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057e0958-7f0a-4bf7-acd4-991fab6cdd8e None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:09Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:44:10.246819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.253893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-950d7406-7059-4571-8dc2-7a5594fadd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:10.352009 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352b985-22d8-4cfa-ad3e-0c2b3d44db3a None None] Pushing event updated for resources: {'Port': ['ID=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:10.356209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5352b985-22d8-4cfa-ad3e-0c2b3d44db3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:10.358710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Attempting to bind port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:10.360586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Attempting to bind port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:10.360586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Attempting to bind port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:10.369240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:10.372718 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:10.373292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.374022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:10.374710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Bound port: 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:10.376293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.458798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Allocated IP 172.20.0.1 (6d99213a-a939-441f-81d3-6c0ead0598de/51c0d146-8c30-4c1b-968a-e06492a79d9c/6bae79f1-f8a0-4433-acb6-80c96dca0c23) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:10.483271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] For port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:10.488984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] For port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:10.494169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f9500b-9cdd-4d02-8a08-658b6e0aec79 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:10.521583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.532354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-84b00d9c-9c73-4f5c-8f06-8fc1967485e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:10.604655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:10.609681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:10.611024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:43:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:10.614383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:10.615050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.651112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.673504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Transition to ACTIVE for port object 6bae79f1-f8a0-4433-acb6-80c96dca0c23 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:10.733325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.752682 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c5496cf-9fd7-466e-b1df-40304fefb76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:10.780319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.816821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.847874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 00f9500b-9cdd-4d02-8a08-658b6e0aec79, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f9500b-9cdd-4d02-8a08-658b6e0aec79,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:10.851888 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Network 6d99213a-a939-441f-81d3-6c0ead0598de is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:10.856535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:10.864138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:10.875916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352b985-22d8-4cfa-ad3e-0c2b3d44db3a None None] Pushing event updated for resources: {'Port': ['ID=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:10.879853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:10.881025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bba7426a-4f83-461e-bb24-01fd8409af18 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:10.881736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5352b985-22d8-4cfa-ad3e-0c2b3d44db3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:10.916363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:10.932266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Pushing event updated for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:10.937512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:10.955628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:11.011419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:11.048768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:11.052868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:11.089680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port bba7426a-4f83-461e-bb24-01fd8409af18 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:11.108231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:11.362165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:08Z', 'revision_number': 3, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:11.367204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2bd5c5-0538-4b53-87cf-3cf1f0989c1a None None] The sync data for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv is: [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:08Z', 'revision_number': 3, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:44:11.400370 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:11.435500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:11.466651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-128b029a-1ecc-4719-82fa-eb5741a16064 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:11.556184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403289e-82db-4a14-9e3e-7ba98bc5526c None None] Network 6d99213a-a939-441f-81d3-6c0ead0598de requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:44:11.558952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Pushing event updated for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:11.562378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:11.567884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:11.729030 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Network 6d99213a-a939-441f-81d3-6c0ead0598de is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:11.730280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:11.767285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Provisioning for port bba7426a-4f83-461e-bb24-01fd8409af18 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:11.854012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Provisioning complete for port bba7426a-4f83-461e-bb24-01fd8409af18 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:11.854463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.058648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.105938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] For port bba7426a-4f83-461e-bb24-01fd8409af18, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bba7426a-4f83-461e-bb24-01fd8409af18,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:12.144766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.149601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:12.464176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Pushing event updated for resources: {'Port': ['ID=bba7426a-4f83-461e-bb24-01fd8409af18,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:12.469845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:12.518265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Provisioning for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:12.524726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Provisioning complete for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:12.525265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.543740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Router bb68bae5-8864-4822-9a32-1645886dfeac has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:44:12.576456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:12.694212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:12.711583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Provisioning complete for port bba7426a-4f83-461e-bb24-01fd8409af18 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:12.712010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-06bde873-4a6a-4490-88b4-810152bfd6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.774267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:12.801003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:12.801435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.858283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:44:12.868561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b183d01d-a2f7-4a37-ad30-897944de1870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:12.871698 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] 10.222.0.18 "PUT /v2.0/routers/bb68bae5-8864-4822-9a32-1645886dfeac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7536650 Dec 22 16:44:13.042306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.066998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:13.095729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.096782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f9500b-9cdd-4d02-8a08-658b6e0aec79 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:13.138625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:13.240657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-692f90b0-d692-4cae-a859-97067cbcc730 None None] Provisioning complete for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:13.241089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-692f90b0-d692-4cae-a859-97067cbcc730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.271764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:13.275142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:13.309959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:13.310386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.365361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-692f90b0-d692-4cae-a859-97067cbcc730 None None] Port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:13.488225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2a248a79-64f1-414c-a3db-9d3422190ddf None None] Provisioning complete for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:13.488751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2a248a79-64f1-414c-a3db-9d3422190ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.544159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-2a248a79-64f1-414c-a3db-9d3422190ddf None None] Port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:13.626755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33466) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:13.633163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167785891', 'description': 'tempest-secgroup-smoke-167785891 description', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:13.639987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:13.644099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:13.647162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:13.653363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:13.718399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.758531 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:13.763022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:13.767255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:13.773586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:13.892129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.924533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:13.930659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6b7039e0-48e4-482a-83ef-e92f82172a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:13.972288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2754c-8f49-49ca-b7cf-bf936e7a56f1,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:13.975192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:14.000985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.002408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3745019 Dec 22 16:44:14.006088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33470) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:14.012246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:14.019347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:14.023439 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:14.026464 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:14.033104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:14.075724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.143841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.177740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.180136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1d3f12b-f038-4f2a-b1ae-f86de3e44927 tempest-TestVolumeBootPattern-2085843624 tempest-TestVolumeBootPattern-2085843624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:14.204373 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6044ed42-3e96-4b18-a58a-80e57cf09a01,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:14.207185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:14.218479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.243855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.245219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-82bf48e5-8eb7-4b00-8fa3-91a9b987b16f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2380617 Dec 22 16:44:14.248181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33474) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:14.254159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:14.260868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:14.264975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:14.268841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:14.274966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:14.318845 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.389452 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.412756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:14.423902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.425905 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0532b860-72f4-4b09-9ee3-02c1fbed6ac5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:14.451409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868f4978-b0c5-43f1-b844-416891981e00,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:14.454750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:14.486805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.488150 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d61c7826-b258-4348-a8b7-f9d31ef7b7e5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2389538 Dec 22 16:44:14.489156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:14.489573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.491165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33478) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:14.497353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:14.504271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:14.508371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:14.511894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:14.518858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:14.559340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.610119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bba7426a-4f83-461e-bb24-01fd8409af18 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:14.629433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.681970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.683045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port bba7426a-4f83-461e-bb24-01fd8409af18 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:14.683476 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.690603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-351ebfa8-7e1b-4eaf-adf3-bca9454900b1 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:14.714518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde1cc84-481e-4e04-9cff-350f580a7160,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:14.717256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:14.750025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.755362 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-53f55a35-a24f-474d-b04f-6af1b5728552 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2604237 Dec 22 16:44:14.755807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33482) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:14.763021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:14.772604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:14.779216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:14.783466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:14.791588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:14.842748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.916842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.949648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:14.951581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-074da31b-cd92-4a61-afa2-6358cfede18e tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:14.976385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da4ca03f-7ce5-44f1-8625-7a15f94a3bb2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:14.979080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:15.029794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.031184 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2739868 Dec 22 16:44:15.034868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33486) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:15.041031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:15.048597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:15.052895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:15.056270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:15.062401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:15.103830 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Project fe84a26ccc024b00a811908d2a0aaeb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:44:15.115502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.178280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-dd23c551-830c-4840-8ef7-d8c1757f9e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.187754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.218043 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.220288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-73fbbd17-16d3-4be7-ad4c-74b57e5414ba tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:15.245281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1531b2a3-4d43-49a1-b9c2-bd4f3f84e22b,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:15.247966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:15.251712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Sync routers for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:44:15.264280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:15.265089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:44:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:15.286851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.288227 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ee2e5fce-61f7-405c-944e-93051821421f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2523239 Dec 22 16:44:15.291770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33492) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:15.297918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': '90c2754c-8f49-49ca-b7cf-bf936e7a56f1', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:15.304636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:15.309122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:15.312136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:15.318812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:15.358149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Project fe84a26ccc024b00a811908d2a0aaeb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:44:15.365455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.437609 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.461930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:15.469645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.471650 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cf7d871-6ebd-4094-924d-c2131c6457f8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:15.496332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5d23af-1c91-4aef-a5da-158d7a2ec253,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:15.501219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:15.544004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.545460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-22619644-536f-48ed-a28b-682745869976 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2526677 Dec 22 16:44:15.780567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:15.800956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-3b97747b-54a9-4d32-a7bc-4f358b8185ba tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:44:15.825272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 4, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '6bae79f1-f8a0-4433-acb6-80c96dca0c23', 'name': '', 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'mac_address': 'fa:16:3e:80:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:10Z', 'updated_at': '2021-12-22T16:44:11Z', 'revision_number': 2, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'subnets': [{'id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:15.830304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Checking router: bb68bae5-8864-4822-9a32-1645886dfeac for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:44:15.830766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Updating router bb68bae5-8864-4822-9a32-1645886dfeac port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:44:15.846772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-3b97747b-54a9-4d32-a7bc-4f358b8185ba tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:44:15.848084 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-3b97747b-54a9-4d32-a7bc-4f358b8185ba tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167785891&fields=id&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 267 time: 0.0966179 Dec 22 16:44:15.886180 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.019964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-387fbfaf-1680-4894-a12c-c35aff70a602 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:16.020762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-387fbfaf-1680-4894-a12c-c35aff70a602 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:network {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:44:16.064493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-387fbfaf-1680-4894-a12c-c35aff70a602 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:network {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:44:16.065801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-387fbfaf-1680-4894-a12c-c35aff70a602 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 808 time: 0.2104676 Dec 22 16:44:16.084919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-f93cbef8-0703-44a9-a745-e9533c981d73 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/quotas/fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 375 time: 0.0131879 Dec 22 16:44:16.179294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-0a5647fe-8fdb-42b9-8e7c-ab63ea18c306 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885377 Dec 22 16:44:16.257758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.270995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Transition to ACTIVE for port object 6bae79f1-f8a0-4433-acb6-80c96dca0c23 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:16.309655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.315266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:16.444166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Pushing event updated for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:16.453870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:16.521605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-81a81239-7a27-478c-a0c7-af9a1ec60890 service neutron] 10.222.0.18 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277482 Dec 22 16:44:16.545827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Attempting to bind port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:16.546251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Attempting to bind port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:16.546739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Attempting to bind port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 on network 6d99213a-a939-441f-81d3-6c0ead0598de {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:16.555409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:16.555834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Checking segment: {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:16.556292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.556743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Bound using segment: {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:16.557268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Bound port: 6bae79f1-f8a0-4433-acb6-80c96dca0c23, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a634c256-3d93-40c7-9033-712d4ce9f32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:16.558316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.660930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] For port 6bae79f1-f8a0-4433-acb6-80c96dca0c23, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:16.669890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] For port 6bae79f1-f8a0-4433-acb6-80c96dca0c23, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6bae79f1-f8a0-4433-acb6-80c96dca0c23,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:16.683189 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-417a6f69-ffca-47f5-aba5-a7acd635a69d service neutron] 10.222.0.18 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551490 Dec 22 16:44:16.719016 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:16.724810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:16.811427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Pushing event updated for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:16.815877 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:16.816647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:16.817307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:44:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:16.966149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-50353e5a-675a-4522-aa34-1fb54c2f6f83 req-dc0d6cfb-62c6-4245-9746-f6d0da6529ca tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 210 time: 0.0590732 Dec 22 16:44:17.225935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:17.286398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:17.604968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 4, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '6bae79f1-f8a0-4433-acb6-80c96dca0c23', 'name': '', 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'mac_address': 'fa:16:3e:80:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:10Z', 'updated_at': '2021-12-22T16:44:16Z', 'revision_number': 4, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'subnets': [{'id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:17.610471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a7d50e-18f4-4337-ab6b-2517295b2c91 None None] The sync data for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv is: [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 4, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '6bae79f1-f8a0-4433-acb6-80c96dca0c23', 'name': '', 'network_id': '6d99213a-a939-441f-81d3-6c0ead0598de', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'mac_address': 'fa:16:3e:80:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:10Z', 'updated_at': '2021-12-22T16:44:16Z', 'revision_number': 4, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'subnets': [{'id': '51c0d146-8c30-4c1b-968a-e06492a79d9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:44:18.162397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7fc8aee7-d673-44cc-94fb-d32f13de7ef4 req-caad4226-24d8-4155-bd51-b94722b3f6c4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 210 time: 0.0497222 Dec 22 16:44:18.450115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6bae79f1-f8a0-4433-acb6-80c96dca0c23 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:18.549319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:18.555172 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:18.555598 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:18.709743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:18.751819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 6bae79f1-f8a0-4433-acb6-80c96dca0c23, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6bae79f1-f8a0-4433-acb6-80c96dca0c23,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:18.803716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:18.806371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:18.843434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-252d41f5-ca6f-4575-b0de-35b29dc9274e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:18.846370 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-252d41f5-ca6f-4575-b0de-35b29dc9274e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 808 time: 0.2233784 Dec 22 16:44:18.902934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:18.907314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:18.932521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-a8a61b55-61ff-4f4c-b760-496f38dcf505 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:44:18.949046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-a8a61b55-61ff-4f4c-b760-496f38dcf505 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:44:18.949046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-a8a61b55-61ff-4f4c-b760-496f38dcf505 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 379 time: 0.0821443 Dec 22 16:44:18.961310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'port': {'device_id': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'admin_state_up': True, 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'security_groups': ['90c2754c-8f49-49ca-b7cf-bf936e7a56f1']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:19.120441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:19.124472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:port and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:19.128125 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:19.134225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:19.177942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Made reservation on behalf of fe84a26ccc024b00a811908d2a0aaeb4 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:44:19.184136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:19.354013 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d7ea5ac-aba9-4b64-bf0d-1e875ed756f7 req-6c162b80-479d-49b0-8c1b-9a65cad16cf5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 210 time: 0.0493846 Dec 22 16:44:19.382378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Allocated IP 172.20.0.3 (b071dca2-7f4c-48ed-ade1-99d7bc3889e3/9106d5b7-429f-4e04-8ad1-f54b969f6403/db76d6c4-93aa-4ea9-8e2e-4770f4f465e6) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:19.597150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:19.614613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Transition to ACTIVE for port object db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:19.673106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:19.679080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-be01a7bf-5b40-4efe-9c0d-4be60dce5f85 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:19.754792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:19.758293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:19.760465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:19.762797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:19.794610 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:19.834325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:19.835047 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:19.913320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9563849 Dec 22 16:44:20.058897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Request body: {'port': {'device_id': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:20.063261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8f9eaa4d-1e1f-4b05-b843-3f46a3e99cc1 None None] Provisioning for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:20.068985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-8f9eaa4d-1e1f-4b05-b843-3f46a3e99cc1 None None] Provisioning complete for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:20.069407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f9eaa4d-1e1f-4b05-b843-3f46a3e99cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:20.126954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-8f9eaa4d-1e1f-4b05-b843-3f46a3e99cc1 None None] Port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:44:20.171781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:20.404253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6bae79f1-f8a0-4433-acb6-80c96dca0c23 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:20.477490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:20.477894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:20.555244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:44:20.563314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:20.575918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981827fa-bc72-4dd9-b1f3-7b70807dba0e req-ffb2643a-8206-43a1-93d8-0e4308e32ef1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:20.577548 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981827fa-bc72-4dd9-b1f3-7b70807dba0e req-ffb2643a-8206-43a1-93d8-0e4308e32ef1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 931 time: 0.0882864 Dec 22 16:44:20.586246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Transition to ACTIVE for port object db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:44:20.631498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-981827fa-bc72-4dd9-b1f3-7b70807dba0e req-3b14e9c4-2b9d-47ec-9a3d-73c754813081 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455291 Dec 22 16:44:20.637472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:20.643419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5cb2d800-d93a-47b3-b669-098df27b33b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:20.760916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:20.775282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:20.890269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Attempting to bind port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:44:20.891387 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Attempting to bind port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:44:20.891657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Attempting to bind port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:20.898551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:44:20.898832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Attempting to bind port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:44:20.906162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:44:20.906557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Checking segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:44:20.906989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Bound using segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:44:20.907470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Bound port: db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:44:20.907854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:21.013674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:44:21.017363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:44:21.066225 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:21.071722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1833bbef-0377-4709-8ddb-774d47065e49 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:21.130853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:21.132530 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] 10.222.0.46 "PUT /v2.0/ports/db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 1093 time: 1.1540554 Dec 22 16:44:21.135393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:44:21.155425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:21.160339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:21.291286 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-7ecfc24e-17c3-4ff1-be24-0fc67db34625 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1096 time: 0.0826254 Dec 22 16:44:21.357252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'status': 'completed', 'code': 200} Dec 22 16:44:21.375737 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-f9c215de-459f-44d5-906c-0dc4971b4018 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 217 time: 0.0733178 Dec 22 16:44:21.454761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-81fdf038-4b60-4d50-8950-47ac640979fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:21.456349 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-81fdf038-4b60-4d50-8950-47ac640979fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0709012 Dec 22 16:44:21.543358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-1a29236c-0e4e-450b-98f5-4b49f14bf732 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770881 Dec 22 16:44:21.694901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-e5e42aa6-ff22-4c52-b758-d39f10711a88 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406295 Dec 22 16:44:21.851295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8cdf1e5d-f5c8-4898-93a6-b8b32476517f req-4304391c-8a61-4bab-8d42-69ef46cba792 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449833 Dec 22 16:44:21.865124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffeafdc-205e-4374-9e76-67ede16690ba req-0e1c3d0a-17c9-41bd-8c21-fe73f3b5f303 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:21.866785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fffeafdc-205e-4374-9e76-67ede16690ba req-0e1c3d0a-17c9-41bd-8c21-fe73f3b5f303 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0913160 Dec 22 16:44:21.917622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fffeafdc-205e-4374-9e76-67ede16690ba req-18c25c60-199e-4b10-8dee-35f2661b3b3e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443201 Dec 22 16:44:22.017481 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-edf2dd6a-d3cf-4b29-8260-75a95f5896fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1096 time: 0.0813725 Dec 22 16:44:22.400747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-3dff94f6-5ec3-4ee9-a3fe-49c027cc6ef9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:22.402350 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-3dff94f6-5ec3-4ee9-a3fe-49c027cc6ef9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.3773975 Dec 22 16:44:22.476520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-cbab64af-4eb0-41e3-a2bc-8cad2073651a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 217 time: 0.0670288 Dec 22 16:44:22.550282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-002cce6f-d562-4e3d-ac0d-2897425f5872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:22.551875 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-002cce6f-d562-4e3d-ac0d-2897425f5872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0665200 Dec 22 16:44:22.634692 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-d1545ee2-cfb5-4f64-b18f-3266ef783858 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743289 Dec 22 16:44:22.778794 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-282db897-4410-4f23-864d-73faad8cd63a service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363499 Dec 22 16:44:22.931126 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-cb02342d-2846-4e3f-aabb-7c0bfa7736d5 req-a428700d-3464-4959-b9db-348301876931 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375792 Dec 22 16:44:23.138011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24567c2-2b58-43e1-b506-a51798c6a436 req-dfddce48-cc5b-4971-8a0b-9ecec4e6fc6e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:23.139650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b24567c2-2b58-43e1-b506-a51798c6a436 req-dfddce48-cc5b-4971-8a0b-9ecec4e6fc6e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0835402 Dec 22 16:44:23.189007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b24567c2-2b58-43e1-b506-a51798c6a436 req-8b14425d-5561-46aa-8cbc-84bb2d37d60b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 Dec 22 16:44:24.404135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed693632-5975-4cb6-bef6-07a8957d132a req-89d6dba5-37ed-46cc-9b35-f80fefff132b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:24.405742 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed693632-5975-4cb6-bef6-07a8957d132a req-89d6dba5-37ed-46cc-9b35-f80fefff132b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0862405 Dec 22 16:44:24.455939 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ed693632-5975-4cb6-bef6-07a8957d132a req-7cb3faa4-9ff7-4abe-997a-149fdb10a8aa tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Dec 22 16:44:24.563470 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:44:24.707530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:24.723485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:44:24.779804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:24.799977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:44:24.816162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:24.845489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:24.848082 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:24.917473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:24.920681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:25.107737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:44:25.662345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f60af-cc96-4d5d-b801-3bc26a2289a2 req-dee5feb1-85eb-418a-bd80-3c2889225e4e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:25.664012 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3b3f60af-cc96-4d5d-b801-3bc26a2289a2 req-dee5feb1-85eb-418a-bd80-3c2889225e4e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 944 time: 0.0842276 Dec 22 16:44:25.712787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3b3f60af-cc96-4d5d-b801-3bc26a2289a2 req-dd15bdc1-6a44-4f30-87bd-11742fc792b0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426605 Dec 22 16:44:26.577643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:44:26.685816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:44:26.691913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:44:26.692339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:26.817295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:26.848457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:44:26.858992 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:44:26.891639 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:26.898463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:26.934689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f662db6a-5f7a-4b93-b4d2-c95a64fcafeb req-040cbc96-3f3f-457d-acc3-01888c23ccc8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:26.936562 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f662db6a-5f7a-4b93-b4d2-c95a64fcafeb req-040cbc96-3f3f-457d-acc3-01888c23ccc8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0933216 Dec 22 16:44:26.977665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:26.981211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:26.988468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f662db6a-5f7a-4b93-b4d2-c95a64fcafeb req-703dafc2-fdfa-400c-b538-d0f419ea8539 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450115 Dec 22 16:44:27.057533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'code': 200} Dec 22 16:44:27.394052 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71e44b74-3dc7-4116-a09c-6a76e5f99599 req-a06acd67-eea4-40e5-a137-b6aff06530e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1098 time: 0.0825596 Dec 22 16:44:27.447761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-71e44b74-3dc7-4116-a09c-6a76e5f99599 req-3e46ae3d-57a2-4f1d-8429-1e1989ad5c28 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435233 Dec 22 16:44:28.196396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81718ab1-e3dd-4824-8d9c-e5fb40461f21 req-cee617d1-5b89-490d-a640-cd3280a0bb1b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:28.198032 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81718ab1-e3dd-4824-8d9c-e5fb40461f21 req-cee617d1-5b89-490d-a640-cd3280a0bb1b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Dec 22 16:44:28.251621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-81718ab1-e3dd-4824-8d9c-e5fb40461f21 req-fa813651-05ab-4e15-a644-0b2ab27cb889 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471907 Dec 22 16:44:29.471719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23e88-47e2-4e2f-8a08-320819b1b84e req-57ac3622-90bf-48f3-9119-ab030a7ac825 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:29.473470 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-57f23e88-47e2-4e2f-8a08-320819b1b84e req-57ac3622-90bf-48f3-9119-ab030a7ac825 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0870888 Dec 22 16:44:29.524102 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-57f23e88-47e2-4e2f-8a08-320819b1b84e req-6a1053c0-33e0-46ec-ac30-df3b4309cdf9 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443814 Dec 22 16:44:29.737242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6e3c7-a6cf-450a-a5d2-e3fba93c2991 req-9b0e12b5-5ab1-461f-b7a4-a792a0886b03 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:29.738899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2d6e3c7-a6cf-450a-a5d2-e3fba93c2991 req-9b0e12b5-5ab1-461f-b7a4-a792a0886b03 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0894651 Dec 22 16:44:29.791635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2d6e3c7-a6cf-450a-a5d2-e3fba93c2991 req-e1f0105a-b408-4515-84f7-76b615cd1425 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463583 Dec 22 16:44:29.820362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33572) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:29.971155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65453f89-0a17-48da-bb85-ec2f3792d380 tempest-TestShelveInstance-300899081 tempest-TestShelveInstance-300899081-project-admin] Synchronizing usage tracker for tenant:18276c0e0085484e888f0d01924cbde1 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:44:30.019799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-65453f89-0a17-48da-bb85-ec2f3792d380 tempest-TestShelveInstance-300899081 tempest-TestShelveInstance-300899081-project-admin] Unset dirty status for tenant:18276c0e0085484e888f0d01924cbde1 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:44:30.021104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-65453f89-0a17-48da-bb85-ec2f3792d380 tempest-TestShelveInstance-300899081 tempest-TestShelveInstance-300899081-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1093 time: 0.1997194 Dec 22 16:44:30.024292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33578) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:44:30.030007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:44:30.036802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:44:30.040842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:floatingip and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:44:30.043814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:44:30.049898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:44:30.087867 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:30.241394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:30.351690 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:44:30.419078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Allocated IP 172.26.1.37 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:44:30.576617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:30.660478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:30.665129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-967118de-3a7b-42b9-b67c-43fb1b0e582d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:30.734402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:44:30.738150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:44:30.740333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:30.742701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:44:30.772871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:31.273066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:31.357714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:31.576618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:31.607908 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:31.611793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eeb0b136-ef08-49d7-94d7-953b51b5e814 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:44:31.725463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:44:31.730321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:44:31.741570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:31.944663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Floating IP 49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46 associated. External IP: 172.26.1.37, port: db76d6c4-93aa-4ea9-8e2e-4770f4f465e6. Dec 22 16:44:32.597054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:44:32.813676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:44:32.825746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:44:32.840758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:32.841252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:44:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:32.876416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:32.935118 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df651c74-b10d-44d1-9b0a-994da3fff19a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9096899 Dec 22 16:44:32.935870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:44:32.998309 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'status': 'completed', 'code': 200} Dec 22 16:44:33.034636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:33.101942 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-ceb06d41-2051-4be7-842b-3af1d4198be2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1098 time: 0.0759215 Dec 22 16:44:33.248819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-ede98095-6f52-4158-b139-772329af8080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:33.250655 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-ede98095-6f52-4158-b139-772329af8080 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1420157 Dec 22 16:44:33.360891 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-d8d2b7e5-cee0-4225-8f5a-cab078ebbabb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 998 time: 0.1043928 Dec 22 16:44:33.417995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:44:31Z', 'updated_at': '2021-12-22T16:44:31Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:33.422296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:44:33.434947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:44:33.435614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:44:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:33.437472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-cdc88913-8f06-4998-9f82-045bd4c50a0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:44:33.439091 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-cdc88913-8f06-4998-9f82-045bd4c50a0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0698411 Dec 22 16:44:33.527973 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-f45ea7b1-e212-4804-8cdc-698048398857 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796907 Dec 22 16:44:33.628220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:44:33.681280 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-a6ef2f74-ff6b-4ba5-8ac1-fdd02f612bab service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471097 Dec 22 16:44:33.829805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ef9e6697-6a9e-4a7b-ae7d-d30f906c79a2 req-7e8ae6f6-45b9-4232-9bcf-0622c9c9f8ba service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424572 Dec 22 16:44:34.004475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:44:31Z', 'updated_at': '2021-12-22T16:44:31Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:44:34.008673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4b75a2-40e7-4b6e-97b3-40c3aff4dffa None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.37', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:44:31Z', 'updated_at': '2021-12-22T16:44:31Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:44:34.337984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc3aea-3f19-4b76-ad4c-d8a2bb6e7d2d None None] New status for floating IP 49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:44:40.758471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:42.772672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a50d8302-a357-45d7-bfaf-3e58fdd5d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:44.179354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:45.181105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-67b7194a-6428-4866-9798-5535a75941f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:45.769735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:44:47.243741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:06.147994 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-7b53b2b9-198f-482a-b797-be0576a651c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779827 Dec 22 16:45:06.303007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-e6042cfc-5d67-4002-9d04-5f3a8767c1b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1098 time: 0.0802333 Dec 22 16:45:06.464425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-2bebf14d-b395-4010-8987-5809573bf15e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:45:06.466010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-2bebf14d-b395-4010-8987-5809573bf15e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1421938 Dec 22 16:45:06.572441 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-f45de5fa-eb31-43ed-ac62-8da10b0b930f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 1000 time: 0.0987105 Dec 22 16:45:06.648673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-aacaae5b-5e53-4c4b-9c07-d151b39940d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:45:06.650281 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-aacaae5b-5e53-4c4b-9c07-d151b39940d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0710721 Dec 22 16:45:06.737190 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-4753f725-1682-44a1-a007-af6cf00f975f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793188 Dec 22 16:45:06.886263 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-d8cff54c-6197-472a-806e-65c3c8dde617 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412914 Dec 22 16:45:07.036135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d16ba9dd-996c-4b59-8f2e-80983c2eb8b3 req-599f6454-1cef-41e2-851e-28040a0ec424 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398413 Dec 22 16:45:07.355473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:45:10.770478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:12.790831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cd1a027e-af23-4527-b9d2-b920f6e7f22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:14.179518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:15.184827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ba945edb-059e-483c-a044-8d9e9973bd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:15.779173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:17.247376 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:40.767857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:42.771559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-043d6735-0611-47a9-8f0e-9c0f5d76b569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:44.181745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:44.354864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:45:45.184784 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-295a322d-7a5d-44b1-899b-8f34ca22c526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:45.784796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:45:47.250798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:08.128818 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-f2d759af-110d-48dd-abab-326a5d00d1d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0861068 Dec 22 16:46:08.294063 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-41d0f8ee-892c-435d-869a-d1fbfca765b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1098 time: 0.0751381 Dec 22 16:46:08.462567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-0dba5297-05cf-47cb-bab2-2b3a3d2b603a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:08.464160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-0dba5297-05cf-47cb-bab2-2b3a3d2b603a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1427636 Dec 22 16:46:08.578766 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-f027acc2-9f05-4878-a884-0681d7acb8f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 1000 time: 0.1059709 Dec 22 16:46:08.650834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-9d50c2b9-b831-4b45-bfe1-f00d0e9161db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:08.652330 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-9d50c2b9-b831-4b45-bfe1-f00d0e9161db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0653520 Dec 22 16:46:08.752521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-6ceb0d1f-238f-4fcb-b3a6-a6283d38c3d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860372 Dec 22 16:46:08.901506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-8d3e0dd0-32ca-4d93-8357-9b9646e3cb4b service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409893 Dec 22 16:46:09.049576 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eb30ee52-af15-46c2-81b6-5573b9556664 req-4c700553-a52b-4300-9cea-53928b39b003 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407614 Dec 22 16:46:10.754742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:12.783100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-69e67234-a36d-4c47-afab-15f011b4a40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:14.194988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:15.191819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d022d15c-f033-4cb1-88c7-8666876c59b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:15.780426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:17.258367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:21.355458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:46:30.774488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775b369-20f9-4373-bebf-025c8983fdc5 req-9234685e-3255-4174-96d9-bff51bd6a2e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:30.776185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c775b369-20f9-4373-bebf-025c8983fdc5 req-9234685e-3255-4174-96d9-bff51bd6a2e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.1048145 Dec 22 16:46:30.828729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c775b369-20f9-4373-bebf-025c8983fdc5 req-da9d94d4-4bd2-4f4f-a389-fd92f1f8e79a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460865 Dec 22 16:46:32.058262 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c6d2-4dae-4e55-b802-84592fbf38b2 req-56d39fa9-c9ff-4fa0-9c6d-7da8431c0b15 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:32.059997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bd4c6d2-4dae-4e55-b802-84592fbf38b2 req-56d39fa9-c9ff-4fa0-9c6d-7da8431c0b15 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0888162 Dec 22 16:46:32.111307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6bd4c6d2-4dae-4e55-b802-84592fbf38b2 req-1fd6e062-dc28-47d0-a200-895b11ce5196 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Dec 22 16:46:33.323008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10149061-dc91-4b6e-8828-c5f4f466164e req-f025c5b7-8292-4d32-9674-fd09dcca0cd4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:33.324631 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10149061-dc91-4b6e-8828-c5f4f466164e req-f025c5b7-8292-4d32-9674-fd09dcca0cd4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0847151 Dec 22 16:46:33.379377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10149061-dc91-4b6e-8828-c5f4f466164e req-20c247f1-f6aa-47f8-98ff-fccd7a2c02ec tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482829 Dec 22 16:46:34.585836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95aab3-3f5e-4bfe-be0a-363a9de3089c req-ca4351fd-6c8e-4abe-afa3-2a46edbb18e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:34.587713 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a95aab3-3f5e-4bfe-be0a-363a9de3089c req-ca4351fd-6c8e-4abe-afa3-2a46edbb18e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0832069 Dec 22 16:46:34.635920 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7a95aab3-3f5e-4bfe-be0a-363a9de3089c req-c8da51d1-1826-4261-8bfe-0cdf37dd03f4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421200 Dec 22 16:46:35.868253 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ac356-d087-4071-87be-a2a8a0eae89a req-f068c6db-0e06-4b99-89b6-84aff7d8d243 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:35.869901 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-007ac356-d087-4071-87be-a2a8a0eae89a req-f068c6db-0e06-4b99-89b6-84aff7d8d243 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Dec 22 16:46:35.921894 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-007ac356-d087-4071-87be-a2a8a0eae89a req-dd7bece6-7506-4477-96be-8e0db544d4a6 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Dec 22 16:46:37.309423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7866-57a9-4aeb-a666-07fc2bdce0a1 req-ebcfd186-ac82-41d6-8b5b-d01072faaf3d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:37.311117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d97e7866-57a9-4aeb-a666-07fc2bdce0a1 req-ebcfd186-ac82-41d6-8b5b-d01072faaf3d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0862219 Dec 22 16:46:37.364082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d97e7866-57a9-4aeb-a666-07fc2bdce0a1 req-b083bb5a-a6c1-48a8-958f-e641e959762b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466201 Dec 22 16:46:38.579141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277e698-1f7e-4f1f-94fe-bb28ebc5c4bf req-529e7c1a-7c7f-4389-8e49-940f04857d92 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:38.580791 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3277e698-1f7e-4f1f-94fe-bb28ebc5c4bf req-529e7c1a-7c7f-4389-8e49-940f04857d92 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0881402 Dec 22 16:46:38.630587 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3277e698-1f7e-4f1f-94fe-bb28ebc5c4bf req-6dbf7b75-fb28-461e-b8d3-d6efd0e57651 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433187 Dec 22 16:46:39.846693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bd8ca-0f15-492d-8711-63cd1d4f9440 req-1fbd81ac-5bcf-4a50-8e88-5b7de3b77dd1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:39.848338 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-569bd8ca-0f15-492d-8711-63cd1d4f9440 req-1fbd81ac-5bcf-4a50-8e88-5b7de3b77dd1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0924494 Dec 22 16:46:39.902157 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-569bd8ca-0f15-492d-8711-63cd1d4f9440 req-e629c404-59ea-4625-ad5f-e79b624b0ce7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463679 Dec 22 16:46:40.779123 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:41.148548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b69e4-f7c2-4bc2-b8be-e10fe5dace7d req-28dd4e1c-831c-466f-abad-fc9133fe815b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:41.150169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-314b69e4-f7c2-4bc2-b8be-e10fe5dace7d req-28dd4e1c-831c-466f-abad-fc9133fe815b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0867028 Dec 22 16:46:41.203031 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-314b69e4-f7c2-4bc2-b8be-e10fe5dace7d req-2e28cede-dc35-4175-9376-22e0352c809f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466657 Dec 22 16:46:42.417997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89121ad7-d319-4b75-9082-a817aab5993f req-0b646b26-b4e6-4bfb-85fd-7a15e3342eca tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:42.417997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-89121ad7-d319-4b75-9082-a817aab5993f req-0b646b26-b4e6-4bfb-85fd-7a15e3342eca tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0836799 Dec 22 16:46:42.464703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-89121ad7-d319-4b75-9082-a817aab5993f req-e618c232-76b4-4232-aafc-7913ee6e67d6 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449071 Dec 22 16:46:42.778842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f6f945ff-d855-448b-be09-f55c6135b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:43.683266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f514c-0547-4d34-9f12-1669a531b348 req-0878ec34-1550-4842-90ef-7d10fe27aded tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:43.684911 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-856f514c-0547-4d34-9f12-1669a531b348 req-0878ec34-1550-4842-90ef-7d10fe27aded tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0935621 Dec 22 16:46:43.736981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-856f514c-0547-4d34-9f12-1669a531b348 req-918ce621-23cc-45ac-852d-8628f7131c21 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456364 Dec 22 16:46:44.209551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:44.952537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf5cf-0d61-4971-b6bc-671f63b5c05b req-7d516879-c64d-4913-995a-56a70dae90a2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:44.954149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-045cf5cf-0d61-4971-b6bc-671f63b5c05b req-7d516879-c64d-4913-995a-56a70dae90a2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0885315 Dec 22 16:46:45.009172 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-045cf5cf-0d61-4971-b6bc-671f63b5c05b req-1abfa061-d545-4bc8-bd9a-1fa009d1c91e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487649 Dec 22 16:46:45.300852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-28bf46ae-c5b9-42c6-8aa8-9fb270e31f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:45.773049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:46.217955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95125-de7b-4fbe-a30a-46b828df291a req-975b8765-6532-4724-94b9-ebf991684f46 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:46.219653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1bf95125-de7b-4fbe-a30a-46b828df291a req-975b8765-6532-4724-94b9-ebf991684f46 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0869377 Dec 22 16:46:46.270294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1bf95125-de7b-4fbe-a30a-46b828df291a req-c561666d-fca6-4226-8251-b9246000a7a3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443802 Dec 22 16:46:47.259069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:47.480444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198d53c-3ae5-4ab2-8e9d-a8a8f4e1f809 req-a2635c5d-6b93-41dd-bba5-9ed7e022eee1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:47.482050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d198d53c-3ae5-4ab2-8e9d-a8a8f4e1f809 req-a2635c5d-6b93-41dd-bba5-9ed7e022eee1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0876896 Dec 22 16:46:47.530930 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d198d53c-3ae5-4ab2-8e9d-a8a8f4e1f809 req-b1102ac5-e5cb-4b51-aca8-c3e6d176539e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Dec 22 16:46:48.744134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6520a-b99f-450d-bf2f-3080fbebfb5a req-917fdb49-caab-4c3e-8f1a-a357b39c31b4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:48.745802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11f6520a-b99f-450d-bf2f-3080fbebfb5a req-917fdb49-caab-4c3e-8f1a-a357b39c31b4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0849864 Dec 22 16:46:48.799212 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-11f6520a-b99f-450d-bf2f-3080fbebfb5a req-2959599f-9fcb-45f7-a199-21daefd0925c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452695 Dec 22 16:46:49.262744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:46:49.441896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:46:49.458827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:46:49.523311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:49.548133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:46:49.567574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:46:49.601571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:49.603606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:46:49.686357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:46:49.698204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:46:49.727811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.728293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.728668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.729042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.729416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.729787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.730155 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.730538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.730915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.731271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.731631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:46:49.736066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:46:50.107409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050ea80-b39e-4126-a861-776ed7e8c7be req-4194a3d2-c94e-4a3e-a767-22ce44ae4243 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:50.109134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5050ea80-b39e-4126-a861-776ed7e8c7be req-4194a3d2-c94e-4a3e-a767-22ce44ae4243 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 944 time: 0.1004927 Dec 22 16:46:50.164855 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5050ea80-b39e-4126-a861-776ed7e8c7be req-e4af1d0b-b759-45ab-8a4f-89db944f7cee tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492322 Dec 22 16:46:51.269777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:46:51.373704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:46:51.374734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:51.443810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e0f87-0d67-4a04-bd67-3725a068a365 req-8622be72-0d31-4a7b-b7af-8affc769bc2d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:51.453314 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-526e0f87-0d67-4a04-bd67-3725a068a365 req-8622be72-0d31-4a7b-b7af-8affc769bc2d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 944 time: 0.1370521 Dec 22 16:46:51.504981 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-526e0f87-0d67-4a04-bd67-3725a068a365 req-f4b45890-1477-4943-9616-ffc1ea82dd30 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513525 Dec 22 16:46:51.535711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:51.569554 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:46:51.581755 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:46:51.615789 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:46:51.618854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:46:51.659185 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'code': 200} Dec 22 16:46:51.703693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:46:51.708244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:46:52.753320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e881ef2-b980-4d01-ae1a-9859e3594951 req-266e03e8-b1e9-483b-bb7a-732ae5dd31d2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:52.756043 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e881ef2-b980-4d01-ae1a-9859e3594951 req-266e03e8-b1e9-483b-bb7a-732ae5dd31d2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0953269 Dec 22 16:46:52.823230 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5e881ef2-b980-4d01-ae1a-9859e3594951 req-442575ab-f52f-448e-8b81-14bda4161859 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594513 Dec 22 16:46:54.200790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435d582-7930-4cee-ae42-76a52939788e req-70cc4721-2955-478b-96df-f1d6c46fa0b7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:54.202556 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f435d582-7930-4cee-ae42-76a52939788e req-70cc4721-2955-478b-96df-f1d6c46fa0b7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0912776 Dec 22 16:46:54.262631 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f435d582-7930-4cee-ae42-76a52939788e req-7f9acc1f-2ec7-47cd-84c4-46a313f1476d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534129 Dec 22 16:46:55.491802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9b886-7da4-4cd8-8678-0bec98f4b89b req-bd696aa6-13c3-493a-9a55-336610f65d43 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:55.494996 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-98b9b886-7da4-4cd8-8678-0bec98f4b89b req-bd696aa6-13c3-493a-9a55-336610f65d43 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0900831 Dec 22 16:46:55.551667 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-98b9b886-7da4-4cd8-8678-0bec98f4b89b req-81805741-dfa5-4d63-97e5-354d674734ce tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501339 Dec 22 16:46:57.055260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d05c8d-9f44-4303-91c6-6a002ddcd451 req-68f3ad9c-a329-4c19-b2d5-f8c10be6f6ba tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:57.057616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c2d05c8d-9f44-4303-91c6-6a002ddcd451 req-68f3ad9c-a329-4c19-b2d5-f8c10be6f6ba tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.3563659 Dec 22 16:46:57.110558 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c2d05c8d-9f44-4303-91c6-6a002ddcd451 req-68f05874-db63-4ca4-a989-cd122c866128 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444283 Dec 22 16:46:58.333087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cf684-104c-4353-9621-fbe7b5cfec0c req-4c6578a3-1290-42c6-a6d5-6f705625188b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:58.335787 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-550cf684-104c-4353-9621-fbe7b5cfec0c req-4c6578a3-1290-42c6-a6d5-6f705625188b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0866380 Dec 22 16:46:58.362256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:46:58.390730 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-550cf684-104c-4353-9621-fbe7b5cfec0c req-2d4a5a87-aad9-41dd-9200-61aab460e6c8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475252 Dec 22 16:46:59.611014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3174af-78ee-4606-888f-8dd540357250 req-d1887a2c-5b89-4db5-a941-9e4912b569e2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:46:59.612625 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e3174af-78ee-4606-888f-8dd540357250 req-d1887a2c-5b89-4db5-a941-9e4912b569e2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0882971 Dec 22 16:46:59.662410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e3174af-78ee-4606-888f-8dd540357250 req-70e73846-4f28-4b9e-bd8e-ab591f589e62 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Dec 22 16:47:00.092736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-45453889-97fc-41bb-a618-ae24178b654e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1098 time: 0.0756655 Dec 22 16:47:00.240543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-c3efae40-602f-44c2-8a33-bc1aa68fc27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:00.242116 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-c3efae40-602f-44c2-8a33-bc1aa68fc27f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1392698 Dec 22 16:47:00.362113 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-cc868938-bf5a-4e09-bb55-0605a27287de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 1000 time: 0.1083236 Dec 22 16:47:00.437564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-e7123fab-b4fe-423f-bf7b-4257066bd1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:00.439345 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-e7123fab-b4fe-423f-bf7b-4257066bd1cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0675819 Dec 22 16:47:00.528615 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-8bcd0aef-d6b9-454d-9580-1f5b71e81f8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804520 Dec 22 16:47:00.546054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-1cda8c1d-1950-4435-86c9-56c205729374 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:47:00.547416 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-1cda8c1d-1950-4435-86c9-56c205729374 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054655 Dec 22 16:47:00.907979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94275e-0c1b-4443-a69f-7b63ae01d0d3 req-d1e80ddc-ad14-4431-aa03-8641ac993510 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:00.909662 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a94275e-0c1b-4443-a69f-7b63ae01d0d3 req-d1e80ddc-ad14-4431-aa03-8641ac993510 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.1114621 Dec 22 16:47:00.958230 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-7fb352ce-e9aa-4a04-9351-cbf6d28f4ba7 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983660 Dec 22 16:47:00.962389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4a94275e-0c1b-4443-a69f-7b63ae01d0d3 req-eeb7d9cd-131f-4ea1-bd0e-5aa31b747055 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445602 Dec 22 16:47:01.114912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9d8b8615-184e-4845-9968-26c5890dacc4 req-28ef94fc-eb7c-4b23-94e2-fdbd748e3e3b service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464584 Dec 22 16:47:02.189667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa9e6c-f596-4b7d-900d-68a507c02da0 req-b245fe4c-f11d-4f03-b444-b8f4889c2d4f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:02.191352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecfa9e6c-f596-4b7d-900d-68a507c02da0 req-b245fe4c-f11d-4f03-b444-b8f4889c2d4f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0898573 Dec 22 16:47:02.240711 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ecfa9e6c-f596-4b7d-900d-68a507c02da0 req-2b943d17-3927-4db9-8c5f-142aa1e50e6d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425432 Dec 22 16:47:03.346291 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:47:03.453412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59b81b-4408-49f1-a7a0-3009592e4ac6 req-8edd9870-9c7e-4a23-b9ed-99997bcaf56e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:03.455001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f59b81b-4408-49f1-a7a0-3009592e4ac6 req-8edd9870-9c7e-4a23-b9ed-99997bcaf56e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 945 time: 0.0870004 Dec 22 16:47:03.465056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:03.494075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:47:03.504676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:47:03.509298 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5f59b81b-4408-49f1-a7a0-3009592e4ac6 req-b0bede34-8901-47b6-a2c5-99fbe074d419 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482388 Dec 22 16:47:03.539584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:03.543298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:47:03.576134 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'code': 200} Dec 22 16:47:03.817173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:47:03.821068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:47:03.843287 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-26060fa4-aeb3-42c4-bd6d-dff5671554da req-e333a3b5-6591-4a0c-bfca-1634855380a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1620438 Dec 22 16:47:04.223889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ba2ae-31ad-4ae7-8526-4bc1339e94b6 req-2dc13d97-2b82-4451-a331-c6af80773c5f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:04.225514 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-242ba2ae-31ad-4ae7-8526-4bc1339e94b6 req-2dc13d97-2b82-4451-a331-c6af80773c5f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0850699 Dec 22 16:47:04.260374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33808) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:47:04.278512 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-242ba2ae-31ad-4ae7-8526-4bc1339e94b6 req-ca394f07-390f-4dc7-8a4e-8b136eef75bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Dec 22 16:47:04.407347 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-0eb24b5b-d241-46c8-9eb9-44455a5a410c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456404 Dec 22 16:47:05.486141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5454b-b1f6-42b0-a06a-e475ef867aa3 req-49c95596-d3d3-4d42-8390-33a2b4076922 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:05.487793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cd5454b-b1f6-42b0-a06a-e475ef867aa3 req-49c95596-d3d3-4d42-8390-33a2b4076922 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0838628 Dec 22 16:47:05.538452 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4cd5454b-b1f6-42b0-a06a-e475ef867aa3 req-c84c9a23-4ccc-4f6c-a619-c73394fd5bce tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430746 Dec 22 16:47:05.601793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-6f2a4471-4834-4704-ba2a-d9e90de636d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 1096 time: 0.0832436 Dec 22 16:47:05.713005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-1aa27ce4-e0f8-435e-a29d-f2ad077d9f83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1096 time: 0.0821774 Dec 22 16:47:05.869764 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-a02a7520-5524-40de-8d3e-ec6c1c0a08ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:05.871412 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-a02a7520-5524-40de-8d3e-ec6c1c0a08ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1494110 Dec 22 16:47:05.984690 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-5f3d79ed-981d-4796-b9e3-055cbaf79df9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 998 time: 0.1025341 Dec 22 16:47:06.057275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-40507ce0-d262-4727-8c6a-958891149987 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:06.058883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-40507ce0-d262-4727-8c6a-958891149987 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0636289 Dec 22 16:47:06.146378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-6b84a656-fca0-4844-a3a4-a6522bfcc070 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765889 Dec 22 16:47:06.295940 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-ed9fc299-bd3b-429e-a147-888af1bd87e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385834 Dec 22 16:47:06.443050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-59b8ef55-bca2-47da-bd5c-bcc1d7b48c83 req-e1d19d5f-43ca-4349-8750-00d4a0154709 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360054 Dec 22 16:47:06.757580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d0dd-7c10-401a-8372-80c51fd7beb3 req-8f38c401-ca17-4fff-96a5-bc437e506dff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:06.759444 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c90d0dd-7c10-401a-8372-80c51fd7beb3 req-8f38c401-ca17-4fff-96a5-bc437e506dff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0977402 Dec 22 16:47:06.813453 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3c90d0dd-7c10-401a-8372-80c51fd7beb3 req-3bbb5d0b-c6da-4aae-bc02-a0e5487d839b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468686 Dec 22 16:47:07.379077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:47:08.052766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c2b73-276d-48c0-8cef-68d14c9d5227 req-15569df6-a4a5-40a4-a4f8-d635b13764bb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:08.056023 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f8c2b73-276d-48c0-8cef-68d14c9d5227 req-15569df6-a4a5-40a4-a4f8-d635b13764bb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.1014268 Dec 22 16:47:08.111188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f8c2b73-276d-48c0-8cef-68d14c9d5227 req-3825871a-f5a8-4bf4-bc1d-d8010271dd4f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466919 Dec 22 16:47:09.336386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e720956-f89d-4eb3-8496-9c556832a23e req-2f6e91b3-9fb3-4ded-84ed-c8d62b589114 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:09.338142 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2e720956-f89d-4eb3-8496-9c556832a23e req-2f6e91b3-9fb3-4ded-84ed-c8d62b589114 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0943966 Dec 22 16:47:09.392485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2e720956-f89d-4eb3-8496-9c556832a23e req-3084adff-2731-4261-b9e5-1a82ccd36f83 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467422 Dec 22 16:47:10.638626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b93a1-cd4a-4204-887f-19f298b92fe8 req-3fcba275-f523-4eb9-ab66-7980e375f747 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:10.640379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f88b93a1-cd4a-4204-887f-19f298b92fe8 req-3fcba275-f523-4eb9-ab66-7980e375f747 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0892959 Dec 22 16:47:10.698681 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f88b93a1-cd4a-4204-887f-19f298b92fe8 req-3a89ac56-1cd5-4061-8e03-eaff43df07c5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512266 Dec 22 16:47:10.771816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:11.932937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba4aac-f115-4715-9c51-282545915125 req-2b8f3e41-4068-479c-84c3-9b08ce53ef93 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:11.934808 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10ba4aac-f115-4715-9c51-282545915125 req-2b8f3e41-4068-479c-84c3-9b08ce53ef93 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0989327 Dec 22 16:47:12.000389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10ba4aac-f115-4715-9c51-282545915125 req-1c7b85a7-d638-4a7c-b60a-2a4967888df0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588694 Dec 22 16:47:12.858874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a45f015e-25be-47ff-acac-ec66467106e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:13.224081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91edb43-5fc3-4e13-8de2-0ca1b576c6f2 req-ee9b5d75-64fa-4df8-a30e-70e5bb96ac78 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:13.227313 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e91edb43-5fc3-4e13-8de2-0ca1b576c6f2 req-ee9b5d75-64fa-4df8-a30e-70e5bb96ac78 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0990150 Dec 22 16:47:13.281303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e91edb43-5fc3-4e13-8de2-0ca1b576c6f2 req-fa4e5739-b586-4413-9478-a0ee2d252473 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Dec 22 16:47:14.241951 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:14.503589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e08df-2417-48a6-8e47-bb62136e2e62 req-8c1a7d11-83b4-4383-881b-163fa20735a0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:14.505121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f10e08df-2417-48a6-8e47-bb62136e2e62 req-8c1a7d11-83b4-4383-881b-163fa20735a0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0968409 Dec 22 16:47:14.555583 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f10e08df-2417-48a6-8e47-bb62136e2e62 req-b2ec57b7-348c-4675-b2b8-94d0d97821d3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430353 Dec 22 16:47:15.339363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4997012e-0e6b-4e9f-9574-cf31523b8fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:15.784821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:15.827377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca93e0-1ff5-4593-8645-dbbed1b492a2 req-bfedb0ef-7929-4d92-b08c-06312c9701eb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:15.828997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bbca93e0-1ff5-4593-8645-dbbed1b492a2 req-bfedb0ef-7929-4d92-b08c-06312c9701eb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0948234 Dec 22 16:47:15.881619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bbca93e0-1ff5-4593-8645-dbbed1b492a2 req-48ff171d-a165-451f-834e-b57c7cd7c4be tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462661 Dec 22 16:47:17.098515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffad9b4-41d4-4c43-873b-ee6d97ca7a7e req-3760ce01-1cd3-41fe-b7e0-fd83621e07b1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:17.100047 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0ffad9b4-41d4-4c43-873b-ee6d97ca7a7e req-3760ce01-1cd3-41fe-b7e0-fd83621e07b1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0864141 Dec 22 16:47:17.158945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0ffad9b4-41d4-4c43-873b-ee6d97ca7a7e req-6dd88870-c757-4f6c-81cb-b48e2d53219d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501575 Dec 22 16:47:17.281491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:17.719354 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-2056d4f5-7886-404e-8428-5821231bd923 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1096 time: 0.0746379 Dec 22 16:47:17.892200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-f70a2731-a6e5-4b15-9c8f-41d8413d6130 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:17.893802 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-f70a2731-a6e5-4b15-9c8f-41d8413d6130 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1466837 Dec 22 16:47:18.003757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-bc352c0c-da79-4857-8006-d8a07fad6280 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 998 time: 0.1020799 Dec 22 16:47:18.073569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-bf0a9917-f478-400d-bb5b-2aabf3f6ca29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:18.075160 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-bf0a9917-f478-400d-bb5b-2aabf3f6ca29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0638351 Dec 22 16:47:18.162326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-c1e6bfba-bd53-4a33-990e-efda418c0cbe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785477 Dec 22 16:47:18.312786 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-41e433d0-0992-4759-bfb8-98660afb0381 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404526 Dec 22 16:47:18.373621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b21f6f-fce3-4c36-bd4f-0a74def3e13b req-1e6ca9a0-4f04-4cec-a9f1-f6533a244530 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:18.375295 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10b21f6f-fce3-4c36-bd4f-0a74def3e13b req-1e6ca9a0-4f04-4cec-a9f1-f6533a244530 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0887742 Dec 22 16:47:18.425320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-10b21f6f-fce3-4c36-bd4f-0a74def3e13b req-91ae33ae-61c2-4055-b3cb-2beba44037a8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438621 Dec 22 16:47:18.460124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90871949-f7a5-4b5f-9113-e4edc7a0b2ea req-6aac3c76-d3e3-4453-a804-08d54f282f16 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403527 Dec 22 16:47:19.636701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd441df-9744-4a19-befb-e1ee02cc43e4 req-a66673e1-6f28-4456-b2f6-9d063ba23cf8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:19.638355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2cd441df-9744-4a19-befb-e1ee02cc43e4 req-a66673e1-6f28-4456-b2f6-9d063ba23cf8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.0854750 Dec 22 16:47:19.687224 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2cd441df-9744-4a19-befb-e1ee02cc43e4 req-bd4b562c-951a-4773-85a4-06557eb5be73 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Dec 22 16:47:20.917210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf775434-cdc2-4faf-b732-749b870bb5ea req-f1c04cd0-a5e9-40ba-a127-ee3dab21d230 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:20.918944 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf775434-cdc2-4faf-b732-749b870bb5ea req-f1c04cd0-a5e9-40ba-a127-ee3dab21d230 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 943 time: 0.1021690 Dec 22 16:47:20.969155 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf775434-cdc2-4faf-b732-749b870bb5ea req-3287e63f-ec67-4d0b-bcab-c80f42f32189 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Dec 22 16:47:21.486994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:47:21.633499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:47:21.648717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'port_id': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'mac_address': 'fa:16:3e:a0:7d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:47:21.707267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:21.727514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:47:21.743210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:47:21.776380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:21.778366 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5043a1ca-218a-488a-bee9-8110fc5f8027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:47:21.854557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=9']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:47:21.858697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:47:22.086422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:47:22.179779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d82358-3ff4-4c40-9d63-642bd44d64c9 req-679ab8be-9d4a-45cc-8598-35aa0c7cc197 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:22.180650 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94d82358-3ff4-4c40-9d63-642bd44d64c9 req-679ab8be-9d4a-45cc-8598-35aa0c7cc197 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 944 time: 0.0860753 Dec 22 16:47:22.235885 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-94d82358-3ff4-4c40-9d63-642bd44d64c9 req-3297069a-e466-4c75-a5d1-27e25fa74b5b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490046 Dec 22 16:47:23.447218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b45b3c-9d99-4e97-a972-8e80f82fb359 req-59d831b3-0d62-4102-8ac4-af7377242057 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:23.448863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42b45b3c-9d99-4e97-a972-8e80f82fb359 req-59d831b3-0d62-4102-8ac4-af7377242057 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 944 time: 0.0850172 Dec 22 16:47:23.498478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-42b45b3c-9d99-4e97-a972-8e80f82fb359 req-44364b3f-5928-4a1e-9226-16a3216b47f5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433276 Dec 22 16:47:23.502210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:47:23.575942 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:47:23.576295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:23.695772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:23.723453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:47:23.733813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:47:23.770885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:23.773658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:47:23.808708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'code': 200} Dec 22 16:47:23.843818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=10']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:47:23.847285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:47:24.305545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08c4dfde-e36c-401e-8329-dd31aaa389ea req-218dfb54-2f17-42f7-9ef2-9a0814709d53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1099 time: 0.0765405 Dec 22 16:47:24.355422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-08c4dfde-e36c-401e-8329-dd31aaa389ea req-471da249-ffad-43fc-a3b4-5599cecfec4e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392981 Dec 22 16:47:24.715048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b58c75-3fdf-4419-8ac8-0d117e25c74a req-1a84562b-5804-4ca6-896a-871e59bf61c5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:24.716671 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1b58c75-3fdf-4419-8ac8-0d117e25c74a req-1a84562b-5804-4ca6-896a-871e59bf61c5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.0917218 Dec 22 16:47:24.766723 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a1b58c75-3fdf-4419-8ac8-0d117e25c74a req-5bb13915-d926-4b92-bfcf-b547e08d1b03 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Dec 22 16:47:25.996976 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de619c28-0fe4-40a2-9931-152790f038b9 req-dcfac822-fc5a-4f08-8c10-b456c09fbfe5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:25.998710 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de619c28-0fe4-40a2-9931-152790f038b9 req-dcfac822-fc5a-4f08-8c10-b456c09fbfe5 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.0884707 Dec 22 16:47:26.056853 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-de619c28-0fe4-40a2-9931-152790f038b9 req-e626d328-d4f5-4868-8daa-6c701009f364 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518889 Dec 22 16:47:27.279871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34b16e-3ce1-4e54-a8eb-3fddedf568a5 req-945af668-855e-40c6-a383-7394bf8afe03 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:47:27.281511 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d34b16e-3ce1-4e54-a8eb-3fddedf568a5 req-945af668-855e-40c6-a383-7394bf8afe03 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.0923154 Dec 22 16:47:27.331337 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6d34b16e-3ce1-4e54-a8eb-3fddedf568a5 req-a227517a-c3e7-454a-9a0c-d1212a1cdcf2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Dec 22 16:47:35.354261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:47:40.792961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:42.754773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9ef2-c85f-4288-9b02-073282276db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:44.209757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:45.176970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-daf5b4f5-c4d2-405a-97b4-f9e0b28785fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:45.788681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:47:47.274063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:09.452695 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-a153a446-3a05-4173-9f22-05bacc612da6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800109 Dec 22 16:48:09.612709 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-13ae5dbf-cec4-4508-992b-e24857b25fcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1099 time: 0.0761671 Dec 22 16:48:09.780834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-82d3b5bc-0d10-4e77-a562-443b6afcbd7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:09.782368 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-82d3b5bc-0d10-4e77-a562-443b6afcbd7c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1424892 Dec 22 16:48:09.903046 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-f37a2b30-daed-4749-88be-7afecf7322b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 1000 time: 0.1101880 Dec 22 16:48:09.983943 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-3b449384-ae27-40f4-942e-b6c490ac18a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:09.985545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-3b449384-ae27-40f4-942e-b6c490ac18a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0721686 Dec 22 16:48:10.078406 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-898c3370-aed1-4ee7-b189-e85cdebba6bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823162 Dec 22 16:48:10.234035 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-78826633-7662-44fd-bf0a-8afc168680ce service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445410 Dec 22 16:48:10.397933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-18b8f7cc-47e9-44ed-a9e4-74baa2054020 req-bd26e570-3d9a-4c1a-9b30-6f1d4fbc49c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532502 Dec 22 16:48:10.758381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:12.355812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:48:12.764099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-545ed231-f719-4fee-a20b-ba7f68cd2374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:14.198192 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:15.190634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d02098aa-ff64-48df-b91a-dd670d58d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:15.790560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:17.266749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:40.279812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33950) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:40.494100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Deleting port 5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:48:40.495239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:40.679267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:40.679631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:40.797410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:41.048133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Calling delete_port for 5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0 owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:48:41.292411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:41.297281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52baf66e-c1ed-42e0-a51b-862060d38a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:41.340321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'Port': ['ID=5a8616f1-dd49-4f7b-8cdc-c4ae08bcc1d0,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:41.380548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.380975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.381394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.381807 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.382221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.382659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.383067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.383472 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.383874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.384275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.384706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:48:41.389054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:41.449709 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:41.866947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:48:42.079557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:48:42.090594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:48:42.094672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:42.103066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:48:42.104263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:48:42.151177 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3e503e88-1342-42f8-82ae-fcb7c5b1f438 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "DELETE /v2.0/floatingips/49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46 HTTP/1.1" status: 204 len: 168 time: 1.8695636 Dec 22 16:48:42.152114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:48:42.249278 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'status': 'completed', 'code': 200} Dec 22 16:48:42.329050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:48:42.363995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-536675d6-6954-42ee-bf7c-75f7fb657576 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 1099 time: 0.0818644 Dec 22 16:48:42.519940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-ec03bb93-4ec2-485e-84fd-71aac25e2f23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:42.521545 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-ec03bb93-4ec2-485e-84fd-71aac25e2f23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1472976 Dec 22 16:48:42.597663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-30c88450-68db-40a9-b69a-33ecdb92f074 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 200 len: 217 time: 0.0671039 Dec 22 16:48:42.670342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:48:42.674750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:48:42.675257 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-b3d0df59-1570-4c24-a4f9-c463b2370929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:42.676854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-b3d0df59-1570-4c24-a4f9-c463b2370929 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0717773 Dec 22 16:48:42.686861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:48:42.687538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:48:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:48:42.765461 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0bfc6-f349-4ead-8584-eaf7e7ceae43 req-6d28cb3d-4269-4a0a-acd2-5aa706237c8b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:42.767196 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5de0bfc6-f349-4ead-8584-eaf7e7ceae43 req-6d28cb3d-4269-4a0a-acd2-5aa706237c8b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.1898942 Dec 22 16:48:42.767981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5228d0a8-a539-44aa-853f-5960e4539454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:42.798705 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-4a33ce7e-3bd4-4c10-981c-ac89dca9c80b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1147945 Dec 22 16:48:42.831334 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5de0bfc6-f349-4ead-8584-eaf7e7ceae43 req-797e3b95-92eb-4259-914e-f1ad788b6cc7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507169 Dec 22 16:48:42.880999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:48:42.963893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-9e13210d-69a5-4cbc-a852-f18b89567897 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552634 Dec 22 16:48:43.113395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-09defeca-4c0e-44b4-9cb7-3a3f7bb64c40 req-89ebe25a-6a20-4a4c-9795-104e7b96edd1 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428616 Dec 22 16:48:43.213746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-855e076e-2c76-4414-b953-a8181af33435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:48:43.218042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855e076e-2c76-4414-b953-a8181af33435 None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:48:43.709497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1edee78-67b8-48a3-a6c0-e4555493e17b None None] New status for floating IP 49f2f8a3-2d6e-4127-bd8a-52ac46ea2a46: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:48:44.128550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e03f3-cc21-4fe1-af00-243ec12c3aa7 req-8e619584-8dfa-4305-b456-ffe98f1e68e4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:44.130127 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf5e03f3-cc21-4fe1-af00-243ec12c3aa7 req-8e619584-8dfa-4305-b456-ffe98f1e68e4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.1654716 Dec 22 16:48:44.183256 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf5e03f3-cc21-4fe1-af00-243ec12c3aa7 req-678d6944-146b-4b29-a96f-9f63ec279e7e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=90c2754c-8f49-49ca-b7cf-bf936e7a56f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457394 Dec 22 16:48:44.196528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:44.210184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-23b3137c-fb1a-4556-8245-24b991b46279 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:48:44.210969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-23b3137c-fb1a-4556-8245-24b991b46279 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:48:44.253116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-23b3137c-fb1a-4556-8245-24b991b46279 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:48:44.254410 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-23b3137c-fb1a-4556-8245-24b991b46279 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 946 time: 0.1484222 Dec 22 16:48:44.334802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Deleting port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:48:44.335179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:44.591945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] For port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:48:44.592336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:44.721221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Calling delete_port for db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:48:45.018889 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:45.025521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:45.073490 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'Port': ['ID=db76d6c4-93aa-4ea9-8e2e-4770f4f465e6,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:45.076324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:45.147724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] No DVR routers for this DVR port db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:48:45.151403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:45.154316 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-deleted', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:48:45.177647 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-357d9dfb-6425-405a-b274-d76b17a3413f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:45.201474 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-51b1445b-bf2b-43d8-a325-39511a6f0935 req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "DELETE /v2.0/ports/db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 HTTP/1.1" status: 204 len: 173 time: 0.9379020 Dec 22 16:48:45.210782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22301de8-9993-4c07-aa5b-82bfde5bd427', 'name': 'network-vif-deleted', 'tag': 'db76d6c4-93aa-4ea9-8e2e-4770f4f465e6', 'status': 'completed', 'code': 200} Dec 22 16:48:45.358020 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d5c85b28-64e5-4565-b116-0efc2378df9c req-9527c06e-c4fa-40fd-aae0-81e81379b084 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=22301de8-9993-4c07-aa5b-82bfde5bd427 HTTP/1.1" status: 200 len: 210 time: 0.0464065 Dec 22 16:48:45.790815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:46.471900 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33976) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:46.550259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:46.582600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:46.767568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:46.771673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7fcd6453-4134-4d4e-ae2e-8ec41ec6b97d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:46.788528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2754c-8f49-49ca-b7cf-bf936e7a56f1,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:46.791363 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:46.829516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:46.834068 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e5f993e-48a7-4b37-b580-684358ccf724 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "DELETE /v2.0/security-groups/90c2754c-8f49-49ca-b7cf-bf936e7a56f1 HTTP/1.1" status: 204 len: 168 time: 0.3584383 Dec 22 16:48:47.133952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33986) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:47.140897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-703983628', 'description': 'tempest-secgroup-smoke-703983628 description', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:47.148747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:47.153914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:47.157000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:47.163087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:47.201248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.244557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:47.249302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:47.253390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:47.261691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:47.328676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.414165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.445703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.451829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-319c7493-8488-44d3-b211-7620d8f50861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:47.501049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9871ec6-7d7a-411a-a96b-b737363710d2,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:47.503928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:47.533112 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.534590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b5f86f54-f5e0-4a34-b0be-3b5a4ecb6b52 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3993697 Dec 22 16:48:47.539400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33990) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:47.544557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:47.551327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:47.555423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:47.558653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:47.564886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:47.620234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.694830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.721462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.723519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-86b142bd-adf1-4d68-b5c0-6303be591a8a tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:47.748295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137321e9-4552-4372-9805-fea58cf8dcd6,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:47.751117 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:47.790305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.792506 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-87480d14-4fcb-4869-b255-7075d21eaac0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2532363 Dec 22 16:48:47.795486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 33996) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:47.802173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:47.809565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:47.815139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:47.819057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:47.826543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:47.875918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:48:47.883092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:47.931956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:48:47.932351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device db76d6c4-93aa-4ea9-8e2e-4770f4f465e6 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:48:48.003076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.045593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.053312 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b4321afd-49cd-4656-a890-14944be9a9bf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:48.079113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaae50c-d0c1-4888-9efd-658c0e002e12,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:48.081624 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:48.110186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.111622 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-6c08da7a-a56f-401a-a57b-39f18b9e420f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3150043 Dec 22 16:48:48.114543 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34000) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:48.121103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:48.127715 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:48.131769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:48.135560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:48.141683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:48.237655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.308672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.412612 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.421163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-dea05d26-3cc0-4e49-b3bd-ce015732d358 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:48.443535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b75beaa-e160-4595-82e7-51a1aee05d03,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:48.446320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:48.516061 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.517397 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-2d6b7ab1-c292-4c3f-b1c1-42d734be321c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4018338 Dec 22 16:48:48.520371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34004) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:48.526679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:48.533260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:48.537313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:48.540302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:48.547382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:48.590985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.656348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.691408 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.699935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a6f8b388-ce07-4020-ab9e-99f53cf840b6 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:48.719702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f5882d-0d3e-4bc3-b3fb-26e01e4801d2,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:48.721961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:48.761146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.762505 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fdb5dcda-f318-4d56-b6e0-9927a03b771e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2410531 Dec 22 16:48:48.765489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34008) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:48.771487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:48.778256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:48.782300 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:48.785299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:48.791692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:48.830870 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Project fe84a26ccc024b00a811908d2a0aaeb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:48:48.838824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.908244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.938518 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:48.940384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2899be7a-a05b-49c4-96ce-b4eaff37d7d6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:48.963994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b912a9-4c11-47af-a183-825b4c20a85c,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:48.967963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:49.023136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:49.024449 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2579622 Dec 22 16:48:49.027444 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34012) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:48:49.033488 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'security_group_rule': {'security_group_id': 'c9871ec6-7d7a-411a-a96b-b737363710d2', 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:48:49.039970 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:48:49.044317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:security_group_rule and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:48:49.047499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:48:49.053454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:48:49.091528 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Project fe84a26ccc024b00a811908d2a0aaeb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:48:49.098239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:49.168301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:49.199977 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:49.201906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-62713ecf-5d70-4396-99b5-099271ab8a03 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:48:49.224787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91a0e94-82c2-41ed-ac96-585671df8ebd,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:48:49.229584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:48:49.281535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:48:49.283042 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-79bdde6e-096e-4168-a559-c9ac4ad47c17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2546010 Dec 22 16:48:49.356967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:49:10.862035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:12.800441 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cfe6bccf-7bbc-47b5-823b-040ea5bfc19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:14.297355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:15.348716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d036f488-02e6-4471-8a57-6710de4a6389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:15.857140 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:17.297525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:21.465385 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-002a492b-0ef6-4c55-9386-b0599e249458 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-703983628&fields=id&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 267 time: 0.0492532 Dec 22 16:49:21.624148 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-a67a2c26-0895-461c-8270-1efcaf753070 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:21.625728 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-a67a2c26-0895-461c-8270-1efcaf753070 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 808 time: 0.1533594 Dec 22 16:49:21.643555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-1f6389f9-0ec5-4cb4-ac03-cb32835cd1f7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/quotas/fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 375 time: 0.0118797 Dec 22 16:49:21.728174 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-21e39b80-5a1f-41fe-9f97-aa3ab22d33ee tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792820 Dec 22 16:49:21.850838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-1e9aa6d6-ef19-434d-bd1a-ad69acf91a0f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:49:21.851947 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-1e9aa6d6-ef19-434d-bd1a-ad69acf91a0f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1110897 Dec 22 16:49:21.996817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-bea89883-1793-46bf-9091-03f0e1fcdc2a service neutron] 10.222.0.18 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374404 Dec 22 16:49:22.142547 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-932e5e4e-461b-4cc7-8142-37d1aecd1471 service neutron] 10.222.0.18 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393692 Dec 22 16:49:22.715028 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a83f513f-326b-4e90-ad88-be767d63e2ab req-5da14e9f-4146-4b09-ad30-c9837583e9ee tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0506115 Dec 22 16:49:23.888095 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-58fef352-7839-4af3-b726-7f081b5d59cc req-252b2ca0-6f02-45bc-b5b8-019315ebd095 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0474105 Dec 22 16:49:24.315572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-70068bd1-4d70-40e4-8915-3c22ec2cb6b0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:24.317219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-70068bd1-4d70-40e4-8915-3c22ec2cb6b0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 808 time: 0.1633561 Dec 22 16:49:24.379769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-821d5836-a08a-49e2-a5ab-41b4d27eeb44 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:49:24.421238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-821d5836-a08a-49e2-a5ab-41b4d27eeb44 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:49:24.422635 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-821d5836-a08a-49e2-a5ab-41b4d27eeb44 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 379 time: 0.0874584 Dec 22 16:49:24.435734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'port': {'device_id': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'admin_state_up': True, 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'security_groups': ['c9871ec6-7d7a-411a-a96b-b737363710d2']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:49:24.818632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:49:24.823281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:port and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:49:24.826645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:49:24.833010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:49:24.862310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Made reservation on behalf of fe84a26ccc024b00a811908d2a0aaeb4 for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:49:24.868039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:25.059200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Allocated IP 172.20.0.8 (b071dca2-7f4c-48ed-ade1-99d7bc3889e3/9106d5b7-429f-4e04-8ad1-f54b969f6403/16ee814e-4723-479a-bbca-5dd6c3f44ede) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:49:25.075376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-63de9cda-2691-48cc-9c88-52c7f809bb20 req-e5b09722-3b7c-4f70-9459-c54d1e7f4ccf tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0529361 Dec 22 16:49:25.278211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:25.308806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Transition to ACTIVE for port object 16ee814e-4723-479a-bbca-5dd6c3f44ede will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:49:25.354708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:25.360846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:25.438868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:49:25.442118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:49:25.446818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:49:25.473952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:25.481202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:25.516011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:25.516702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:25.627731 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1960902 Dec 22 16:49:25.734758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Request body: {'port': {'device_id': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:49:25.787836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-180cb611-aab5-4f66-a7fd-c28ea4995592 None None] Provisioning for port 16ee814e-4723-479a-bbca-5dd6c3f44ede completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:49:25.794582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-180cb611-aab5-4f66-a7fd-c28ea4995592 None None] Provisioning complete for port 16ee814e-4723-479a-bbca-5dd6c3f44ede triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:49:25.794990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-180cb611-aab5-4f66-a7fd-c28ea4995592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:25.851962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-180cb611-aab5-4f66-a7fd-c28ea4995592 None None] Port 16ee814e-4723-479a-bbca-5dd6c3f44ede cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:49:25.854357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.235142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ee814e-4723-479a-bbca-5dd6c3f44ede {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:49:26.242587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.260005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Transition to ACTIVE for port object 16ee814e-4723-479a-bbca-5dd6c3f44ede will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:49:26.284903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.289968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c74deba8-f82a-4d08-b00c-152eb4a22254 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:26.297127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755d75f-c37c-49bf-ab1b-7ea3ea67ef01 req-a602afc4-5477-48c0-a8e7-2543ad441227 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:26.298810 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3755d75f-c37c-49bf-ab1b-7ea3ea67ef01 req-a602afc4-5477-48c0-a8e7-2543ad441227 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 931 time: 0.0912619 Dec 22 16:49:26.350513 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3755d75f-c37c-49bf-ab1b-7ea3ea67ef01 req-e5ab9944-d4b7-41ff-9a6f-1fc5346a3360 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Dec 22 16:49:26.360311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:49:26.433360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:26.437602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:26.549545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Attempting to bind port 16ee814e-4723-479a-bbca-5dd6c3f44ede on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:49:26.549922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Attempting to bind port 16ee814e-4723-479a-bbca-5dd6c3f44ede by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:49:26.550296 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Attempting to bind port 16ee814e-4723-479a-bbca-5dd6c3f44ede on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:49:26.557263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Port 16ee814e-4723-479a-bbca-5dd6c3f44ede on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:49:26.557629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Attempting to bind port 16ee814e-4723-479a-bbca-5dd6c3f44ede on network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:49:26.564630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:49:26.565005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Checking segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:49:26.565429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Bound using segment: {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:49:26.565907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Bound port: 16ee814e-4723-479a-bbca-5dd6c3f44ede, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1820eb9b-464b-436e-87b1-7eef388fe3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:49:26.566294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.658022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:49:26.661342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:49:26.695714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.701198 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d5476d9a-3ecd-4471-9820-0a23d56b75d8 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:26.767563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:26.769135 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] 10.222.0.46 "PUT /v2.0/ports/16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1093 time: 1.1289673 Dec 22 16:49:26.771799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:49:26.795729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:26.799983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:26.930272 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-64c32dc8-bbdc-40b5-98bd-bd13bb6b0453 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1096 time: 0.0809298 Dec 22 16:49:27.001928 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'status': 'completed', 'code': 200} Dec 22 16:49:27.017613 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-f7967a45-b403-41bf-b970-6e5ad09b26b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 217 time: 0.0750692 Dec 22 16:49:27.093136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-1b581b42-b887-44d3-a1a8-7488d708f2b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:27.094857 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-1b581b42-b887-44d3-a1a8-7488d708f2b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0662556 Dec 22 16:49:27.186426 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-d978b329-fbd3-4ed4-953b-7a6e4ba9677c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810430 Dec 22 16:49:27.339503 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-4777bdaf-f567-49de-9b5a-68188c553881 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404269 Dec 22 16:49:27.493375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-eca31ea5-3eb4-4de3-8ac3-0cd0336f4a37 req-fddb6e0c-4529-496d-9b66-e123a4e2d0b3 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433320 Dec 22 16:49:27.568319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc33c9-3bba-49ed-b1b7-03933169c704 req-1dfa602a-2937-49ba-aa18-dfee8ab0dc3e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:27.569951 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6dbc33c9-3bba-49ed-b1b7-03933169c704 req-1dfa602a-2937-49ba-aa18-dfee8ab0dc3e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0854735 Dec 22 16:49:27.621999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6dbc33c9-3bba-49ed-b1b7-03933169c704 req-6617b0c9-a146-419b-88fe-dc414bcfba7e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452199 Dec 22 16:49:27.654214 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-cface195-0967-401f-9396-a158d97d0bd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1096 time: 0.0779705 Dec 22 16:49:27.804716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-97dea488-4a49-42ff-9a39-ffd2b766910b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:27.806320 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-97dea488-4a49-42ff-9a39-ffd2b766910b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1407931 Dec 22 16:49:27.887291 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-f425f4bc-7629-4430-bfb9-41f178d9748a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 217 time: 0.0735421 Dec 22 16:49:27.958892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-9c58c2cb-a909-4743-87f8-5261c017cb00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:27.963310 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-9c58c2cb-a909-4743-87f8-5261c017cb00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0641215 Dec 22 16:49:28.044594 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-29474a97-c327-4b25-87b1-5fb9c9964648 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736001 Dec 22 16:49:28.198878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-12940984-0150-4e9f-944a-1a66a4761e64 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437101 Dec 22 16:49:28.351462 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-198f13ab-90c0-4d0b-b573-b9eaead84bc7 req-a4db4505-ee9d-4d4f-a228-4436a5464d33 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434357 Dec 22 16:49:28.861794 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e4164-65e7-4316-87ee-34865d6a878b req-123c7e17-3a25-499e-9b0b-3b18acdd725c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:28.863460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-347e4164-65e7-4316-87ee-34865d6a878b req-123c7e17-3a25-499e-9b0b-3b18acdd725c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0870507 Dec 22 16:49:28.911888 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-347e4164-65e7-4316-87ee-34865d6a878b req-36998d50-32db-4165-9ec4-49f0abb8ba26 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Dec 22 16:49:30.119173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b700f-f3cd-4838-9e67-c29e5bfecf9b req-2104eedd-49aa-4211-bddb-18e18bf6d1c2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:30.120714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f4b700f-f3cd-4838-9e67-c29e5bfecf9b req-2104eedd-49aa-4211-bddb-18e18bf6d1c2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0858123 Dec 22 16:49:30.169010 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0f4b700f-f3cd-4838-9e67-c29e5bfecf9b req-6d8e5d28-b074-4ce7-b857-168f4844dc17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421176 Dec 22 16:49:31.380855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16148-d8dd-4722-9e04-610280894182 req-d934e93e-75a4-4872-ad78-8aa172d810b9 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:31.382483 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4f16148-d8dd-4722-9e04-610280894182 req-d934e93e-75a4-4872-ad78-8aa172d810b9 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0875986 Dec 22 16:49:31.434401 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4f16148-d8dd-4722-9e04-610280894182 req-e5871056-0a72-42d8-a476-0a14b7175fed tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449712 Dec 22 16:49:32.647455 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50c2f9-234e-4248-b09d-8eeab38da4df req-a0ed35cf-de19-47f0-bdc1-c934f27cf998 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:32.649069 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c50c2f9-234e-4248-b09d-8eeab38da4df req-a0ed35cf-de19-47f0-bdc1-c934f27cf998 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0829153 Dec 22 16:49:32.703207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-6c50c2f9-234e-4248-b09d-8eeab38da4df req-165986e5-c749-41b5-b6a7-42bda80d8184 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472918 Dec 22 16:49:33.916281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ec6d7-a51a-45c9-a812-3aa029debcea req-42380c66-5499-4f95-8148-7ca8085f2d94 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:33.918165 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-490ec6d7-a51a-45c9-a812-3aa029debcea req-42380c66-5499-4f95-8148-7ca8085f2d94 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0858102 Dec 22 16:49:33.967358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-490ec6d7-a51a-45c9-a812-3aa029debcea req-d1626a4d-b542-4553-a809-5be342966962 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Dec 22 16:49:35.189207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c1b39-e95a-44d7-8e98-68c91bbf83fd req-9b270634-4ce7-4611-938d-782a7ea36394 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:35.190864 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-205c1b39-e95a-44d7-8e98-68c91bbf83fd req-9b270634-4ce7-4611-938d-782a7ea36394 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0890744 Dec 22 16:49:35.242269 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-205c1b39-e95a-44d7-8e98-68c91bbf83fd req-feb20e08-56ca-4136-ad21-092ae506fb17 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Dec 22 16:49:36.119866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:49:36.265285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:49:36.280485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'mac_address': 'fa:16:3e:24:1d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:49:36.343358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:36.362628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ee814e-4723-479a-bbca-5dd6c3f44ede {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:49:36.379453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:49:36.410254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:36.412239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:36.462752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1a675-7388-4bff-afc0-033690f6f23e req-2617f9b0-35a4-4f75-bc07-b5f45b36ae84 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:36.464542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23a1a675-7388-4bff-afc0-033690f6f23e req-2617f9b0-35a4-4f75-bc07-b5f45b36ae84 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 944 time: 0.0861430 Dec 22 16:49:36.482412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:36.491790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.492182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.492560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.492936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.493310 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.493911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.494287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.494684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.495051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.495411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.495773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:36.500070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:36.514243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23a1a675-7388-4bff-afc0-033690f6f23e req-674cacfe-cc79-4f3b-8027-4eaeeb23ac68 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433660 Dec 22 16:49:36.735204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['16ee814e-4723-479a-bbca-5dd6c3f44ede'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:49:37.729742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e498e8-8740-4368-80e1-82e6f4ead6bb req-ec006efe-7692-4172-8c0b-c4f156a2a132 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:37.731533 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90e498e8-8740-4368-80e1-82e6f4ead6bb req-ec006efe-7692-4172-8c0b-c4f156a2a132 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 944 time: 0.0891745 Dec 22 16:49:37.780653 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90e498e8-8740-4368-80e1-82e6f4ead6bb req-39fba4f0-f364-4de2-8491-95c453c7d003 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Dec 22 16:49:38.124555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:49:38.225833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 16ee814e-4723-479a-bbca-5dd6c3f44ede completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:49:38.232002 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 16ee814e-4723-479a-bbca-5dd6c3f44ede triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:49:38.232430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:38.349941 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:38.378571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:49:38.388693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:49:38.421616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:38.423696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:38.507357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:38.513568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:38.552336 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'code': 200} Dec 22 16:49:38.928245 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fdc0365-528c-4868-9457-9a4c94fe0d22 req-3d061a01-c831-4875-9388-25f906d4d5a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0799754 Dec 22 16:49:38.981194 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3fdc0365-528c-4868-9457-9a4c94fe0d22 req-e3ecce05-22ab-43e3-864c-fdefe4a9ba06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413156 Dec 22 16:49:38.996916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45fbae-6f0f-411e-8e45-b84ea86d8e21 req-123f57fc-ca49-4099-912a-ecec90364023 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:38.998579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff45fbae-6f0f-411e-8e45-b84ea86d8e21 req-123f57fc-ca49-4099-912a-ecec90364023 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0841801 Dec 22 16:49:39.047812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ff45fbae-6f0f-411e-8e45-b84ea86d8e21 req-03ed4597-0baa-4dda-b047-c17510b9b922 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Dec 22 16:49:40.505413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c210e9-15e6-4ab1-811a-8142003ce017 req-54b0d6d2-18cb-4af6-919f-b901c996a659 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:40.507083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25c210e9-15e6-4ab1-811a-8142003ce017 req-54b0d6d2-18cb-4af6-919f-b901c996a659 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.3270087 Dec 22 16:49:40.560751 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-25c210e9-15e6-4ab1-811a-8142003ce017 req-3c35d7e0-4a95-46c4-8bd3-34bc3953d00d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460246 Dec 22 16:49:40.770245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:41.777241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483f4bf-9142-4dc9-a228-745366751689 req-be365767-7e0e-452f-8698-e19bbc248ff7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:41.778945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f483f4bf-9142-4dc9-a228-745366751689 req-be365767-7e0e-452f-8698-e19bbc248ff7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0877492 Dec 22 16:49:41.831626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f483f4bf-9142-4dc9-a228-745366751689 req-122fe51c-406a-4697-be0d-f9f809ae706f tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 Dec 22 16:49:42.045829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f295f-cb47-47a4-ab30-2f8a997dcd6a req-16ca91f3-c951-487b-9ddb-15828a39dca2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:42.047590 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fa5f295f-cb47-47a4-ab30-2f8a997dcd6a req-16ca91f3-c951-487b-9ddb-15828a39dca2 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0894024 Dec 22 16:49:42.100357 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-fa5f295f-cb47-47a4-ab30-2f8a997dcd6a req-ef344f49-d4ee-49bc-8cd1-ec3ab7d2eed8 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463176 Dec 22 16:49:42.128447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34244) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:49:42.282017 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-df97a5a7-921e-484d-b865-a22fd686fd95 tempest-TestShelveInstance-300899081 tempest-TestShelveInstance-300899081-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1093 time: 0.1521764 Dec 22 16:49:42.284944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34252) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:49:42.292133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:49:42.298424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:49:42.302630 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Usage tracker for resource:floatingip and tenant:fe84a26ccc024b00a811908d2a0aaeb4 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:49:42.306787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:49:42.312965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:49:42.358935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:42.515120 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:42.684254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Allocated IP 172.26.1.133 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/9d5fef40-b21f-4991-b827-ec262cd028fc) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:49:42.781950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27764f21-b0aa-4529-bf59-e3e82a6a17a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:42.852389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:42.908129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:42.912874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a14f90d6-4dc3-4c8f-b387-b34ecd4c1f6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:42.988972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:49:42.992501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:49:42.995759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:49:43.022921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=9d5fef40-b21f-4991-b827-ec262cd028fc,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:43.048542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.048973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.049399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.049814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.050226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.050693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.051104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.051511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.051919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.052318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.052720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:49:43.059748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:43.559874 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:43.894809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:44.115235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:44.152892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:44.157876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:49:44.187304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:44.273561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event updated for resources: {'Port': ['ID=9d5fef40-b21f-4991-b827-ec262cd028fc,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:49:44.278527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:49:44.290311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:44.500341 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Floating IP 59ad8b7c-a504-4e12-9681-c009d93c23eb associated. External IP: 172.26.1.133, port: 16ee814e-4723-479a-bbca-5dd6c3f44ede. Dec 22 16:49:44.937041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:49:45.155327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:49:45.166142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:49:45.179247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:49:45.180798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:49:45.187293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-79a7d86a-690b-413e-b828-eaced24254a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:45.209833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:45.268609 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9825215 Dec 22 16:49:45.269328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:49:45.332460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'status': 'completed', 'code': 200} Dec 22 16:49:45.447137 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-00d43a10-953f-463a-bc82-71fb60de584a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0907030 Dec 22 16:49:45.529184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:49:45.612025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ff923-309a-4ede-b28c-02b70acdd769 req-d1390ff9-9dfd-4389-bec2-d1d6a0deab8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:45.613641 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-d1390ff9-9dfd-4389-bec2-d1d6a0deab8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1602347 Dec 22 16:49:45.731878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-1626702d-8ae5-469d-95f8-536ca2c3cd60 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 999 time: 0.1093802 Dec 22 16:49:45.806267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:49:45.811203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ff923-309a-4ede-b28c-02b70acdd769 req-1df3ff3f-d7af-4ec8-a66b-b5c82708caeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:49:45.813838 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-1df3ff3f-d7af-4ec8-a66b-b5c82708caeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0754707 Dec 22 16:49:45.909463 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-ae528c65-62ea-4426-b5a1-1ebb94805e0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886564 Dec 22 16:49:45.926946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '59ad8b7c-a504-4e12-9681-c009d93c23eb', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:24:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:49:43Z', 'updated_at': '2021-12-22T16:49:43Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:49:45.932394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:49:45.944285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:49:45.944979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:49:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:49:46.057708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-9bd91b75-345c-4f80-91ec-ebacfe276518 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410751 Dec 22 16:49:46.132733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:49:46.210610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-559ff923-309a-4ede-b28c-02b70acdd769 req-79b789fa-4f32-4812-b990-c6a253220ae0 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466198 Dec 22 16:49:46.519688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '59ad8b7c-a504-4e12-9681-c009d93c23eb', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:24:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:49:43Z', 'updated_at': '2021-12-22T16:49:43Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:49:46.525178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe231c-dd5f-46e3-9021-dc67e85d6141 None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '59ad8b7c-a504-4e12-9681-c009d93c23eb', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'floating_ip_address': '172.26.1.133', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'mac_address': 'fa:16:3e:24:1d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:49:43Z', 'updated_at': '2021-12-22T16:49:43Z', 'revision_number': 0, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:49:46.922861 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a158e808-cdad-41c8-bfc4-fb3441419217 None None] New status for floating IP 59ad8b7c-a504-4e12-9681-c009d93c23eb: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:49:47.267432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:03.368484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:50:10.784986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:12.463724 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-dbd54494-2539-47a4-96c3-222931d3f16d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819106 Dec 22 16:50:12.620123 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-4273b825-83af-4bd3-a4c1-a5aca52b267d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0756373 Dec 22 16:50:12.773737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e02adfbd-aaf2-4190-9778-67754d8e8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:12.793203 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-fc70481e-fa1a-45ca-9099-f714733d0616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:50:12.794846 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-fc70481e-fa1a-45ca-9099-f714733d0616 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1491261 Dec 22 16:50:12.913026 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-66cbdb17-c108-444e-a0f1-c8902ce0c8dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1078184 Dec 22 16:50:12.987636 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-d5751468-1914-4a83-bebe-6354f167872d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:50:12.989268 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-d5751468-1914-4a83-bebe-6354f167872d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0667253 Dec 22 16:50:13.082156 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-58e7bcab-119e-4648-939e-2ea0810e0751 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819674 Dec 22 16:50:13.234881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-96dc9f14-89ff-4569-abd8-2a3a9a53fad4 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424501 Dec 22 16:50:13.630339 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ea27d3f4-6678-4f30-a1ff-b2abfcce032d req-31c692b7-a1de-4232-b6ef-6a1a801c79d8 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847284 Dec 22 16:50:14.184632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:15.214660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a47ff1a2-246c-4f2c-a102-10fc0abbcdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:15.792176 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:17.277093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:40.367228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:50:40.773006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:42.761410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fff98e1f-821d-4a37-b610-593760d5d11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:44.184384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:45.178265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-92b16bf9-4999-45f5-afc9-d08458bdf984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:45.785745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:50:47.280903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:10.771737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:12.440250 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-b5ba6ea8-ef52-45b2-82c9-b2c89baf5fed service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768440 Dec 22 16:51:12.607009 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-0d05876c-f94f-4ba7-beda-4e50b5f8599c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0817418 Dec 22 16:51:12.777787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6c85542a-09fd-469d-9977-bdef127f08a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:12.781122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-7df018c7-53a3-45d2-a4b8-ac33833034cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:51:12.782782 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-7df018c7-53a3-45d2-a4b8-ac33833034cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1480775 Dec 22 16:51:12.906326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-cfe77a0c-faf3-4406-9f58-b0b97b8e7fd4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1110094 Dec 22 16:51:12.996866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-37a7ee0f-475d-4c9e-9a65-5c8968c11d38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:51:12.996866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-37a7ee0f-475d-4c9e-9a65-5c8968c11d38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0745490 Dec 22 16:51:13.078476 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-d0fb1c66-30a6-4c6b-aa56-d6b9d90b55c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789948 Dec 22 16:51:13.231094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-bc9094e7-2361-4b31-a0e0-b927f80bd16f service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422932 Dec 22 16:51:13.389029 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-97ea2223-c129-49ff-9e56-4df6058fbde8 req-fe33676c-04b2-445c-b0e7-3c90b2106401 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473131 Dec 22 16:51:14.177485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:15.182533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a08fec71-1216-47ae-9ce1-0b1b21cc73c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:15.800533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:17.273956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:17.368573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:51:40.775721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:42.792983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-97f34151-94a7-49a0-a5c4-acd3b49c4f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:44.215190 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:45.181305 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34059988-c606-412d-9999-9e4d9cd4e559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:45.809904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:47.289781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:51:54.372762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:52:10.791712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:12.791364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8bc66900-c59c-4122-87db-a57fcbfd9d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:13.217242 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-87226ed7-2cde-4dab-a8a1-6f3f947ba6c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786872 Dec 22 16:52:13.386358 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-b312a85c-3617-4e7c-99df-c52269de2a5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0817158 Dec 22 16:52:13.553308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f0a5c-eac1-447d-baad-4751b964805d req-1ad32d38-f603-4e16-8b50-55faaf7f0bf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:13.554862 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-1ad32d38-f603-4e16-8b50-55faaf7f0bf7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1430619 Dec 22 16:52:13.668712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-80e0030b-89d7-4a7e-8d93-b7f14d94ba7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1034896 Dec 22 16:52:13.743067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f0a5c-eac1-447d-baad-4751b964805d req-4a430fe2-7154-44ce-82b7-40cba827ac2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:13.744959 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-4a430fe2-7154-44ce-82b7-40cba827ac2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0647757 Dec 22 16:52:13.840030 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-5815002b-3b29-45cc-9ee4-f5c940370085 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846987 Dec 22 16:52:13.990103 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-c6044881-9264-42f7-811e-6a782b223926 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385484 Dec 22 16:52:14.141322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-649f0a5c-eac1-447d-baad-4751b964805d req-81460c61-82fa-4784-b62c-264bfb6968ad service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417820 Dec 22 16:52:14.185535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:15.185290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad92051c-d025-4ce5-9ac1-e97613feeeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:15.825357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:17.311307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:26.016750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c191f99-3989-4d18-9de3-404a506085a9 req-b9f21090-97db-4bc9-831b-ffb07c64c784 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:26.016750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c191f99-3989-4d18-9de3-404a506085a9 req-b9f21090-97db-4bc9-831b-ffb07c64c784 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0965445 Dec 22 16:52:26.068878 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4c191f99-3989-4d18-9de3-404a506085a9 req-8846d16d-6e8d-456e-b2b7-6c40e77a0b7e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475173 Dec 22 16:52:27.277272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520690-68df-4154-a45c-0783dd442bde req-367d35ce-28ba-4819-a2ea-56f9f99f1aff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:27.278918 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39520690-68df-4154-a45c-0783dd442bde req-367d35ce-28ba-4819-a2ea-56f9f99f1aff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0834770 Dec 22 16:52:27.332561 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-39520690-68df-4154-a45c-0783dd442bde req-8886ba16-8e3f-4c7b-9a59-c9b9ab535452 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Dec 22 16:52:28.543782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11f050-dc9b-47be-b076-66398ff3ac52 req-3d233dd4-ee79-4f01-9957-0ae3c3e7e879 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:28.546207 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9c11f050-dc9b-47be-b076-66398ff3ac52 req-3d233dd4-ee79-4f01-9957-0ae3c3e7e879 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0870152 Dec 22 16:52:28.599526 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9c11f050-dc9b-47be-b076-66398ff3ac52 req-f6748400-887b-4fb7-8520-7fbb0f52e016 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471327 Dec 22 16:52:29.819944 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55b7e7-f340-4234-9834-b0a25f227abf req-d025714c-e7b6-4c01-9426-b2accf161aaa tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:29.821645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c55b7e7-f340-4234-9834-b0a25f227abf req-d025714c-e7b6-4c01-9426-b2accf161aaa tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0962002 Dec 22 16:52:29.872311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2c55b7e7-f340-4234-9834-b0a25f227abf req-f74d48e2-99b5-450b-a154-8b3d5ca4cecd tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Dec 22 16:52:31.085034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b4b3-a396-45e6-9fc2-df2a274b2574 req-2b2e15c8-3a8b-4625-a0e4-404802fb2e1a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:31.086708 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d828b4b3-a396-45e6-9fc2-df2a274b2574 req-2b2e15c8-3a8b-4625-a0e4-404802fb2e1a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0880733 Dec 22 16:52:31.135186 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d828b4b3-a396-45e6-9fc2-df2a274b2574 req-c74eb998-2d21-41cb-9660-6db7958fbf1b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421274 Dec 22 16:52:31.373231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:52:32.352037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ac46c-e854-4ec1-a4c1-40a24ac7be76 req-c9b0e7cb-373c-4bb0-ac9b-7abd510ce661 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:32.353715 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-671ac46c-e854-4ec1-a4c1-40a24ac7be76 req-c9b0e7cb-373c-4bb0-ac9b-7abd510ce661 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Dec 22 16:52:32.403796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-671ac46c-e854-4ec1-a4c1-40a24ac7be76 req-24165357-1faa-45c1-a584-06d54a654892 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430102 Dec 22 16:52:33.612803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274f66-8211-4e10-a293-55d004dff67b req-2bc209b0-001e-41ce-b59e-fa657a68b2e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:33.614431 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28274f66-8211-4e10-a293-55d004dff67b req-2bc209b0-001e-41ce-b59e-fa657a68b2e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0830717 Dec 22 16:52:33.666697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-28274f66-8211-4e10-a293-55d004dff67b req-22e8ce4f-b94a-48ef-9aaf-d978144f8464 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460556 Dec 22 16:52:34.884223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a6f24-f9ed-4e52-b1d6-6167789ea4a9 req-4352bb44-94b2-4f1d-863a-dad206d8bb07 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:34.885867 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-557a6f24-f9ed-4e52-b1d6-6167789ea4a9 req-4352bb44-94b2-4f1d-863a-dad206d8bb07 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0929594 Dec 22 16:52:34.948140 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-557a6f24-f9ed-4e52-b1d6-6167789ea4a9 req-00f85f6e-c0d9-4bc6-8f05-08f891c8a769 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549436 Dec 22 16:52:36.121302 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-4f0b3b08-259c-4365-9170-cf5c0bd045c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0767772 Dec 22 16:52:36.158730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003ca83-0395-40bb-8a49-1625b1b6ea22 req-8291f040-ea52-4773-a101-39ce02d740b3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:36.160363 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c003ca83-0395-40bb-8a49-1625b1b6ea22 req-8291f040-ea52-4773-a101-39ce02d740b3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0848048 Dec 22 16:52:36.215952 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c003ca83-0395-40bb-8a49-1625b1b6ea22 req-778fe816-a3b6-474f-a2fb-1a8a701870d7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489955 Dec 22 16:52:36.272239 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-65f351ba-59b1-4856-8ba5-559d49b751fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:36.273842 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-65f351ba-59b1-4856-8ba5-559d49b751fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1424003 Dec 22 16:52:36.390218 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-218dd647-c66e-477f-9c4f-005ae676ab15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1051421 Dec 22 16:52:36.461928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-d2aecae2-687b-4798-83fa-5f0b90966a40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:36.463538 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-d2aecae2-687b-4798-83fa-5f0b90966a40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0637252 Dec 22 16:52:36.551408 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-7d32b1e6-34c6-43c6-b572-bc8f573313f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772760 Dec 22 16:52:36.699065 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-b170135b-60c0-4ce0-bf51-40e681007b5e service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376803 Dec 22 16:52:36.846933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a20e64e4-43f2-4db0-8a96-edad15d7afdf req-f0cd9348-2945-496e-85e7-38e9550878ed service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406841 Dec 22 16:52:37.431188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68ae0b-c85f-4920-8369-0cd6883a836f req-349e3698-909c-490e-99d7-e3dea32c3021 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:37.432836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc68ae0b-c85f-4920-8369-0cd6883a836f req-349e3698-909c-490e-99d7-e3dea32c3021 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0862007 Dec 22 16:52:37.483903 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bc68ae0b-c85f-4920-8369-0cd6883a836f req-17cb3025-68aa-4916-aa81-629424c33c8d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Dec 22 16:52:38.711990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70506498-6872-47c4-8b9e-0a37653262cb req-70bcf70d-3502-4a44-8ce6-523339389ca4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:38.713619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70506498-6872-47c4-8b9e-0a37653262cb req-70bcf70d-3502-4a44-8ce6-523339389ca4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0918078 Dec 22 16:52:38.762657 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-70506498-6872-47c4-8b9e-0a37653262cb req-9d98bf94-24c3-4972-b6ba-1ba5993523cc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Dec 22 16:52:39.983005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2747-e054-4e28-9230-67a36911d539 req-bcf6234f-aebf-4159-bff0-ae94db2d3b36 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:39.984750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-feaa2747-e054-4e28-9230-67a36911d539 req-bcf6234f-aebf-4159-bff0-ae94db2d3b36 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0883918 Dec 22 16:52:40.035050 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-feaa2747-e054-4e28-9230-67a36911d539 req-ccf48d67-ab39-4b9f-8379-41cbf70f74ad tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438733 Dec 22 16:52:40.241389 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f4a007c6-75d5-4c6a-a40b-d50f108462c2 req-cf6003ce-58c8-4966-9289-e2a6246a38ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0807273 Dec 22 16:52:40.594149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba625c-b1d5-475e-8ce5-d431ec93455f req-2eadf14c-948c-476f-af5b-fd05ff98e7cb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:40.596021 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1cba625c-b1d5-475e-8ce5-d431ec93455f req-2eadf14c-948c-476f-af5b-fd05ff98e7cb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0946777 Dec 22 16:52:40.617658 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-f8084910-ae96-4baa-8ff2-c0eab33fffcd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1587703 Dec 22 16:52:40.655041 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1cba625c-b1d5-475e-8ce5-d431ec93455f req-40cc6100-ab37-47fc-ab8a-28672a8061a0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501597 Dec 22 16:52:40.796773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:41.079947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:52:41.199487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:41.230132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:52:41.240972 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:52:41.264974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:41.267087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:52:41.302427 dv-neutron-822514-1-hyperv neutron-server[88846]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'code': 422} returned with failed status Dec 22 16:52:41.340523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:52:41.350347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.350774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.351159 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.351536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.351914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.352288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.352665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.353038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.353403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.353769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.354135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:52:41.358524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:52:41.894891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d6c70-4e7b-4e7c-a828-3b690fb5f219 req-d9d640d5-a376-473a-ba39-44be2122f8e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:41.896607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a04d6c70-4e7b-4e7c-a828-3b690fb5f219 req-d9d640d5-a376-473a-ba39-44be2122f8e7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0908086 Dec 22 16:52:41.952897 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a04d6c70-4e7b-4e7c-a828-3b690fb5f219 req-47891187-9227-4b6f-94c1-8e8a191f6f22 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500438 Dec 22 16:52:42.761260 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b2a3504-a76f-46cb-b610-02fbae7067c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:43.160101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d9f08-7ced-4a81-95e4-b060b051353b req-b394bbcf-903f-4e59-843f-893798fe8ff3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:43.161744 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f5d9f08-7ced-4a81-95e4-b060b051353b req-b394bbcf-903f-4e59-843f-893798fe8ff3 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0842838 Dec 22 16:52:43.213655 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f5d9f08-7ced-4a81-95e4-b060b051353b req-1ba848b7-e02c-40e0-ae1a-8464cd57f071 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453048 Dec 22 16:52:43.345119 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-8ea87ac1-26e8-48dd-a3c3-e2fa025b6c08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&tenant_id=fe84a26ccc024b00a811908d2a0aaeb4 HTTP/1.1" status: 200 len: 1096 time: 0.0757163 Dec 22 16:52:43.451817 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-1dc8b475-acab-4c8a-b513-bfde47da0b5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1096 time: 0.0780239 Dec 22 16:52:43.601665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-479b0896-887e-492e-a412-669173deb033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:43.604543 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-479b0896-887e-492e-a412-669173deb033 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1435351 Dec 22 16:52:43.717574 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-5c952a9f-79c9-4719-bb1f-68f80f125273 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 999 time: 0.1043205 Dec 22 16:52:43.792021 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-5dd4409f-529e-4dad-88d1-9314217cde5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:43.793632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-5dd4409f-529e-4dad-88d1-9314217cde5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0651934 Dec 22 16:52:43.880089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-cb5ec953-78d4-4cf4-9aea-28c6822fb1cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762150 Dec 22 16:52:44.032033 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-fb30adcf-1b4f-4968-a224-e5ec0da47337 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417508 Dec 22 16:52:44.190202 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5170f271-9359-462e-b4a1-33d25cde1ebd req-6f7b7a91-938f-48fd-a803-b2875cb75e5c service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481035 Dec 22 16:52:44.201651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:44.431916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d3086-3629-4e84-85b9-b86c893b522e req-ef815569-457c-4efa-a3eb-c3a197d219fb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:44.433616 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-419d3086-3629-4e84-85b9-b86c893b522e req-ef815569-457c-4efa-a3eb-c3a197d219fb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0887890 Dec 22 16:52:44.485104 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-419d3086-3629-4e84-85b9-b86c893b522e req-4adc617a-9663-43cd-87e4-3ca2d9697745 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440845 Dec 22 16:52:45.190013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-03d1f346-1c50-48c3-9c70-dedd6aac04cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:45.707321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c050833-1bf2-4d2c-a90e-01e83c1b27aa req-75444ac6-42c4-4877-a740-fc0c0ec54c2a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:45.708999 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1c050833-1bf2-4d2c-a90e-01e83c1b27aa req-75444ac6-42c4-4877-a740-fc0c0ec54c2a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0897815 Dec 22 16:52:45.759669 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1c050833-1bf2-4d2c-a90e-01e83c1b27aa req-51643619-4b78-4201-beb8-aad856edb684 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Dec 22 16:52:45.806894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:46.974589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4de6-48be-4314-beb5-4f6804809cb4 req-1c8bb574-f256-4b61-97f5-ae26c6eeeabd tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:46.976211 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d58c4de6-48be-4314-beb5-4f6804809cb4 req-1c8bb574-f256-4b61-97f5-ae26c6eeeabd tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0881543 Dec 22 16:52:47.025252 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d58c4de6-48be-4314-beb5-4f6804809cb4 req-ca308b22-8049-4875-b966-eeb7de0faafa tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428860 Dec 22 16:52:47.304325 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:48.234770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd2642-2b31-4323-af8e-90183bcf6fd1 req-a6666b16-60b5-4bb0-95d6-56b22c475f3e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:48.236460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6cd2642-2b31-4323-af8e-90183bcf6fd1 req-a6666b16-60b5-4bb0-95d6-56b22c475f3e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0840902 Dec 22 16:52:48.289498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d6cd2642-2b31-4323-af8e-90183bcf6fd1 req-c16a58f7-0484-4960-af3b-dad8e23fd625 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468843 Dec 22 16:52:49.526614 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f88a60-2114-46f1-8ab6-e1cdd93fab8f req-6346a516-f80b-4f40-92d8-97427c46fb67 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:49.528253 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c7f88a60-2114-46f1-8ab6-e1cdd93fab8f req-6346a516-f80b-4f40-92d8-97427c46fb67 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0872102 Dec 22 16:52:49.585375 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c7f88a60-2114-46f1-8ab6-e1cdd93fab8f req-43f8e7a4-b972-497c-9833-90af01c2fb89 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Dec 22 16:52:50.804195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c25eaa-badc-4c1a-97f7-a6596c406107 req-18818538-81dc-4b49-95af-1cee13aaef60 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:50.805866 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8c25eaa-badc-4c1a-97f7-a6596c406107 req-18818538-81dc-4b49-95af-1cee13aaef60 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0896614 Dec 22 16:52:50.859995 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c8c25eaa-badc-4c1a-97f7-a6596c406107 req-31153917-b7a9-4cc1-b6c8-56a4ed93357d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441380 Dec 22 16:52:52.080105 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75adb6b-c08f-499c-bc7e-8620e5a07b54 req-0a421018-84c2-47dc-a3bd-b793eff03bdb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:52.081792 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c75adb6b-c08f-499c-bc7e-8620e5a07b54 req-0a421018-84c2-47dc-a3bd-b793eff03bdb tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0855746 Dec 22 16:52:52.131475 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c75adb6b-c08f-499c-bc7e-8620e5a07b54 req-72c45c25-9da7-4b89-a625-e378aa841cd1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Dec 22 16:52:53.110825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:52:53.256041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:52:53.271013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'port_id': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'mac_address': 'fa:16:3e:24:1d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:52:53.328770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:53.351613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255aeb4-85c7-4af4-87ec-8aae6723e3cf req-bd8fb444-0c78-4c9d-916a-744aada0e580 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:53.353057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ee814e-4723-479a-bbca-5dd6c3f44ede {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:52:53.353276 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9255aeb4-85c7-4af4-87ec-8aae6723e3cf req-bd8fb444-0c78-4c9d-916a-744aada0e580 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 943 time: 0.0925097 Dec 22 16:52:53.368925 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:52:53.400617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:53.404138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d10e526a-7302-4405-9ab5-8771130c9278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:52:53.405419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9255aeb4-85c7-4af4-87ec-8aae6723e3cf req-39c83bd3-6425-44fb-82ae-d24329b36038 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450585 Dec 22 16:52:53.480118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:52:53.483672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:52:53.735447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['16ee814e-4723-479a-bbca-5dd6c3f44ede'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:52:54.615557 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344859f-fa1a-473b-95ea-e5c361618047 req-a098281b-b7be-4877-9683-2d18da9f90c0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:54.617193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9344859f-fa1a-473b-95ea-e5c361618047 req-a098281b-b7be-4877-9683-2d18da9f90c0 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 944 time: 0.0853572 Dec 22 16:52:54.668471 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9344859f-fa1a-473b-95ea-e5c361618047 req-f10d4bb5-2311-40cc-8d02-9cc34ba1cf9e tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Dec 22 16:52:55.113514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:52:55.186144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 16ee814e-4723-479a-bbca-5dd6c3f44ede triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:52:55.186616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:55.306244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:55.334138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:52:55.346710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:52:55.389635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:52:55.391798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:52:55.459286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:52:55.462539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:52:55.884523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0baa11-dc17-434e-9bcd-fc0ca265ee98 req-983ab4b6-ceb8-4770-9145-5f1a658125d6 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:55.886219 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df0baa11-dc17-434e-9bcd-fc0ca265ee98 req-983ab4b6-ceb8-4770-9145-5f1a658125d6 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0902801 Dec 22 16:52:55.937989 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-df0baa11-dc17-434e-9bcd-fc0ca265ee98 req-5d3c1268-3f4c-4c3a-bfc0-5cdee1609cb4 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453174 Dec 22 16:52:56.408805 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'code': 200} Dec 22 16:52:56.764985 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e1e1843-07df-4270-80be-0a755b8cbf6c req-65bba843-999d-4ee4-992d-a5516fa82a9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0791075 Dec 22 16:52:56.819352 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4e1e1843-07df-4270-80be-0a755b8cbf6c req-878af5e6-a1c6-4782-b68e-020da44dadea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Dec 22 16:52:57.152382 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d4fa0-2e94-415b-b56e-75fc055365a4 req-17d03816-2dc9-44f2-958e-8a2d61575b29 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:57.154750 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-910d4fa0-2e94-415b-b56e-75fc055365a4 req-17d03816-2dc9-44f2-958e-8a2d61575b29 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.0865369 Dec 22 16:52:57.214639 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-910d4fa0-2e94-415b-b56e-75fc055365a4 req-af6a7c3f-e1bf-4451-9bd2-c5e53fe46662 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490065 Dec 22 16:52:58.451594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbe90f-1377-449b-aca7-9c01dcab1076 req-5e28753e-a4d4-422e-b3de-33dd4e300918 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:52:58.453322 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-62fbe90f-1377-449b-aca7-9c01dcab1076 req-5e28753e-a4d4-422e-b3de-33dd4e300918 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1094420 Dec 22 16:52:58.503684 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-62fbe90f-1377-449b-aca7-9c01dcab1076 req-9c8c6efc-78cd-46de-965f-22ef5145a7b1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440371 Dec 22 16:53:08.375685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:53:10.817666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:12.766401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af014dcb-e439-4714-8fe0-cc5ba50d0de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:13.436132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-94c61d01-24fb-4842-a7c4-d7008889e779 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779717 Dec 22 16:53:13.838677 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-535c88d5-85d9-493b-b278-1d64fee6dfba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.3229456 Dec 22 16:53:14.001695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-a0046a38-59d9-4e95-86c2-cf2a920038fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:53:14.003258 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-a0046a38-59d9-4e95-86c2-cf2a920038fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1431561 Dec 22 16:53:14.126785 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-78e675e7-8517-46ba-a410-5c08c4208ce2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1141467 Dec 22 16:53:14.188747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:14.196587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-f90fbefa-4220-4657-a988-fe768e6adba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:53:14.201002 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-f90fbefa-4220-4657-a988-fe768e6adba4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0656135 Dec 22 16:53:14.279966 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-3d8a3404-44a3-45a1-8d53-7354f1b75edb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755100 Dec 22 16:53:14.432820 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-1b6253ea-e73e-4569-9c0d-b3d33041f98b service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451113 Dec 22 16:53:14.599534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d24e6525-bcbe-40bb-85b3-222b15080edb req-e4f2adab-d038-4648-bb01-4c157c936965 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584895 Dec 22 16:53:15.205585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6099dfe1-c580-41a6-a409-a008b4e7b533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:15.805458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:17.320331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:40.799279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:42.764240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b0309dbf-57af-43bb-90fb-9b800da318a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:44.192694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:45.192687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33df7222-9007-4b31-aa70-771411f90547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:45.376980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:53:45.833277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:53:47.301744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:10.809801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:12.780791 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40f654b5-6e13-43c1-88a3-109be0739951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:14.041566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-1d495139-efb2-4a2d-8830-6215d0078f59 req-e768e789-4ea4-48d0-8e43-45e6aec1c167 service neutron] (88957) timed out ('10.222.0.18', 57186) {{(pid=88957) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 22 16:54:14.191919 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:14.278075 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-4a9310cb-4273-4aaf-9d55-bfa9d186ad1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808456 Dec 22 16:54:14.441045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-578fe34a-516f-4994-83c9-eafeae5899ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.0802956 Dec 22 16:54:14.608137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-548a6d07-e1f4-494c-83ae-d5ef345e824d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:14.609809 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-548a6d07-e1f4-494c-83ae-d5ef345e824d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1486480 Dec 22 16:54:14.735166 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-ab199526-c226-42e8-83da-46045f9b5d1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 1001 time: 0.1144600 Dec 22 16:54:14.814151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-56bf80d9-ba97-4b77-9be6-14d2339fb83a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:14.815799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-56bf80d9-ba97-4b77-9be6-14d2339fb83a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0711370 Dec 22 16:54:14.907598 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-0c500387-5e49-4bd5-ae51-0ed93520b512 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814347 Dec 22 16:54:15.060382 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-14f3aaf5-1ada-4a37-b3ea-91bded2113ac service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410434 Dec 22 16:54:15.185981 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7325636f-2869-4018-882f-c4d75a8da778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:15.213259 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5518bc33-6dae-41b7-b7b6-22720f2b3799 req-860a1709-65d5-43c9-babb-a936f5b84963 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427050 Dec 22 16:54:15.827521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:17.340686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:22.378396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:54:40.825588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:42.761767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0d45d05-80f7-4ff0-ab28-a041710747e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:44.173399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:45.190504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb998-3679-4a40-bc83-da9e5227c1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:45.825462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:47.293336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34434) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:54:47.300178 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:47.766167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Deleting port 9d5fef40-b21f-4991-b827-ec262cd028fc {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:54:47.766581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:47.952133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:47.952493 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:48.088168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Calling delete_port for 9d5fef40-b21f-4991-b827-ec262cd028fc owned by network:floatingip {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:54:48.431058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:48.435357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:54:48.480753 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'Port': ['ID=9d5fef40-b21f-4991-b827-ec262cd028fc,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:54:48.493641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.494079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.494555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.494985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.495658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.495797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.496217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.496634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.497046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.497453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.497863 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:48.530496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:54:48.598108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:49.010400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:54:49.465187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:54:49.476250 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:54:49.484816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:49.489081 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:54:49.489751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:49.546913 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3b903cff-e7e9-4866-ae06-a07126b56583 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "DELETE /v2.0/floatingips/59ad8b7c-a504-4e12-9681-c009d93c23eb HTTP/1.1" status: 204 len: 168 time: 2.2522743 Dec 22 16:54:49.547707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:54:49.846510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:54:49.850848 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'status': 'completed', 'code': 200} Dec 22 16:54:50.045984 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-eacb157c-9ed0-49e8-b87d-2a67c792f860 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 1098 time: 0.1670830 Dec 22 16:54:50.190377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:50.194859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:54:50.197687 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195160-26b1-4a94-be74-fa3bb736790e req-7c5a0746-259f-4081-b595-03719314b120 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:50.199415 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f195160-26b1-4a94-be74-fa3bb736790e req-7c5a0746-259f-4081-b595-03719314b120 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1740313 Dec 22 16:54:50.203380 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-060f1b84-715e-44c9-8e49-a13646da353d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:50.205825 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-060f1b84-715e-44c9-8e49-a13646da353d service neutron] 10.222.0.46 "GET /v2.0/networks?id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 200 len: 909 time: 0.1523504 Dec 22 16:54:50.207616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:54:50.208306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:50.253977 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f195160-26b1-4a94-be74-fa3bb736790e req-37ba9f3a-5dd9-470f-a865-178f88f73322 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463727 Dec 22 16:54:50.283717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-68a209f4-8383-47d6-ae47-720e045cbc9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 200 len: 217 time: 0.0704420 Dec 22 16:54:50.358983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-7cd66d69-53a1-472e-8371-4829be158bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:50.360621 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-7cd66d69-53a1-472e-8371-4829be158bc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 200 len: 847 time: 0.0674253 Dec 22 16:54:50.396986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:54:50.443926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-20c13752-d910-4b6b-aa6c-a69cbf52551c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b071dca2-7f4c-48ed-ade1-99d7bc3889e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756011 Dec 22 16:54:50.597520 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-4d35d4a7-e2f5-4e1b-a8be-60f1d9b8b044 service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458201 Dec 22 16:54:50.748621 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:50.753945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f05bb3-615f-4045-b2a6-7a24a3f46732 None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:03Z', 'revision_number': 4, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '00f9500b-9cdd-4d02-8a08-658b6e0aec79', 'name': '', 'network_id': 'b071dca2-7f4c-48ed-ade1-99d7bc3889e3', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'mac_address': 'fa:16:3e:bb:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:02Z', 'updated_at': '2021-12-22T16:44:10Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'subnets': [{'id': '9106d5b7-429f-4e04-8ad1-f54b969f6403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:54:50.792255 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7dff209f-2a9e-4fc3-af97-c663e27a05f3 req-a262a0d8-6772-426c-a147-5b3db226260d service neutron] 10.222.0.46 "GET /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867211 Dec 22 16:54:51.249409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a0f7d6-c88b-45c7-8c45-2c5414395929 None None] New status for floating IP 59ad8b7c-a504-4e12-9681-c009d93c23eb: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:54:51.577079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a3beb-53de-4da8-8cfd-e9fb59435f54 req-14be959b-49ec-4ef0-879b-b0fe2ad7a9f7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:51.578762 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d76a3beb-53de-4da8-8cfd-e9fb59435f54 req-14be959b-49ec-4ef0-879b-b0fe2ad7a9f7 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1871333 Dec 22 16:54:51.629006 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d76a3beb-53de-4da8-8cfd-e9fb59435f54 req-cf178120-2d0a-4b33-a600-e273ce6d702c tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/security-groups?id=c9871ec6-7d7a-411a-a96b-b737363710d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Dec 22 16:54:51.793582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-4a0d6a6b-d48d-4e97-bcbe-b1ee9edfa471 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:54:51.794388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-4a0d6a6b-d48d-4e97-bcbe-b1ee9edfa471 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Synchronizing usage tracker for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:54:51.831705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-4a0d6a6b-d48d-4e97-bcbe-b1ee9edfa471 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Unset dirty status for tenant:fe84a26ccc024b00a811908d2a0aaeb4 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:54:51.832988 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-4a0d6a6b-d48d-4e97-bcbe-b1ee9edfa471 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 945 time: 0.1488302 Dec 22 16:54:51.924550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Deleting port 16ee814e-4723-479a-bbca-5dd6c3f44ede {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:54:51.924816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:52.206890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] For port 16ee814e-4723-479a-bbca-5dd6c3f44ede, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=16ee814e-4723-479a-bbca-5dd6c3f44ede,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:54:52.207212 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:52.338924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Calling delete_port for 16ee814e-4723-479a-bbca-5dd6c3f44ede owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:54:52.561956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:52.568348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ddf864e3-6f86-4fd2-b2a7-e9ddf03369bc tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:54:52.612333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'Port': ['ID=16ee814e-4723-479a-bbca-5dd6c3f44ede,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:54:52.616771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:54:52.694135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] No DVR routers for this DVR port 16ee814e-4723-479a-bbca-5dd6c3f44ede on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:54:52.696792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:52.699878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-deleted', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:54:52.734460 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5244c513-a291-4fe3-8f6f-7ad0891465a1 req-90068c6a-a9b0-4b73-8b49-29a24e27a773 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.46 "DELETE /v2.0/ports/16ee814e-4723-479a-bbca-5dd6c3f44ede HTTP/1.1" status: 204 len: 173 time: 0.8937774 Dec 22 16:54:52.758836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96fe299-a7d1-40b8-8649-c993ee2b2f23', 'name': 'network-vif-deleted', 'tag': '16ee814e-4723-479a-bbca-5dd6c3f44ede', 'status': 'completed', 'code': 200} Dec 22 16:54:52.834105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ebd0823-a8e3-4dee-ba06-1dc8c8a2b0ca req-42329e44-f2bb-4daf-a2ae-51e67e44f8d1 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0584908 Dec 22 16:54:54.043521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-4bee3c2e-ae3e-419f-b30b-dbb6d8d294ef req-aa1bc336-b154-4a75-8a9f-995cfacdf00a tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "GET /v2.0/ports?device_id=a96fe299-a7d1-40b8-8649-c993ee2b2f23 HTTP/1.1" status: 200 len: 210 time: 0.0616636 Dec 22 16:54:55.153668 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34466) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:54:55.234740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:55.273880 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:55.493678 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:55.499379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-03a8da0f-e735-491a-b81e-c2943b5ad069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:54:55.516175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9871ec6-7d7a-411a-a96b-b737363710d2,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:54:55.526585 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.527022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.527566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.527987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.528409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.528825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.529241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.529656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.530068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.530498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.530914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:54:55.535118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:54:55.550652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:55.551927 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c6f2636-d807-4dac-ad00-bfb30cf608ff tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9871ec6-7d7a-411a-a96b-b737363710d2 HTTP/1.1" status: 204 len: 168 time: 0.3966300 Dec 22 16:54:55.607219 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:54:55.638885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34472) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:54:55.654284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 16ee814e-4723-479a-bbca-5dd6c3f44ede {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:54:55.654712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 16ee814e-4723-479a-bbca-5dd6c3f44ede not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:54:56.255475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:57.122272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Deleting port 00f9500b-9cdd-4d02-8a08-658b6e0aec79 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:54:57.122593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:57.301926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] For port 00f9500b-9cdd-4d02-8a08-658b6e0aec79, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=00f9500b-9cdd-4d02-8a08-658b6e0aec79,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:54:57.302530 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:57.434662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Calling delete_port for 00f9500b-9cdd-4d02-8a08-658b6e0aec79 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:54:57.790423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:57.795637 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:54:57.842339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f9500b-9cdd-4d02-8a08-658b6e0aec79,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:54:57.845704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:54:58.173406 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:58.801851 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:54:59.021749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:54:59.034400 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Sync routers for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:54:59.035159 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] 10.222.0.18 "PUT /v2.0/routers/8dca4286-7e3c-4db0-af8b-b5001ea922b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3949943 Dec 22 16:54:59.038100 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34478) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:54:59.048037 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:54:59.049322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:59.245474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:54:59.248508 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:59.411147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:54:59.577674 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:54:57Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:59.585194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Checking router: 8dca4286-7e3c-4db0-af8b-b5001ea922b5 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:54:59.602402 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Routers {'8dca4286-7e3c-4db0-af8b-b5001ea922b5'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:54:59.606294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:54:59.723427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:59.756403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Deleting port 6781007f-3b32-47af-8c52-2db911750b7b {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:54:59.757045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:54:59.820657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] Set router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:54:59.956744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] For port 6781007f-3b32-47af-8c52-2db911750b7b, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6781007f-3b32-47af-8c52-2db911750b7b,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:54:59.957152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:00.093729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Calling delete_port for 6781007f-3b32-47af-8c52-2db911750b7b owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:00.310193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:54:57Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:00.315574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcc87ab-8f8d-491b-a955-2ccb81e3611c None None] The sync data for ids ['8dca4286-7e3c-4db0-af8b-b5001ea922b5'] in dv-neutron-822514-1-hyperv is: [{'id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'name': 'tempest-TestShelveInstance-205681974-router', 'tenant_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '6781007f-3b32-47af-8c52-2db911750b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:54:57Z', 'revision_number': 5, 'project_id': 'fe84a26ccc024b00a811908d2a0aaeb4', 'gw_port': {'id': '6781007f-3b32-47af-8c52-2db911750b7b', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:17:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dca4286-7e3c-4db0-af8b-b5001ea922b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:43:59Z', 'updated_at': '2021-12-22T16:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:00.344846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:00.350304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cf21ba5d-b96d-462c-8078-6a4d6e5a03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:00.395343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6781007f-3b32-47af-8c52-2db911750b7b,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:00.398348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:00.645584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:00.747215 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f9500b-9cdd-4d02-8a08-658b6e0aec79 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:00.788006 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 00f9500b-9cdd-4d02-8a08-658b6e0aec79 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:00.788448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 00f9500b-9cdd-4d02-8a08-658b6e0aec79 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:00.946317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:00.950964 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.047571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.048240 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dca4286-7e3c-4db0-af8b-b5001ea922b5 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:55:01.062060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.064433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-44cf5c00-13a9-4dcd-922f-11a9c2b57f15 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8dca4286-7e3c-4db0-af8b-b5001ea922b5 HTTP/1.1" status: 204 len: 168 time: 2.0250196 Dec 22 16:55:01.067114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34482) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:01.137777 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Deleting subnet 9106d5b7-429f-4e04-8ad1-f54b969f6403 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:55:01.141539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.199504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.335583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.518185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.524306 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c58619f3-5f6f-40a7-9ca3-45eaf8806b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:01.561894 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9106d5b7-429f-4e04-8ad1-f54b969f6403,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:01.565397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:01.571321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.577127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa852d-e1e9-4754-9a31-19a5a0595ea6 None None] Network b071dca2-7f4c-48ed-ade1-99d7bc3889e3 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:01.579832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9106d5b7-429f-4e04-8ad1-f54b969f6403 HTTP/1.1" status: 204 len: 168 time: 0.5109136 Dec 22 16:55:01.582928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34486) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:01.706633 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.718003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Deleting port f8b1aec8-dac8-4754-be79-8235d4e5ff2f {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:01.718381 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.865221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] DHCP port deletion for b071dca2-7f4c-48ed-ade1-99d7bc3889e3 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:55:01.869676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Deleting port f8b1aec8-dac8-4754-be79-8235d4e5ff2f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:01.870094 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:01.943841 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] For port f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:01.944251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.076666 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Calling delete_port for f8b1aec8-dac8-4754-be79-8235d4e5ff2f owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:02.103304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] For port f8b1aec8-dac8-4754-be79-8235d4e5ff2f, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,segment=NetworkSegment(1820eb9b-464b-436e-87b1-7eef388fe3ed),segment_id=1820eb9b-464b-436e-87b1-7eef388fe3ed)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:02.103599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.238745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Calling delete_port for f8b1aec8-dac8-4754-be79-8235d4e5ff2f owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:02.276158 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.282008 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-5dcc167e-640c-49bb-8c58-b70cb666961f tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 16:55:02.316892 dv-neutron-822514-1-hyperv neutron-server[88846]: % (table.description, expected, rows_matched) Dec 22 16:55:02.325902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:55:02.326319 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:55:02.326433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b1aec8-dac8-4754-be79-8235d4e5ff2f,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:02.331802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:02.334477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] No DVR routers for this DVR port f8b1aec8-dac8-4754-be79-8235d4e5ff2f on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:55:02.459956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.488145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b071dca2-7f4c-48ed-ade1-99d7bc3889e3']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:02.501401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1820eb9b-464b-436e-87b1-7eef388fe3ed') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:02.501727 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1820eb9b-464b-436e-87b1-7eef388fe3ed') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:02.513958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.533642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.540351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:55:02.540779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:55:02.555541 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:55:02.732477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6781007f-3b32-47af-8c52-2db911750b7b no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:02.744776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.748555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-741227f7-64e9-4732-a8fe-5a5cefa3c587 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:02.765503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.768451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6781007f-3b32-47af-8c52-2db911750b7b {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:02.768849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6781007f-3b32-47af-8c52-2db911750b7b not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:02.769320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8b1aec8-dac8-4754-be79-8235d4e5ff2f no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:02.775563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Pushing event deleted for resources: {'Network': ['ID=b071dca2-7f4c-48ed-ade1-99d7bc3889e3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:02.782765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:02.804775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: f8b1aec8-dac8-4754-be79-8235d4e5ff2f {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:02.805171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device f8b1aec8-dac8-4754-be79-8235d4e5ff2f not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:02.814296 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] 10.222.0.18 "DELETE /v2.0/networks/b071dca2-7f4c-48ed-ade1-99d7bc3889e3 HTTP/1.1" status: 204 len: 168 time: 1.2302039 Dec 22 16:55:02.817331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34490) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:02.827695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Deleting port f8b1aec8-dac8-4754-be79-8235d4e5ff2f {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:02.828124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:02.901716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-1b219631-6e6a-45e7-898b-5c94146e9674 None None] The port 'f8b1aec8-dac8-4754-be79-8235d4e5ff2f' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:55:03.266853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:04.142423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Deleting port 6bae79f1-f8a0-4433-acb6-80c96dca0c23 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:04.142829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:04.325769 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] For port 6bae79f1-f8a0-4433-acb6-80c96dca0c23, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=6bae79f1-f8a0-4433-acb6-80c96dca0c23,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:04.326519 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:04.471241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Calling delete_port for 6bae79f1-f8a0-4433-acb6-80c96dca0c23 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:04.681564 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:04.686549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-194ef9e5-0ed3-4983-b138-43f52836e6f3 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:04.730500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6bae79f1-f8a0-4433-acb6-80c96dca0c23,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:04.734998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:05.047618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:05.680340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Router bb68bae5-8864-4822-9a32-1645886dfeac has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:55:05.903544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:05.914343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Sync routers for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:05.927144 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:05.927866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:05.943633 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] 10.222.0.18 "PUT /v2.0/routers/bb68bae5-8864-4822-9a32-1645886dfeac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1226461 Dec 22 16:55:05.943904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34494) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:06.182156 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:06.321748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:06.646903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149'}], 'enable_snat': True}, 'gw_port_id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:55:04Z', 'revision_number': 5, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port': {'id': '0e5406a8-136d-4eda-9b2f-0be2f5a2f40a', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:25:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:06.651798 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Checking router: bb68bae5-8864-4822-9a32-1645886dfeac for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:06.663711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Routers {'bb68bae5-8864-4822-9a32-1645886dfeac'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:06.664436 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:54:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['bb68bae5-8864-4822-9a32-1645886dfeac'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:06.665738 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:06.692994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Deleting port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:06.693401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:06.839881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] Set router bb68bae5-8864-4822-9a32-1645886dfeac gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:06.903386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] For port 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:06.903700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:06.953290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:55:06Z', 'revision_number': 6, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:06.957875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a83c9d-8c5d-4e5a-bb86-de0212c05667 None None] The sync data for ids ['bb68bae5-8864-4822-9a32-1645886dfeac'] in dv-neutron-822514-1-hyperv is: [{'id': 'bb68bae5-8864-4822-9a32-1645886dfeac', 'name': 'tempest-TestShelveInstance-801820116-router', 'tenant_id': '18276c0e0085484e888f0d01924cbde1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:44:07Z', 'updated_at': '2021-12-22T16:55:06Z', 'revision_number': 6, 'project_id': '18276c0e0085484e888f0d01924cbde1', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:07.043012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Calling delete_port for 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:07.321829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:07.327232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8042a72b-999a-4f1c-a950-26a35d0ff591 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:07.371354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5406a8-136d-4eda-9b2f-0be2f5a2f40a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:07.377001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:07.627804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:07.904053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:07.908671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.149743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.150491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb68bae5-8864-4822-9a32-1645886dfeac {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 16:55:08.163752 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.165001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e66191f5-1949-4d67-a589-7e74cd0700c7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bb68bae5-8864-4822-9a32-1645886dfeac HTTP/1.1" status: 204 len: 168 time: 2.2200968 Dec 22 16:55:08.167796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34498) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:08.236968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Deleting subnet 51c0d146-8c30-4c1b-968a-e06492a79d9c {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 16:55:08.240560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.299526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.381875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.505071 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.509868 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-001c5c3e-1df0-4fdf-a9c6-28d467d652c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:08.545968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c0d146-8c30-4c1b-968a-e06492a79d9c,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:08.549915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:08.553289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.559288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41daee62-3055-4c53-a885-bc622de21f79 None None] Network 6d99213a-a939-441f-81d3-6c0ead0598de requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:08.559990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25d4934f-c788-4f53-8a98-64d71befd1e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/51c0d146-8c30-4c1b-968a-e06492a79d9c HTTP/1.1" status: 204 len: 168 time: 0.3911600 Dec 22 16:55:08.563277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34502) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:08.680266 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.693815 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Deleting port bba7426a-4f83-461e-bb24-01fd8409af18 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:08.694201 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.741686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6bae79f1-f8a0-4433-acb6-80c96dca0c23 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:08.783923 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 6bae79f1-f8a0-4433-acb6-80c96dca0c23 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:08.784235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 6bae79f1-f8a0-4433-acb6-80c96dca0c23 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:08.784700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:08.824433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:08.825229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 0e5406a8-136d-4eda-9b2f-0be2f5a2f40a not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:08.910859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] DHCP port deletion for 6d99213a-a939-441f-81d3-6c0ead0598de request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 16:55:08.915573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Deleting port bba7426a-4f83-461e-bb24-01fd8409af18 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:08.916084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:08.924739 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] For port bba7426a-4f83-461e-bb24-01fd8409af18, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bba7426a-4f83-461e-bb24-01fd8409af18,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:08.925146 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.067401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Calling delete_port for bba7426a-4f83-461e-bb24-01fd8409af18 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:09.144742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] For port bba7426a-4f83-461e-bb24-01fd8409af18, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bba7426a-4f83-461e-bb24-01fd8409af18,segment=NetworkSegment(a634c256-3d93-40c7-9033-712d4ce9f32a),segment_id=a634c256-3d93-40c7-9033-712d4ce9f32a)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:09.145272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.190089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.195899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b3c6e13f-9f22-46cf-8cbc-9489bcfde650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:09.241351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba7426a-4f83-461e-bb24-01fd8409af18,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:09.244848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:09.245693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] No DVR routers for this DVR port bba7426a-4f83-461e-bb24-01fd8409af18 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 16:55:09.276344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Calling delete_port for bba7426a-4f83-461e-bb24-01fd8409af18 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 16:55:09.352483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 16:55:09.352810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 16:55:09.384315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.405563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d99213a-a939-441f-81d3-6c0ead0598de']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:09.420135 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a634c256-3d93-40c7-9033-712d4ce9f32a') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:09.420473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a634c256-3d93-40c7-9033-712d4ce9f32a') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:09.434091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.454121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.461200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 16:55:09.461635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 16:55:09.476095 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 16:55:09.579132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.582890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b0fd1122-e480-47f8-8cc3-bb0ffae48fae tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:09.598248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.611136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d99213a-a939-441f-81d3-6c0ead0598de,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:09.616432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:09.621335 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6d99213a-a939-441f-81d3-6c0ead0598de HTTP/1.1" status: 204 len: 168 time: 1.0565042 Dec 22 16:55:09.854096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Deleting port bba7426a-4f83-461e-bb24-01fd8409af18 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 16:55:09.854591 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:09.877801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34508) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:09.925327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-33f0a205-ec4f-4bea-b2a0-e26771c70174 None None] The port 'bba7426a-4f83-461e-bb24-01fd8409af18' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 16:55:09.939745 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c00dd445-05d2-40f1-b9bd-9994a54c03ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe84a26ccc024b00a811908d2a0aaeb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603600 Dec 22 16:55:09.942695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34512) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:10.011414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:10.041181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:10.321386 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:10.326737 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-bd6fcfeb-5e39-4ae9-a056-956b640f6000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:10.341999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3fcd9e-e9f5-42dd-b750-f9e20031d061,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:10.349364 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:10.351423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:10.352697 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-654f8e76-7be3-4e8c-968e-a1673305b041 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f3fcd9e-e9f5-42dd-b750-f9e20031d061 HTTP/1.1" status: 204 len: 168 time: 0.4089963 Dec 22 16:55:10.733195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bba7426a-4f83-461e-bb24-01fd8409af18 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:55:10.768563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: bba7426a-4f83-461e-bb24-01fd8409af18 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 16:55:10.768961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bba7426a-4f83-461e-bb24-01fd8409af18 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 16:55:10.864562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:10.990998 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34520) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:11.050610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e29a4691-e5ee-4fc5-96e0-d7089b61be8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=18276c0e0085484e888f0d01924cbde1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0582018 Dec 22 16:55:11.053270 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34524) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:11.122638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:11.152580 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:11.230211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:11.235809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f5f72201-75e5-4625-a3af-1042ab9d7dd5 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:11.250324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6248bb3e-6417-45ba-ab4f-49fdec9c825e,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:11.253392 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:11.254659 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:11.256578 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6248bb3e-6417-45ba-ab4f-49fdec9c825e HTTP/1.1" status: 204 len: 168 time: 0.2022619 Dec 22 16:55:12.408139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34546) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:12.557708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-559958620-network', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:12.563730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:12.568160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Usage tracker for resource:network and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:12.571211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:12.577395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:12.629914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Made reservation on behalf of eaecb254e4ba463baf16790306b5fc9a for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:55:12.635051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.649910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.685973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:12.692313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:12.697058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:12.704582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:12.751089 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de45e9c3-f98b-49f2-bc36-20000cb1c0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.829263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.853083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.857787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c46c0daf-56b6-4bcf-9acb-a771e64f0fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:12.887391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:55:12.897391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31674a01-a235-418a-a3df-82f36d2d3425,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:12.901285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:12.903938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:12.904325 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Added segment 274f9481-fdb4-4cea-89a3-3f17f795728d of type vlan for network 5adba523-9488-4382-9e84-c5d561cdd489 Dec 22 16:55:12.969586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.047329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.048384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:13.049164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.054961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1af08b67-5e9c-415c-863e-6dcc3f4a1ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:13.179848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5adba523-9488-4382-9e84-c5d561cdd489,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:13.182835 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:13.191301 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 5adba523-9488-4382-9e84-c5d561cdd489 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:55:13.191488 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-cebb715d-71f1-47ea-bd27-76310469d5b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7821190 Dec 22 16:55:13.194617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34552) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:13.200876 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Request body: {'subnet': {'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-559958620-subnet', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'ip_version': 4}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:13.207272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:13.211656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Usage tracker for resource:subnet and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:13.214831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:13.221823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:13.253398 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Made reservation on behalf of eaecb254e4ba463baf16790306b5fc9a for: {'subnet': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:55:13.258362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7403364'] for subnet, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.733255 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7865930', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7403381'] for subnet, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.739102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e59f3d80-6231-4d3d-b56d-21f8238bf3b4 tempest-NetworksIpV6Test-1712947906 tempest-NetworksIpV6Test-1712947906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:13.826646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b6eb37-f8ed-403a-80d7-09da6c4e5a17,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:13.832188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:13.840313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Checking segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:13.840705 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Network hostable DHCP agents. Network: 5adba523-9488-4382-9e84-c5d561cdd489, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88957) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:55:13.898713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Network 5adba523-9488-4382-9e84-c5d561cdd489 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88957) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:55:13.932996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 5adba523-9488-4382-9e84-c5d561cdd489) {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:13.937278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:13.939252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:13.944713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd75957-b9b0-475e-93d7-c877979c096f None None] Network 5adba523-9488-4382-9e84-c5d561cdd489 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:13.986518 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7abcf466-6102-4b25-b56c-81c54fdba73e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7905941 Dec 22 16:55:13.989281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34556) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:13.995333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:14.001676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:14.006113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Usage tracker for resource:router and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:14.009161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:14.015975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:14.053167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.054290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.074817 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.196949 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-5adba523-9488-4382-9e84-c5d561cdd489', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:55:14.213357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.258311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.259836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.379031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Allocated IP 172.20.0.2 (5adba523-9488-4382-9e84-c5d561cdd489/46b6eb37-f8ed-403a-80d7-09da6c4e5a17/d6d2ce0d-74d8-41e0-a207-dcd4513aa605) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:14.483130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.516511 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.618063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.664390 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Transition to ACTIVE for port object d6d2ce0d-74d8-41e0-a207-dcd4513aa605 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:14.689728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Allocated IP 172.26.1.243 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/37338a8a-350c-4db0-bc2e-7a9d0d8bad49) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:14.727407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Transition to ACTIVE for port object d6d2ce0d-74d8-41e0-a207-dcd4513aa605 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:14.768860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.775307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:14.854849 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Network 5adba523-9488-4382-9e84-c5d561cdd489 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:14.855635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Pushing event updated for resources: {'Port': ['ID=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:14.858281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:14.861151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:14.899278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.899664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.900048 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.900425 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.900799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.901177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.901546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.901913 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.902275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.902681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.903044 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:14.907619 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:14.956348 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.969818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Attempting to bind port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:14.970244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Attempting to bind port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:14.970697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Attempting to bind port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:14.977774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:14.978197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Checking segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:14.978679 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:14.979126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Bound using segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:14.979653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Bound port: d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:14.980077 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.007361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.012031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-825b5bb8-b541-4cf9-b34b-90b208899a7b tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:15.077773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] For port d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:15.082143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] For port d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:15.084074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:15.087723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:15.089848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Pushing event updated for resources: {'Port': ['ID=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:15.092174 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:15.123663 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:15.127961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.133547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:15.226241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Pushing event updated for resources: {'Port': ['ID=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:15.229471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:15.230778 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a2b159d-74c9-4474-95ef-78b1954336aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.330725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.331463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:15.630234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Router 11ce92da-502e-4f3d-b707-e53951d3a534 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88957) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:55:15.841703 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:16.086244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:16.095283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:16.108700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:16.108956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:16.132928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Notify callbacks [] for router, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:16.134407 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1440496 Dec 22 16:55:16.137324 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34560) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:16.296067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:16.615056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:15Z', 'revision_number': 3, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:16.619549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:16.620247 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Updating router 11ce92da-502e-4f3d-b707-e53951d3a534 port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:55:16.677023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:16.790921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6d2ce0d-74d8-41e0-a207-dcd4513aa605 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:16.921163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:16.966906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.074563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71701d7-1c65-43a8-ba25-a8eb444dc619 None None] Network 5adba523-9488-4382-9e84-c5d561cdd489 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:17.082320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.095039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Transition to ACTIVE for port object 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:17.132746 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.137825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-15b92bf4-70e4-4b11-b090-b9fbee0c0c6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:17.200706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Allocated IP 172.20.0.1 (5adba523-9488-4382-9e84-c5d561cdd489/46b6eb37-f8ed-403a-80d7-09da6c4e5a17/2f4235d6-76bf-4b38-b0e3-5564795ff760) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:17.207330 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Provisioning for port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:17.221410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Provisioning complete for port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:17.221710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Pushing event updated for resources: {'Port': ['ID=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:17.221823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.227294 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Attempting to bind port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:17.227790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Attempting to bind port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:17.228276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Attempting to bind port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:17.238680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.239166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.239613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.240055 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.240497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.240931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.241365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.241801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.242230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.242685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.243133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88960) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:17.247357 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:17.248744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:17.249233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:17.249707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.250153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:17.250882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Bound port: 37338a8a-350c-4db0-bc2e-7a9d0d8bad49, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:17.251272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.327343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] For port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:17.331358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] For port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:17.371980 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.385438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.389258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Transition to ACTIVE for port object 2f4235d6-76bf-4b38-b0e3-5564795ff760 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:17.401699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.406990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a52823f5-3a46-4ef2-83a9-5ba2d1eedcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:17.435961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.441824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1ecc5704-48c7-4dc8-9171-52f8e86fc33c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:17.463922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.499673 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Pushing event updated for resources: {'Port': ['ID=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:17.504719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a9429e8b-7c39-46eb-8a9e-9348cdc7bfb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:17.505756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:17.506421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:17.509571 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] For port d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:17.521550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Pushing event updated for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:17.525449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Network 5adba523-9488-4382-9e84-c5d561cdd489 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:17.526785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:17.529197 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:17.530276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:17.550119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.553101 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:17.600602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.631460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Pushing event updated for resources: {'Port': ['ID=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:17.634930 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:17.704875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:17.738560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:17.880895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-5f1d0bea-d713-4c22-94e7-917a539071ae None None] Provisioning complete for port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:17.881707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0bea-d713-4c22-94e7-917a539071ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.018013 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.035776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:15Z', 'revision_number': 3, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:18.040168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e3415d-0b61-4edf-b75d-813e1169129b None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:15Z', 'revision_number': 3, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:18.048001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.078685 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3c6fae00-7420-4d30-aa44-b26aa02ee4c6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:18.161552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0d971891-ed47-4af5-8df3-218d174039a4 None None] Provisioning for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:18.166695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Pushing event updated for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:18.167347 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-0d971891-ed47-4af5-8df3-218d174039a4 None None] Provisioning complete for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:18.167890 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0d971891-ed47-4af5-8df3-218d174039a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.169379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.175004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:18.231953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0d971891-ed47-4af5-8df3-218d174039a4 None None] Port 2f4235d6-76bf-4b38-b0e3-5564795ff760 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:18.322122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Network 5adba523-9488-4382-9e84-c5d561cdd489 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:18.323437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:18.665897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-9fb07fee-d0a7-436b-a66d-a084bb338fb4 None None] Provisioning complete for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:18.666321 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9fb07fee-d0a7-436b-a66d-a084bb338fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:18.787426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:55:18.879434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6d2ce0d-74d8-41e0-a207-dcd4513aa605 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:18.966027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9fb07fee-d0a7-436b-a66d-a084bb338fb4 None None] Port 2f4235d6-76bf-4b38-b0e3-5564795ff760 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:18.988079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:18.988510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:19.041960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:19.062714 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] 10.222.0.18 "PUT /v2.0/routers/11ce92da-502e-4f3d-b707-e53951d3a534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9157586 Dec 22 16:55:19.112489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:19.229929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:19.235450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:19.235879 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:19.360244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:19.376588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:19.408573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:19.410899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0a7f19d4-a451-4d49-90be-e3e3abbbc67b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:19.481720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:19.486360 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:20.133116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34582) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:20.139583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-422557636-network', 'tenant_id': 'd6b96aa98623404cac93df8db1091827'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:20.145099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:20.149438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Usage tracker for resource:network and tenant:d6b96aa98623404cac93df8db1091827 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:20.152559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:20.158745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:20.235442 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Made reservation on behalf of d6b96aa98623404cac93df8db1091827 for: {'network': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:55:20.240474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for network, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.254075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.286205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:20.290228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b96aa98623404cac93df8db1091827 is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:20.293675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:20.300308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:20.706635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.747907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:20.755945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.760939 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8f1262ae-38f6-4930-8c11-b827b71346c0 tempest-SecGroupIPv6Test-95683013 tempest-SecGroupIPv6Test-95683013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:20.788683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=88957) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 22 16:55:20.803433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c0e777-2482-4ed6-ba36-3b78d098d670,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:20.818042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:20.825000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:20.825429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.837869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.838604 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.segments_db [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Added segment 8abdc280-fa0c-4587-be7f-5d508af70836 of type vlan for network 0cea9644-2b96-43c5-abb9-20b30ead9a32 Dec 22 16:55:20.870499 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730481976213'] for network, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.932933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775'] for network, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.934004 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:20.934656 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Notify callbacks [] for network, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:20.941166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-60dbd8fd-9996-4d15-83b3-396081f79d7a tempest-RoutersIpV6Test-1944212078 tempest-RoutersIpV6Test-1944212078-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:21.050676 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9162483 Dec 22 16:55:21.053767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34586) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:21.053917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Pushing event updated for resources: {'Network': ['ID=0cea9644-2b96-43c5-abb9-20b30ead9a32,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:21.056795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9560bf64-2ced-4775-ab0a-bb71682fbd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:21.060279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Request body: {'subnet': {'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-422557636-subnet', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'ip_version': 4}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:21.065458 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 details requested by agent ovs-agent-dv-neutron-822514-1-hyperv with host dv-neutron-822514-1-hyperv {{(pid=88959) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 22 16:55:21.066858 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:21.071090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Usage tracker for resource:subnet and tenant:d6b96aa98623404cac93df8db1091827 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:21.076501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:21.084459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:21.144374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Made reservation on behalf of d6b96aa98623404cac93df8db1091827 for: {'subnet': 1} {{(pid=88958) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:55:21.149389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8312434'] for subnet, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.210057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:21.223096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:21.223776 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:21.415440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:21.424556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847313190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8312419'] for subnet, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.429337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ba02441a-67bb-432b-9324-f7909c78eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:21.513187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4a30b4-71c3-403e-9cb0-208deb52de7a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:21.518210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:21.526828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Checking segment: {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:21.527222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Network hostable DHCP agents. Network: 0cea9644-2b96-43c5-abb9-20b30ead9a32, hostable agents: ['be12b6f0-8f8e-42cd-9719-45ccdfdd56c0'], hosted agents: [] {{(pid=88958) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 22 16:55:21.601368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 is scheduled to be hosted by DHCP agent be12b6f0-8f8e-42cd-9719-45ccdfdd56c0 with binding_index 1 {{(pid=88958) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 22 16:55:21.642934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822514-1-hyperv, 0cea9644-2b96-43c5-abb9-20b30ead9a32) {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:21.647163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:21.647809 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.653205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5deaaa-7f71-4cf3-9d12-887dbab0aa74 None None] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:21.688062 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-a230f1f6-31cf-44ef-a94d-d0e12918f662 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6330473 Dec 22 16:55:21.690759 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34590) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:21.697829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:21.705182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:21.717336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Usage tracker for resource:router and tenant:d6b96aa98623404cac93df8db1091827 is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:21.717336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:21.720645 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:21.756072 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854207414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3233'] for router, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.757139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-568552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854069348', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-691487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772582'] for router, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.824045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:21.923331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 2, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:21.957020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:21.957428 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Updating router 11ce92da-502e-4f3d-b707-e53951d3a534 port 2f4235d6-76bf-4b38-b0e3-5564795ff760 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:55:22.002720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d53e19c-28d7-57fe-a246-58ac1ac05e7f-0cea9644-2b96-43c5-abb9-20b30ead9a32', 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'fixed_ips': [{'subnet_id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a'}]}} from dv-neutron-822514-1-hyperv. {{(pid=88959) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 22 16:55:22.003642 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.038489 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.254787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854069331', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854207397', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772597'] for router, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.343873 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Allocated IP 172.20.0.2 (0cea9644-2b96-43c5-abb9-20b30ead9a32/1b4a30b4-71c3-403e-9cb0-208deb52de7a/bdec991c-aeec-4715-9795-0a89e07ae950) {{(pid=88959) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:22.490770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.522945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.676563 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Allocated IP 172.26.1.177 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:22.762834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.765602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks [] for port, precommit_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.847664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Transition to ACTIVE for port object bdec991c-aeec-4715-9795-0a89e07ae950 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:22.871996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Transition to ACTIVE for port object 2f4235d6-76bf-4b38-b0e3-5564795ff760 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:22.944626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:22.949550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c4258b53-c594-47a2-a3b5-6bdca70bfa00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:22.978886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Transition to ACTIVE for port object bdec991c-aeec-4715-9795-0a89e07ae950 will not be triggered until provisioned by entity DHCP. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:23.002039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.059934 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.066430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ce44171f-7cf3-4373-a5b3-0bb2f1834984 tempest-TestMinimumBasicScenario-1006423052 tempest-TestMinimumBasicScenario-1006423052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:23.138821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:23.142600 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:23.147163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:23.185326 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Pushing event updated for resources: {'Port': ['ID=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:23.193683 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:23.236611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846'] for port, after_create {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.261788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0f8d0-f3f9-4ebb-9e8c-b51b05e88f69 None None] Pushing event updated for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:23.266754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ecc0f8d0-f3f9-4ebb-9e8c-b51b05e88f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:23.267576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d68e9395-ada1-4b36-963b-7d61d48ba971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:23.364195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.364875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 is already hosted by enough agents. {{(pid=88959) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:23.365026 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-568402', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-706506'] for router, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.374251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Resources bound (agent type, host, resource id): {{(pid=88959) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:23.402295 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Received port after_create {{(pid=88959) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:23.421469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Pushing event updated for resources: {'Port': ['ID=bdec991c-aeec-4715-9795-0a89e07ae950,revision_number=1']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:23.434106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:23.508075 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Attempting to bind port 2f4235d6-76bf-4b38-b0e3-5564795ff760 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:23.508497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Attempting to bind port 2f4235d6-76bf-4b38-b0e3-5564795ff760 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:23.508911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Attempting to bind port 2f4235d6-76bf-4b38-b0e3-5564795ff760 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:23.533717 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:23.534142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Checking segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:23.534618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.535068 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Bound using segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:23.535601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Bound port: 2f4235d6-76bf-4b38-b0e3-5564795ff760, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:23.536276 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.558831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Attempting to bind port bdec991c-aeec-4715-9795-0a89e07ae950 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:23.559254 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Attempting to bind port bdec991c-aeec-4715-9795-0a89e07ae950 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:23.559672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Attempting to bind port bdec991c-aeec-4715-9795-0a89e07ae950 on network 0cea9644-2b96-43c5-abb9-20b30ead9a32 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:23.610921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:23.611342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Checking segment: {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:23.611804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.612252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Bound using segment: {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:23.612781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Bound port: bdec991c-aeec-4715-9795-0a89e07ae950, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:23.613202 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.669842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 is scheduled to L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce with binding_index 1 {{(pid=88958) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 22 16:55:23.705320 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] For port 2f4235d6-76bf-4b38-b0e3-5564795ff760, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:23.710145 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] For port 2f4235d6-76bf-4b38-b0e3-5564795ff760, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2f4235d6-76bf-4b38-b0e3-5564795ff760,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:23.751121 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.755772 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:23.814401 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] For port bdec991c-aeec-4715-9795-0a89e07ae950, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:23.834966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] For port bdec991c-aeec-4715-9795-0a89e07ae950, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bdec991c-aeec-4715-9795-0a89e07ae950,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:23.862774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0f8d0-f3f9-4ebb-9e8c-b51b05e88f69 None None] Pushing event updated for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:23.865728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:23.866385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:23.898104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:23.908842 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Sync routers for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:23.923346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:23.924289 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:23.929001 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ecc0f8d0-f3f9-4ebb-9e8c-b51b05e88f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:23.939485 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:23.953484 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ed2f8fbb-edf4-42bf-874b-b42473bae965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:24.008067 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:24.009827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3180304 Dec 22 16:55:24.012875 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34594) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:24.140062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Pushing event updated for resources: {'Port': ['ID=bdec991c-aeec-4715-9795-0a89e07ae950,revision_number=2']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:24.147514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:24.155831 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:24.167901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:24.605702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:23Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:24.611510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b908e68-1f96-42b9-bc8e-bc739a58f607 None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:23Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:24.673741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:23Z', 'revision_number': 3, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:24.696818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Checking router: 3779c071-2a0f-4bcf-85fe-c73f03b4e168 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:24.704537 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Updating router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 binding host dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:55:24.793487 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:24.925491 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bdec991c-aeec-4715-9795-0a89e07ae950 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:25.035558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port bdec991c-aeec-4715-9795-0a89e07ae950 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:25.041918 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2f4235d6-76bf-4b38-b0e3-5564795ff760 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:25.060142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.149850 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:25.158892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:25.159870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.205512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.219960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Transition to ACTIVE for port object 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 will not be triggered until provisioned by entity L2. {{(pid=88960) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:25.251361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.256721 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7889b44d-6840-49c2-b004-833faebbe1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:25.315431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.320840 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Allocated IP 172.20.0.1 (0cea9644-2b96-43c5-abb9-20b30ead9a32/1b4a30b4-71c3-403e-9cb0-208deb52de7a/7e71c93d-c3f2-482b-b277-f7a7be87b1d5) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:25.348550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Attempting to bind port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:25.348966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Attempting to bind port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:25.349375 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Attempting to bind port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 on network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:25.352431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838941a-dd72-415f-9087-11fff1ea83bf None None] Pushing event updated for resources: {'Port': ['ID=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,revision_number=2']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:25.355427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4838941a-dd72-415f-9087-11fff1ea83bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:25.361822 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:25.362022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 2f4235d6-76bf-4b38-b0e3-5564795ff760, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2f4235d6-76bf-4b38-b0e3-5564795ff760,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:25.362235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Checking segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88960) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:25.362704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.363108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Bound using segment: {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'} {{(pid=88960) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:25.363631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Bound port: 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd62d629-81d2-42ef-93bd-6f53838d32ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4'}}] {{(pid=88960) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:25.364046 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.395786 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.401361 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-eb31f121-2b1e-44e9-b1ff-6d8f0c884733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:25.447193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] For port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88960) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:25.452235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] For port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88960) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:25.476675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88960) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.482340 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:25.482924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c7d051e7-78a9-41e9-a115-bc16bb6f9687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:25.487547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:25.504545 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.522744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Transition to ACTIVE for port object 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:25.586947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838941a-dd72-415f-9087-11fff1ea83bf None None] Pushing event updated for resources: {'Port': ['ID=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,revision_number=3']} {{(pid=88960) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:25.590576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.599283 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:25.603020 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4838941a-dd72-415f-9087-11fff1ea83bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88960) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:25.603893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:25.604593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:25.679805 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:25.683139 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:25.688362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:25.729790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Pushing event updated for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:25.735102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:25.768248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854068593'] for router_interface, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:25.835313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:25.894572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.131388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017df52f-c82e-4c25-bcb2-5ba054ad2fed None None] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 16:55:26.175502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:23Z', 'revision_number': 3, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:26.180504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2857eb02-a511-44b9-b340-ea6e63bcb0b5 None None] The sync data for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv is: [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:23Z', 'revision_number': 3, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:26.185109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.224345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.256852 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0c86a216-f76a-4f59-906e-6ae8dd15f9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:26.302599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Provisioning for port bdec991c-aeec-4715-9795-0a89e07ae950 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:26.310756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Provisioning complete for port bdec991c-aeec-4715-9795-0a89e07ae950 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:26.311165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.343045 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Pushing event updated for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:26.348170 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:26.349128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852801792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-707304'] for router_interface, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.498726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:26.500098 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:26.538403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.582110 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] For port bdec991c-aeec-4715-9795-0a89e07ae950, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bdec991c-aeec-4715-9795-0a89e07ae950,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:26.618854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:26.621801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1f497269-6152-44ba-a1c9-a088e2146741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:26.704937 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Pushing event updated for resources: {'Port': ['ID=bdec991c-aeec-4715-9795-0a89e07ae950,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:26.709555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:26.852141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bdec991c-aeec-4715-9795-0a89e07ae950 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:26.956654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port bdec991c-aeec-4715-9795-0a89e07ae950 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:26.957087 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.032569 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:55:27.046164 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Provisioning for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:27.055434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Provisioning complete for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:27.055862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.120793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:27.181163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Provisioning complete for port bdec991c-aeec-4715-9795-0a89e07ae950 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:27.181589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-08f807c7-e4aa-407d-92f9-97e7b644cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.242843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2f4235d6-76bf-4b38-b0e3-5564795ff760 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:27.326194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:27.340632 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-4bc1c6d8-4385-4107-b636-211488bcfe47 admin admin] 10.222.0.18 "PUT /v2.0/routers/3779c071-2a0f-4bcf-85fe-c73f03b4e168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3265302 Dec 22 16:55:27.402118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 2f4235d6-76bf-4b38-b0e3-5564795ff760 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:27.402583 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.551952 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-49724487-4aaa-49f6-a486-f111e6e8fa2b None None] Provisioning complete for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:27.552327 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-49724487-4aaa-49f6-a486-f111e6e8fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.624371 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-49724487-4aaa-49f6-a486-f111e6e8fa2b None None] Port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:27.747188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e20b7162-fab4-4030-b6f2-f6c4b6c4b1ed None None] Provisioning complete for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:27.747691 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e20b7162-fab4-4030-b6f2-f6c4b6c4b1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:27.816653 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e20b7162-fab4-4030-b6f2-f6c4b6c4b1ed None None] Port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:28.791648 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:28.887299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:28.892743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:28.893165 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.105114 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34606) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:29.112552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268347587', 'description': 'tempest-secgroup-smoke-268347587 description', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:29.119267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:29.123307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:29.128456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:29.135184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:29.167823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.181359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.197969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:29.207593 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:29.211758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:29.214787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:29.221462 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:29.236431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.238577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:29.311643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:29.315758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:29.322210 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.345335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.350999 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-c570a8a9-56e3-41e2-bf13-6402272ebadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:29.392475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9ae559-ab8d-4a26-a010-be65fe792592,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:29.398954 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:29.413328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.414712 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-606956a7-583e-45ba-ab58-80060fa10465 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3083990 Dec 22 16:55:29.417799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34610) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:29.423800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:29.430377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:29.434566 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:29.438261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:29.444297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:29.506605 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.570424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.601935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.604187 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-8c9e6a5e-712a-47e1-8579-da9048a4bbb5 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:29.628318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b331b8-bb46-43ac-a7f9-74559af2600a,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:29.630924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:29.664895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.666222 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b8f8c4f6-2636-4ac6-837e-0f08efd2b526 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2474279 Dec 22 16:55:29.669181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34614) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:29.676806 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:29.683582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:29.688317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:29.691351 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:29.697520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:29.741694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Sync routers for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:29.754712 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:29.755445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:29.763329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.835132 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.876293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.878314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ebd81b3d-868c-4f30-9832-1cd6d52ab8be tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:29.902539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1642fafa-2c77-4249-9e32-b3cdb76f773d,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:29.905160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:29.939368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:29.940700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-f3b9720a-7dd3-4559-831b-4fd115f7ce2b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2705235 Dec 22 16:55:29.943694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34618) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:29.949617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:29.949779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:29.956883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:29.960922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:29.963926 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:29.970627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:30.014182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.080870 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.115821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.117780 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e9e6ade4-72cd-485e-a6bf-38244a4e29ab tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:30.139217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b2e1e-7267-47bf-b048-dc9cd1cda2ca,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:30.143669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:30.184550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.185883 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-25fddaab-1954-4b51-a749-2c63d9f97a60 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2411857 Dec 22 16:55:30.189096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34622) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:30.195157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:30.201627 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:30.205821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:30.208846 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:30.214947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:30.257353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.286946 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 4, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7e71c93d-c3f2-482b-b277-f7a7be87b1d5', 'name': '', 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'mac_address': 'fa:16:3e:79:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:25Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 2, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'subnets': [{'id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:30.291646 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Checking router: 3779c071-2a0f-4bcf-85fe-c73f03b4e168 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:30.292053 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Updating router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 binding host dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 22 16:55:30.346524 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.382704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.401547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.403399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:30.428500 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58e9753-4bf0-4947-83ac-d79497439894,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:30.431058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:30.464632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.465963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7c4c52b7-6931-44d5-9154-281826d73106 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2758582 Dec 22 16:55:30.469307 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34626) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:30.476555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:30.483222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:30.488095 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:30.491119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:30.497181 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:30.567485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Project eaecb254e4ba463baf16790306b5fc9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:55:30.574404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.643730 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.664084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.672388 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40aa784a-47bb-4240-bb42-0cbd56c7d76d tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:30.692421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c51799-36cf-49d3-a7e2-e8bcb81c4f2f,revision_number=0']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:30.694997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:30.723910 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.737502 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Transition to ACTIVE for port object 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 will not be triggered until provisioned by entity L2. {{(pid=88959) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:30.761973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.763484 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-1413ef5a-6c9e-4067-971b-0e69c2cf9bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2929919 Dec 22 16:55:30.766887 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 34630) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:30.774367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'security_group_rule': {'security_group_id': '0e9ae559-ab8d-4a26-a010-be65fe792592', 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:30.775788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:30.781152 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:30.785383 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:security_group_rule and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:30.788756 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:30.795233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:30.806237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.825589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4c7dc4c3-5e62-4166-a26b-4577c4416f20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:30.836112 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.securitygroups_db [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Project eaecb254e4ba463baf16790306b5fc9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 16:55:30.844243 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.917498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.961830 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086941'] for security_group_rule, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:30.964248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f58097d3-0ffb-4c22-8faa-b306702ea90b tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:30.969990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc87f-265b-41bb-aa9e-61045da9a584 None None] Pushing event updated for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=3']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:30.975475 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd8cc87f-265b-41bb-aa9e-61045da9a584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:30.988931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40fd16a-8d88-4115-a948-144b1c6c5578,revision_number=0']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:30.993968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:31.025223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:31.027637 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-40de9d05-4f21-49ca-a3b3-783e30aa90da tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2588840 Dec 22 16:55:31.056285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:31.056714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:31.122147 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Attempting to bind port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 on host dv-neutron-822514-1-hyperv for vnic_type normal with profile {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:31.122599 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Attempting to bind port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 by drivers openvswitch,hyperv on host dv-neutron-822514-1-hyperv at level 0 using segments [{'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:31.123019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Attempting to bind port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 on network 0cea9644-2b96-43c5-abb9-20b30ead9a32 {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:31.134677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Checking agent: {'id': 'cd003a14-cf09-4e31-bb44-8f2aa220bc74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822514-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 37, 14), 'started_at': datetime.datetime(2021, 12, 22, 15, 37, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822514-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:31.135107 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Checking segment: {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88959) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:31.135560 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:31.136005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Bound using segment: {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'} {{(pid=88959) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:31.136535 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Bound port: 7e71c93d-c3f2-482b-b277-f7a7be87b1d5, host: dv-neutron-822514-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8abdc280-fa0c-4587-be7f-5d508af70836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32'}}] {{(pid=88959) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:31.136950 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:31.219391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-8261b2d3-ccc2-4efd-98cc-c44205216f9d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:security_group {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:55:31.259171 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-8261b2d3-ccc2-4efd-98cc-c44205216f9d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:security_group {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:55:31.260502 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-8261b2d3-ccc2-4efd-98cc-c44205216f9d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268347587&fields=id&tenant_id=eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 267 time: 0.0851433 Dec 22 16:55:31.305466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] For port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5, host dv-neutron-822514-1-hyperv, cleared binding levels {{(pid=88959) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:31.312734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] For port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5, host dv-neutron-822514-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88959) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:31.339079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:31.344443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-89c51a04-81a0-4735-850c-67bd0e294865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:31.426163 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cc87f-265b-41bb-aa9e-61045da9a584 None None] Pushing event updated for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:31.429689 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cd8cc87f-265b-41bb-aa9e-61045da9a584 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:31.430221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-9d0b6ea8-588f-4f19-90a6-cf95057e49ed tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:31.434014 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-9d0b6ea8-588f-4f19-90a6-cf95057e49ed tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 809 time: 0.1656506 Dec 22 16:55:31.435938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:31.436641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:31.457294 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-e2de9c56-c6ea-4825-a915-8f786bc5f62f tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/quotas/eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 375 time: 0.0160713 Dec 22 16:55:31.552388 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-e95d33fa-706b-4454-ba43-867465ffb305 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883853 Dec 22 16:55:31.638534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:31.721979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-6c3bf2d5-570a-42a4-bb6a-b59ce388e3ac service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88958) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:55:31.725303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-6c3bf2d5-570a-42a4-bb6a-b59ce388e3ac service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1580310 Dec 22 16:55:31.875746 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-b1b86ee1-d03f-4a6d-97f2-05e4dfb99786 service neutron] 10.222.0.18 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430714 Dec 22 16:55:31.992460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 4, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7e71c93d-c3f2-482b-b277-f7a7be87b1d5', 'name': '', 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'mac_address': 'fa:16:3e:79:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:25Z', 'updated_at': '2021-12-22T16:55:31Z', 'revision_number': 4, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'subnets': [{'id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:31.996582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ebd36a-6d07-46d0-80d2-07439a8937a4 None None] The sync data for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv is: [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 4, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '7e71c93d-c3f2-482b-b277-f7a7be87b1d5', 'name': '', 'network_id': '0cea9644-2b96-43c5-abb9-20b30ead9a32', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'mac_address': 'fa:16:3e:79:e8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:25Z', 'updated_at': '2021-12-22T16:55:31Z', 'revision_number': 4, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'subnets': [{'id': '1b4a30b4-71c3-403e-9cb0-208deb52de7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:32.024551 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-c8022d42-35d5-4bdd-a55c-4dd71fef1579 service neutron] 10.222.0.18 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421359 Dec 22 16:55:32.799410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:32.893505 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:32.899466 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:32.899893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:33.192281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:33.228862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] For port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:33.275514 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:33.277534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:33.300823 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-90fac7d3-4fe9-4453-b550-cca39e98d727 req-a5fb6b41-70d9-41bf-a136-2e600a253820 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0558488 Dec 22 16:55:33.347179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Pushing event updated for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:33.350334 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:34.413853 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0301f65a-c018-4c9b-8c81-a691718df4ee req-f742189e-58c1-4d14-b72b-bf76bb18195c tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0459905 Dec 22 16:55:34.777641 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 up at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:34.853287 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Provisioning complete for port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:34.853710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:35.527898 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ee21fde-398b-4ec4-8a27-6a7727f2a45d req-24f87243-85a0-48f3-8fa8-d548678fd197 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0460734 Dec 22 16:55:36.393078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:55:36.644243 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-451b9b16-5f58-48b3-aa3f-1b53f8275bfa req-bf6c4b63-f959-4e2e-acd1-0f66c5a72bd5 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0490549 Dec 22 16:55:37.849814 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-499568fb-fad7-460f-8f4b-18da1d6abeb0 req-82d0d0d3-96eb-42c9-8101-fd0ceb9d2013 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0464656 Dec 22 16:55:39.174422 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-19f80a15-9a4c-4fcb-8127-d160d456a5de req-90304a25-652d-4fdf-820f-444f74ba43bf tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0490284 Dec 22 16:55:39.283194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-ccb05a31-2570-4aa6-91c3-1305fb2c1810 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:39.283936 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-ccb05a31-2570-4aa6-91c3-1305fb2c1810 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:network {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:55:39.327332 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-ccb05a31-2570-4aa6-91c3-1305fb2c1810 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:network {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:55:39.328875 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-ccb05a31-2570-4aa6-91c3-1305fb2c1810 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 809 time: 0.4502108 Dec 22 16:55:39.389273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-1d3dfb19-aaee-426f-b9d1-b7dcf09c3284 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:security_group {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:55:39.401521 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-1d3dfb19-aaee-426f-b9d1-b7dcf09c3284 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:security_group {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:55:39.402752 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-1d3dfb19-aaee-426f-b9d1-b7dcf09c3284 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 379 time: 0.0590873 Dec 22 16:55:39.412453 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'port': {'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'admin_state_up': True, 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'security_groups': ['0e9ae559-ab8d-4a26-a010-be65fe792592']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:39.553958 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:39.557866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:port and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:39.560773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:39.568054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:39.595862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Made reservation on behalf of eaecb254e4ba463baf16790306b5fc9a for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:55:39.601546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:39.771940 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Allocated IP 172.20.0.13 (5adba523-9488-4382-9e84-c5d561cdd489/46b6eb37-f8ed-403a-80d7-09da6c4e5a17/6eb9f202-1c24-419e-b7de-da902d118c77) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:40.017451 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.034175 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Transition to ACTIVE for port object 6eb9f202-1c24-419e-b7de-da902d118c77 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:40.076556 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.082892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-23d0a676-c48b-448b-92a2-0262bc993949 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:40.154838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Network 5adba523-9488-4382-9e84-c5d561cdd489 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:40.159162 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:40.161985 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:40.163933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:40.164657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:40.236093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:40.237333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.294736 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-0ea79c55-b7fc-454c-a644-6f8536140442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8863876 Dec 22 16:55:40.314204 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Request body: {'port': {'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:40.400429 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fd4a9-2c26-4f8d-818e-fdc721eebfe0 req-574c1efa-8756-451f-a24d-cabbd18fa6b0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:40.402311 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c81fd4a9-2c26-4f8d-818e-fdc721eebfe0 req-574c1efa-8756-451f-a24d-cabbd18fa6b0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 932 time: 0.0923429 Dec 22 16:55:40.434603 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.457193 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c81fd4a9-2c26-4f8d-818e-fdc721eebfe0 req-50a1a3a0-620c-42af-8c80-d374b038d9d0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475090 Dec 22 16:55:40.522113 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e0d110ec-9314-4674-9983-e4588aa9acae None None] Provisioning for port 6eb9f202-1c24-419e-b7de-da902d118c77 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:40.527454 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-e0d110ec-9314-4674-9983-e4588aa9acae None None] Provisioning complete for port 6eb9f202-1c24-419e-b7de-da902d118c77 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:40.527881 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e0d110ec-9314-4674-9983-e4588aa9acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.585200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-e0d110ec-9314-4674-9983-e4588aa9acae None None] Port 6eb9f202-1c24-419e-b7de-da902d118c77 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:55:40.797902 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb9f202-1c24-419e-b7de-da902d118c77 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:55:40.805261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.821404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Transition to ACTIVE for port object 6eb9f202-1c24-419e-b7de-da902d118c77 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:55:40.841775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.870298 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:40.876049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:41.008063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:41.012111 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:41.121086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Attempting to bind port 6eb9f202-1c24-419e-b7de-da902d118c77 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:55:41.121460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Attempting to bind port 6eb9f202-1c24-419e-b7de-da902d118c77 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:55:41.121827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Attempting to bind port 6eb9f202-1c24-419e-b7de-da902d118c77 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:41.129099 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Port 6eb9f202-1c24-419e-b7de-da902d118c77 on network 5adba523-9488-4382-9e84-c5d561cdd489 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:55:41.129459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Attempting to bind port 6eb9f202-1c24-419e-b7de-da902d118c77 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:55:41.137091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:55:41.137463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Checking segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:55:41.137886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Bound using segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:55:41.138356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Bound port: 6eb9f202-1c24-419e-b7de-da902d118c77, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:55:41.138758 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:41.238346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:55:41.241604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:55:41.288010 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:41.293022 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-2c33fd50-add4-45af-b025-ec4d6e5fd2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:41.356290 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:41.357793 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 1094 time: 1.0509081 Dec 22 16:55:41.358353 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:55:41.374309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:41.383504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-665a4b61-cf5a-4d0e-9a50-19221571f9c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:41.416005 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'status': 'completed', 'code': 200} Dec 22 16:55:41.505963 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-684ed3d3-8979-44da-ae5b-6e810540c034 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1097 time: 0.0817232 Dec 22 16:55:41.587941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-7755186c-8102-4a90-997e-e529c22ab8f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 217 time: 0.0685554 Dec 22 16:55:41.667743 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-3376a98b-2357-4603-b128-edd8e44fcbd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:41.669329 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-3376a98b-2357-4603-b128-edd8e44fcbd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0702741 Dec 22 16:55:41.682005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb814c-1706-41ee-8128-9cd4395cc51a req-ef94e347-c37d-403c-b116-10e645963369 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:41.683651 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01eb814c-1706-41ee-8128-9cd4395cc51a req-ef94e347-c37d-403c-b116-10e645963369 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0848031 Dec 22 16:55:41.738390 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-01eb814c-1706-41ee-8128-9cd4395cc51a req-71d0d519-f45c-4f95-b797-a7dec44f0bb2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476925 Dec 22 16:55:41.760433 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-dafae756-55c3-422b-b630-350b42abad6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779033 Dec 22 16:55:41.908854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-3db717f7-303f-4c4d-9e35-0f41cfb86a28 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406519 Dec 22 16:55:42.057085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8b2164ed-18fb-4ab2-9a48-cc2d6c557d06 req-bcbea237-9edc-4038-8b5e-2e3ca17d785c service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369741 Dec 22 16:55:42.211832 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-8ba2a66b-51e5-47fa-ac78-916336f6862c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1097 time: 0.0756984 Dec 22 16:55:42.356039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-690c15e8-a6d6-4a2b-ba70-fae4cb05c338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:42.357647 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-690c15e8-a6d6-4a2b-ba70-fae4cb05c338 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1385612 Dec 22 16:55:42.432960 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-de237ada-8ebc-4f20-b70d-45644f4a73f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 217 time: 0.0680223 Dec 22 16:55:42.500692 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-193baf0e-5501-445f-abb1-23bfc9e22cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:42.502188 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-193baf0e-5501-445f-abb1-23bfc9e22cce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0628459 Dec 22 16:55:42.587595 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-1bc46b55-3d1a-464e-9ad7-e2b3db5b56ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766518 Dec 22 16:55:42.734124 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-fc12dad8-e4f1-490f-8308-79677e03eb6c service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384544 Dec 22 16:55:42.751346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e08a95e2-db0e-4b4b-9756-31e53f66ec97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:42.883468 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-72c75221-a27c-4086-8495-1f3fbabaf599 req-031f369e-d404-42a8-b9f3-b276e0edcd8d service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423457 Dec 22 16:55:42.955227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378d8ed-a5ad-42c9-aa69-9093ec694312 req-45ac6272-d6fd-4aad-b6f6-a47c8f861d02 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:42.956839 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a378d8ed-a5ad-42c9-aa69-9093ec694312 req-45ac6272-d6fd-4aad-b6f6-a47c8f861d02 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0887377 Dec 22 16:55:43.005757 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a378d8ed-a5ad-42c9-aa69-9093ec694312 req-b9a5af5d-84aa-449a-8688-7c267ddfbb3f tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Dec 22 16:55:44.184694 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:44.212416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d14f6-7042-4a5e-856d-0d4846f4f902 req-b80d4c00-e6a5-4390-b4fa-3195899db53d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:44.214015 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9d14f6-7042-4a5e-856d-0d4846f4f902 req-b80d4c00-e6a5-4390-b4fa-3195899db53d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0831063 Dec 22 16:55:44.266237 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3e9d14f6-7042-4a5e-856d-0d4846f4f902 req-5c0052d4-f9eb-4887-abe7-c0b76488d4d1 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448339 Dec 22 16:55:45.201733 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1f6481c5-43eb-4d8b-96b2-74c2a1524f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:45.482987 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdd4b4-40df-4654-8cb1-d17dad5679e8 req-f50fab4b-8aa8-48f7-9600-063267137aec tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:45.484601 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0cdd4b4-40df-4654-8cb1-d17dad5679e8 req-f50fab4b-8aa8-48f7-9600-063267137aec tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0832293 Dec 22 16:55:45.533144 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-c0cdd4b4-40df-4654-8cb1-d17dad5679e8 req-829af2ef-52fa-45b7-a7f5-0c351ac8ebdf tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Dec 22 16:55:45.808728 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:55:45.820611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:45.951897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:45.965882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '6eb9f202-1c24-419e-b7de-da902d118c77', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:55:46.026116 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:46.044227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb9f202-1c24-419e-b7de-da902d118c77 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:55:46.059966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:46.081632 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:46.083620 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f18daeee-be97-441f-baf5-51e84e9798db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:46.149141 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:46.152509 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:46.395092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6eb9f202-1c24-419e-b7de-da902d118c77'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:55:46.742510 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0c44-e015-4353-a703-fa7fbdede032 req-bece6e63-b891-44ce-93b0-96465031952e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:46.744109 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2dd0c44-e015-4353-a703-fa7fbdede032 req-bece6e63-b891-44ce-93b0-96465031952e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 945 time: 0.0879052 Dec 22 16:55:46.792997 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e2dd0c44-e015-4353-a703-fa7fbdede032 req-dc15d818-952a-45b6-9f6e-f3c61d1d736a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Dec 22 16:55:47.315979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:47.826385 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:55:47.915963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 6eb9f202-1c24-419e-b7de-da902d118c77 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:55:47.920988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 6eb9f202-1c24-419e-b7de-da902d118c77 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:55:47.921416 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:48.006742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273424e9-889c-4f52-9d94-283e966bcfff req-f99256a4-6e12-459d-bf55-853383003e9f tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:48.010941 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273424e9-889c-4f52-9d94-283e966bcfff req-f99256a4-6e12-459d-bf55-853383003e9f tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 945 time: 0.0868053 Dec 22 16:55:48.040813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:48.058945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-273424e9-889c-4f52-9d94-283e966bcfff req-51afa7a8-37c1-46f0-82bd-9360a0749e86 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444076 Dec 22 16:55:48.068993 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:55:48.080495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:55:48.105227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:48.107335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:48.183988 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:48.187335 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:48.214859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'code': 200} Dec 22 16:55:48.512969 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af35acd3-b621-42bb-84ec-0ee532665054 req-92745321-8124-485a-ad01-81eac5c8333c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1099 time: 0.0732727 Dec 22 16:55:48.558994 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-af35acd3-b621-42bb-84ec-0ee532665054 req-aa62a4cb-e967-4d8d-9f08-58f6d3433c17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386133 Dec 22 16:55:49.268293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e412f-ddf5-49a9-8b58-43874653ca92 req-90374983-10e6-408e-9018-2fc321ef8e1d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:49.269874 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-809e412f-ddf5-49a9-8b58-43874653ca92 req-90374983-10e6-408e-9018-2fc321ef8e1d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 946 time: 0.0873790 Dec 22 16:55:49.322478 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-809e412f-ddf5-49a9-8b58-43874653ca92 req-b7e6d4a1-c20a-466e-9c39-9e2f242df0ff tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464387 Dec 22 16:55:50.527644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cce7df-d1aa-427f-8b18-9d40211dd733 req-b1c22aaf-499e-4f47-94d4-43183cb6e3b4 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:50.529238 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6cce7df-d1aa-427f-8b18-9d40211dd733 req-b1c22aaf-499e-4f47-94d4-43183cb6e3b4 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 946 time: 0.0823109 Dec 22 16:55:50.577355 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f6cce7df-d1aa-427f-8b18-9d40211dd733 req-50ae3814-dfcd-4aa7-8a5b-cf91e2e0ba8a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Dec 22 16:55:50.782413 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66110c0c-5512-4e38-a0ba-584dc8665b15 req-8fabdb15-c69f-4e13-b788-f63415c15442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:50.784081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-66110c0c-5512-4e38-a0ba-584dc8665b15 req-8fabdb15-c69f-4e13-b788-f63415c15442 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 946 time: 0.0855992 Dec 22 16:55:50.833579 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-66110c0c-5512-4e38-a0ba-584dc8665b15 req-ab99b369-c9e4-49f8-88f6-4b032797a734 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Dec 22 16:55:50.862096 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34714) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:51.009417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-373ef718-3c1f-45e3-be4a-8e88ef48f282 tempest-TestSnapshotPattern-1566403707 tempest-TestSnapshotPattern-1566403707-project-admin] Synchronizing usage tracker for tenant:d6b96aa98623404cac93df8db1091827 on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 16:55:51.047532 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-373ef718-3c1f-45e3-be4a-8e88ef48f282 tempest-TestSnapshotPattern-1566403707 tempest-TestSnapshotPattern-1566403707-project-admin] Unset dirty status for tenant:d6b96aa98623404cac93df8db1091827 on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 16:55:51.049371 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-373ef718-3c1f-45e3-be4a-8e88ef48f282 tempest-TestSnapshotPattern-1566403707 tempest-TestSnapshotPattern-1566403707-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1094 time: 0.1861255 Dec 22 16:55:51.052827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88957) accepted ('10.222.0.18', 34720) {{(pid=88957) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:55:51.058654 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:55:51.065812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:55:51.069826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:floatingip and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:55:51.072749 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:55:51.078722 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:55:51.110573 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:51.259106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:51.399991 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Allocated IP 172.26.1.85 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/6df14d44-55ce-4747-b9a0-2b1c2e9414de) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:55:51.560281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:51.613820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:51.618378 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d623f981-c5a3-4458-b72f-698500d6fc03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:51.686092 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:55:51.689486 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:55:51.693947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:55:51.721218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=6df14d44-55ce-4747-b9a0-2b1c2e9414de,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:51.747701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.748130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.748549 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.748963 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.749377 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.749833 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.750271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.750702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.751109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.752267 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.752677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:55:51.757885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:52.487754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:52.576955 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:52.803555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:52.831157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:52.838515 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-65029107-9f88-4b4e-b5c4-b590f95e4940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:55:52.953409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=6df14d44-55ce-4747-b9a0-2b1c2e9414de,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:55:52.958478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:55:52.967419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:53.173117 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Floating IP 49bb715e-b5f7-48cd-8393-dcb3ec036f0d associated. External IP: 172.26.1.85, port: 6eb9f202-1c24-419e-b7de-da902d118c77. Dec 22 16:55:53.588354 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88957) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:55:53.794396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88957) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:55:53.808498 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:55:53.823433 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:53.824119 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:53.847883 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:55:53.906264 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-851c4ed9-ae73-44e8-88b2-548d13b15af7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8522556 Dec 22 16:55:53.906986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:55:53.961376 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'status': 'completed', 'code': 200} Dec 22 16:55:54.013921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:54.068231 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-98555468-8718-43b5-8a40-7928a9009269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1099 time: 0.0797486 Dec 22 16:55:54.215346 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-9a2d4c60-d08f-4480-a631-5c28f0b4f6bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:54.217001 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-9a2d4c60-d08f-4480-a631-5c28f0b4f6bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1418459 Dec 22 16:55:54.329801 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-dd6e74a2-981f-4c8e-bbce-e56242e8dee4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 999 time: 0.1061051 Dec 22 16:55:54.379309 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:52Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:54.383478 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:55:54.395279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:55:54.395984 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:55:45Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:54.399339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-94733815-386e-453c-b900-c7780cb5c690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:55:54.400949 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-94733815-386e-453c-b900-c7780cb5c690 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0654199 Dec 22 16:55:54.484605 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-6fe26291-04e8-455a-bbb0-3ef62c121560 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766368 Dec 22 16:55:54.582396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:55:54.632485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-d4131723-25ca-48c3-a404-3aa876e78998 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381493 Dec 22 16:55:54.779419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2adfe173-4f67-4d4f-aea2-814a1335f19a req-de641412-a180-495a-bac1-31213aa3f81d service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396229 Dec 22 16:55:55.090173 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:52Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:55:55.094218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0433bbba-9039-4cef-a878-5e1be7be81dd None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:52Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:55:55.446602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f4bf65-eaa0-4544-9021-00280b693365 None None] New status for floating IP 49bb715e-b5f7-48cd-8393-dcb3ec036f0d: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:56:10.820028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:12.757241 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-af725862-f69c-46c3-bb85-e89f4d22bc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:13.393916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:56:14.182313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:15.208292 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-039aae78-7260-4673-a46d-61e6805ed3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:15.825775 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:17.100114 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-04ccbf53-27fa-487b-b6d0-fe6bd8fe77e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768151 Dec 22 16:56:17.255154 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-b3bf40d8-b5d3-4523-b9de-653b40ded913 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1099 time: 0.0774164 Dec 22 16:56:17.317522 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:17.648005 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-66c76fcc-a5e9-4480-bdcf-22d537c9f73a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:56:17.649599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-66c76fcc-a5e9-4480-bdcf-22d537c9f73a service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.3716400 Dec 22 16:56:17.760087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-b618387e-517d-4a9c-909f-0514573d118a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 1001 time: 0.1022501 Dec 22 16:56:17.829947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-acf8dc40-cc3b-4f34-961e-073c13527fd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:56:17.831607 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-acf8dc40-cc3b-4f34-961e-073c13527fd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0649064 Dec 22 16:56:17.912666 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-236e559d-1fcf-4843-8ac0-90a66f38cd82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744367 Dec 22 16:56:18.060634 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-c84ec425-8064-4a77-b16d-d8e848b2189b service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407850 Dec 22 16:56:18.208240 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-089ee09c-3c98-43fa-aec9-46d1741394fb req-2496f2b6-1ec2-4ac2-bab5-0e46e623bfab service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399219 Dec 22 16:56:40.859534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:42.849471 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-627ca841-8881-4fcf-83a2-ef8210738eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:44.186333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:45.191708 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8f815768-77a5-42df-aa69-7d43e63aed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:45.831961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:47.317559 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:56:50.394419 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:57:10.838750 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:12.838248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ebc0c8ce-8996-4220-919d-436a3ad1a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:14.181025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:15.197133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5e6d5e65-a37e-40dd-b49a-0a713d3bd620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:15.838763 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:17.340142 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:19.324720 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-45fae84c-54a9-499d-9c12-95e1e42bacbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780306 Dec 22 16:57:19.477729 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-4f21d1f1-7ec3-4486-8d7e-a2227f812698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1099 time: 0.0739095 Dec 22 16:57:19.640793 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab814b1b-5e77-4249-ba15-638857732794 req-7481baea-973a-469d-a983-aba849bc4c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:57:19.642378 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-7481baea-973a-469d-a983-aba849bc4c32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1377928 Dec 22 16:57:19.757948 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-d08593c5-4e8c-451d-aa7c-92880160f98f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 1001 time: 0.1039875 Dec 22 16:57:19.833843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab814b1b-5e77-4249-ba15-638857732794 req-932a5346-a7cf-4acb-bf98-7a38e715b2c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:57:19.836089 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-932a5346-a7cf-4acb-bf98-7a38e715b2c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0671082 Dec 22 16:57:19.924754 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-b639dc96-8749-42d5-bea5-4c71dd96d865 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791192 Dec 22 16:57:19.939595 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-ccd7dfef-d20f-49c2-8fde-39788d07cf7a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88957) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 16:57:19.940610 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-ccd7dfef-d20f-49c2-8fde-39788d07cf7a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051117 Dec 22 16:57:20.087915 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-473de607-56c2-48cd-83d3-a710a1bbd169 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366658 Dec 22 16:57:20.238953 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ab814b1b-5e77-4249-ba15-638857732794 req-e64bd757-1f7f-4909-bd82-f32bc364fac9 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396720 Dec 22 16:57:27.394956 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:57:40.827019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:42.781562 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d28883ca-1af8-46f4-bb0c-7e2570a370e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:44.187038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:45.221601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-31a6914c-7910-40c8-ba26-600d10e3a034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:45.838969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:47.341725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:54.357626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:57:54.529194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:57:54.547736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '6eb9f202-1c24-419e-b7de-da902d118c77', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:57:54.612966 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:54.636427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eb9f202-1c24-419e-b7de-da902d118c77 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:57:54.653792 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:57:54.684128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:54.687256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:57:54.766725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:57:54.772720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['6eb9f202-1c24-419e-b7de-da902d118c77'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:57:54.830681 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.831074 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.831495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.831839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.832220 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.832664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.832962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.833336 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.833903 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.835329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.835329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:57:54.842649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:57:56.372938 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:57:56.452716 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 6eb9f202-1c24-419e-b7de-da902d118c77 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:57:56.453151 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:56.587479 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:56.618194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:57:56.631582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:57:56.673331 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:57:56.676477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:57:56.722799 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'code': 200} Dec 22 16:57:56.763069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:57:56.766314 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:04.398097 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:58:06.226101 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-b059aa8e-7bab-4435-9f70-6d2d8fd69a0d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268347587&fields=id&tenant_id=eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 267 time: 0.0446606 Dec 22 16:58:06.386261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-ee3df210-eecf-46c8-9009-56ef226a333d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:06.387919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-ee3df210-eecf-46c8-9009-56ef226a333d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 809 time: 0.1547444 Dec 22 16:58:06.407169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-5e4b96e5-9c31-4c17-ba45-50b4c864c0c0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/quotas/eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 375 time: 0.0131822 Dec 22 16:58:06.500283 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-c9539163-45dd-4e1b-a2f0-3770109bf85a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876684 Dec 22 16:58:06.649521 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-9e03c5fe-a47f-4354-80c2-031a4a214a22 service neutron] 10.222.0.18 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358705 Dec 22 16:58:07.027619 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-462d8a11-0776-4044-a7c8-61b5dff0b1df service neutron] 10.222.0.18 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715861 Dec 22 16:58:07.306763 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-b3dfbce9-fa97-4fdc-81f0-8aa0cb9d669e req-3b02edca-0d7c-43db-8132-aab87a158c81 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 210 time: 0.0466125 Dec 22 16:58:08.415191 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 16:58:08.489105 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f3851d3f-3559-47d2-84e8-8fcd14a99168 req-87f7c703-c99e-46fd-adc7-d69d5e00b55b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 210 time: 0.0496941 Dec 22 16:58:08.697393 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:08.724884 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:58:08.735474 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:58:08.759832 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:08.761953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:08.792418 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'code': 200} Dec 22 16:58:08.831195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:08.834528 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:09.257821 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-1e985ce6-f315-427d-bb98-c474db6940cb tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:09.259534 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-1e985ce6-f315-427d-bb98-c474db6940cb tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 809 time: 0.1592474 Dec 22 16:58:09.331783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-100da5fb-0103-4c11-9613-d333baae8f12 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaecb254e4ba463baf16790306b5fc9a HTTP/1.1" status: 200 len: 379 time: 0.0441906 Dec 22 16:58:09.343069 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'port': {'device_id': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'admin_state_up': True, 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'security_groups': ['0e9ae559-ab8d-4a26-a010-be65fe792592']}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:58:09.488242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:58:09.492724 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:port and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:58:09.495740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88957) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:58:09.502012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88957) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:58:09.541129 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Made reservation on behalf of eaecb254e4ba463baf16790306b5fc9a for: {'port': 1} {{(pid=88957) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 22 16:58:09.547014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:09.667147 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1f1dd674-2d3f-4a52-bfac-4d3a9183dd6d req-df3604aa-f510-464c-b765-9d83fcad3429 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 210 time: 0.0478489 Dec 22 16:58:09.733430 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Allocated IP 172.20.0.10 (5adba523-9488-4382-9e84-c5d561cdd489/46b6eb37-f8ed-403a-80d7-09da6c4e5a17/82fd4cee-c1d0-4081-8f74-7418dfcde6f3) {{(pid=88957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:58:09.942223 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:09.961450 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Transition to ACTIVE for port object 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 will not be triggered until provisioned by entity DHCP. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:58:10.012914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_create {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:10.026421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-865c9dce-ff90-4cf2-8c56-3d0055325742 tempest-TestShelveInstance-1765480075 tempest-TestShelveInstance-1765480075-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:10.117974 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Network 5adba523-9488-4382-9e84-c5d561cdd489 is already hosted by enough agents. {{(pid=88957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:58:10.122150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources bound (agent type, host, resource id): {{(pid=88957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:58:10.124860 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Received port after_create {{(pid=88957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:58:10.187856 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=1']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:10.211415 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.212080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.212520 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.212935 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.213374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.214179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.214179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.214607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.215040 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.215445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.215859 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:10.227379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:10.238080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:10.238823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:10.372163 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-aa264d2b-3972-4f5b-aea9-c947d80aa095 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0329161 Dec 22 16:58:10.582953 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f4eca02e-c7f8-44ff-ac34-d48d414d7da8 None None] Provisioning for port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 completed by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:58:10.589356 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-f4eca02e-c7f8-44ff-ac34-d48d414d7da8 None None] Provisioning complete for port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 triggered by entity DHCP. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:58:10.589803 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f4eca02e-c7f8-44ff-ac34-d48d414d7da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:10.647259 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-f4eca02e-c7f8-44ff-ac34-d48d414d7da8 None None] Port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 cannot update to ACTIVE because it is not bound. {{(pid=88959) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 22 16:58:10.874108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:10.897968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9fff1-c554-482a-b079-b824e1e8e8b0 req-d2bf4dcd-da26-42ab-af5a-61255fe5891e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:10.899926 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ff9fff1-c554-482a-b079-b824e1e8e8b0 req-d2bf4dcd-da26-42ab-af5a-61255fe5891e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0908515 Dec 22 16:58:10.953564 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-1ff9fff1-c554-482a-b079-b824e1e8e8b0 req-335d0ffd-ea5e-4d8c-a9d4-afac61f14f67 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471618 Dec 22 16:58:12.174066 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcb085-6740-4759-a321-244fc6f30f5d req-b189a806-c968-40d6-8824-e0979014521e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:12.175812 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0cbcb085-6740-4759-a321-244fc6f30f5d req-b189a806-c968-40d6-8824-e0979014521e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0897310 Dec 22 16:58:12.227860 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0cbcb085-6740-4759-a321-244fc6f30f5d req-9b880f50-b661-4847-9008-86816ee70912 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454671 Dec 22 16:58:12.765288 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-995c58e8-024c-48c2-9679-1b3243fea218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:13.444788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66dd9-5c65-42b6-ae79-b737f467e34b req-3f6554d3-8806-4a7a-ba77-02eddfc16922 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:13.446455 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ba66dd9-5c65-42b6-ae79-b737f467e34b req-3f6554d3-8806-4a7a-ba77-02eddfc16922 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0901315 Dec 22 16:58:13.504128 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7ba66dd9-5c65-42b6-ae79-b737f467e34b req-ee0d9e36-487e-4fbf-b191-46d5362c127e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505519 Dec 22 16:58:14.199555 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:14.721695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad4e31-f173-4d2c-a4db-b03bed037e51 req-ded85bb0-ea67-4412-9085-66c1ed6b3c06 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:14.723365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d4ad4e31-f173-4d2c-a4db-b03bed037e51 req-ded85bb0-ea67-4412-9085-66c1ed6b3c06 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0865796 Dec 22 16:58:14.775176 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-d4ad4e31-f173-4d2c-a4db-b03bed037e51 req-4cd56a26-3aa8-4c1f-bc5c-ecc0ca094d4a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455933 Dec 22 16:58:15.211054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-58b18bbe-9cc1-430a-8b4f-8e6baaee36b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:15.840128 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:15.998799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7354c8c-3be9-48ae-8453-59b7009014d6 req-a5ddfa0d-ecef-4333-bdab-0bcc9f198fc0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:16.000498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7354c8c-3be9-48ae-8453-59b7009014d6 req-a5ddfa0d-ecef-4333-bdab-0bcc9f198fc0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0914288 Dec 22 16:58:16.053485 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a7354c8c-3be9-48ae-8453-59b7009014d6 req-c7d8d0bf-1082-4888-9907-78c10b6a9ab0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Dec 22 16:58:17.272150 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d2c4-b3ab-45da-aef9-f57e2f2767a6 req-3a0caaf9-1dba-451e-b8c8-ebb4b0afcaba tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:17.273788 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8349d2c4-b3ab-45da-aef9-f57e2f2767a6 req-3a0caaf9-1dba-451e-b8c8-ebb4b0afcaba tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0847859 Dec 22 16:58:17.328519 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8349d2c4-b3ab-45da-aef9-f57e2f2767a6 req-3dc5f2a2-3038-469e-b9f7-298822fac7dd tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480392 Dec 22 16:58:17.348297 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:18.555207 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf922-ac31-4bd5-b19c-88af0fff8abc req-4fcab436-88ae-4aea-877f-f5e572c4b3b3 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:18.556871 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0daf922-ac31-4bd5-b19c-88af0fff8abc req-4fcab436-88ae-4aea-877f-f5e572c4b3b3 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0942690 Dec 22 16:58:18.614094 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-e0daf922-ac31-4bd5-b19c-88af0fff8abc req-a47aee8a-6ee5-4094-9827-9b9275980c9f tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489082 Dec 22 16:58:19.851615 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bc399-8252-488a-adf2-8178d08d115e req-8feacfa0-417e-4e02-8f75-62a8884f903c tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:19.853377 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf9bc399-8252-488a-adf2-8178d08d115e req-8feacfa0-417e-4e02-8f75-62a8884f903c tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.1074839 Dec 22 16:58:19.904827 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf9bc399-8252-488a-adf2-8178d08d115e req-c57b0851-ded3-4439-981d-fcf4929b0b30 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446117 Dec 22 16:58:21.115251 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a41f63-d7ac-45cb-bcfc-b4a81b9934ff req-c21c6429-6525-4ecc-ae44-68fbf68c68b3 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:21.116851 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5a41f63-d7ac-45cb-bcfc-b4a81b9934ff req-c21c6429-6525-4ecc-ae44-68fbf68c68b3 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 932 time: 0.0860956 Dec 22 16:58:21.165624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f5a41f63-d7ac-45cb-bcfc-b4a81b9934ff req-82d80871-5920-48fa-8647-b3b1f583d7dc tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426567 Dec 22 16:58:21.269801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Request body: {'port': {'device_id': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=88957) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:58:21.289445 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.46', 60217) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:58:21.365813 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-01ff53ba-8401-48f8-a183-d232f336424c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749912 Dec 22 16:58:21.391552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:21.528045 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-353cc052-de2b-4f3c-b1ed-f0a795d2963d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1097 time: 0.0799260 Dec 22 16:58:21.691058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-898f0a49-5b83-4837-acee-279b41000cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:21.692663 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-898f0a49-5b83-4837-acee-279b41000cd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1427095 Dec 22 16:58:21.756862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 {{(pid=88957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:58:21.764978 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:21.780829 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Transition to ACTIVE for port object 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 will not be triggered until provisioned by entity L2. {{(pid=88957) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 22 16:58:21.806863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-716b02f7-93ce-48c6-ac32-d7dada897082 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 999 time: 0.1063914 Dec 22 16:58:21.828236 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:21.833664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-538a9d04-f21a-4d5f-ac0e-b45affcded69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:21.879773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-535eb9f0-a081-4a18-a985-d0fe0ea2173a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:21.881396 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-535eb9f0-a081-4a18-a985-d0fe0ea2173a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0650198 Dec 22 16:58:21.965626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=2']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:21.969473 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-80670825-6be3-4142-bedd-3248fa95044b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783508 Dec 22 16:58:21.970285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:22.086906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Attempting to bind port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 16:58:22.087443 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Attempting to bind port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 22 16:58:22.087853 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Attempting to bind port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:58:22.094994 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 on network 5adba523-9488-4382-9e84-c5d561cdd489 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 22 16:58:22.095358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Attempting to bind port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 on network 5adba523-9488-4382-9e84-c5d561cdd489 {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 22 16:58:22.102504 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Checking agent: {'id': '93ea02c8-e3e0-4f33-ac66-37e79383ec0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'started_at': datetime.datetime(2021, 12, 22, 15, 43, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 16, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 22 16:58:22.103277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Checking segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 22 16:58:22.103277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Bound using segment: {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'} {{(pid=88957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 22 16:58:22.103748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.managers [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Bound port: 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '274f9481-fdb4-4cea-89a3-3f17f795728d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489'}}] {{(pid=88957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 22 16:58:22.104134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:22.129369 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-93f32d2f-3a66-42f4-84c9-18b7fea9e126 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480939 Dec 22 16:58:22.200279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, cleared binding levels {{(pid=88957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 22 16:58:22.203914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 22 16:58:22.234412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846909703'] for port, after_update {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:22.239285 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fea79669-4093-4b37-a44c-e05d3d983818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:22.285563 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-8f2e7283-4b90-4587-b7d3-08134e4c98cf req-cf1090a7-45bf-4bcb-b3b9-58f18cb92fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463871 Dec 22 16:58:22.390969 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a451f1c-937c-46ba-b3c5-2d381f2851c0 req-d75064d9-71ba-49ff-b615-c1c23663eaf2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:22.392703 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a451f1c-937c-46ba-b3c5-2d381f2851c0 req-d75064d9-71ba-49ff-b615-c1c23663eaf2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 944 time: 0.0973053 Dec 22 16:58:22.459858 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3a451f1c-937c-46ba-b3c5-2d381f2851c0 req-b73e63c5-6f04-48f0-885e-cde7f6bed804 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518229 Dec 22 16:58:22.541448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:22.543859 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] 10.222.0.46 "PUT /v2.0/ports/82fd4cee-c1d0-4081-8f74-7418dfcde6f3 HTTP/1.1" status: 200 len: 1094 time: 1.2789855 Dec 22 16:58:22.544422 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:58:22.558597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=3']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:22.562090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-105f6152-4893-4441-a722-b0d9a5732c19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:22.601370 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'status': 'completed', 'code': 200} Dec 22 16:58:22.702198 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56f82aff-285a-4578-a34d-f346e588d515 req-9634b9c4-cbdc-46ee-a8a2-addec2a18227 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1097 time: 0.0777586 Dec 22 16:58:22.870409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82aff-285a-4578-a34d-f346e588d515 req-a970d971-521e-43ce-8d1b-ac74f59611c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:22.872070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56f82aff-285a-4578-a34d-f346e588d515 req-a970d971-521e-43ce-8d1b-ac74f59611c3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eaecb254e4ba463baf16790306b5fc9a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1621709 Dec 22 16:58:23.024723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f82aff-285a-4578-a34d-f346e588d515 req-72689224-ffb3-47d9-854b-51c9bff502ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:23.026800 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-56f82aff-285a-4578-a34d-f346e588d515 req-72689224-ffb3-47d9-854b-51c9bff502ef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473176 Dec 22 16:58:23.146080 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-6c991aaf-fd19-4e36-a8d7-6090fe963e24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1097 time: 0.0780787 Dec 22 16:58:23.222419 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-ace3710a-95be-494a-a26a-1965ae17684a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3 HTTP/1.1" status: 200 len: 217 time: 0.0679646 Dec 22 16:58:23.298333 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-c2264845-2da3-46b1-afb8-1c38c29dcbbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:23.299869 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-c2264845-2da3-46b1-afb8-1c38c29dcbbf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0665293 Dec 22 16:58:23.381260 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-9d0a58ea-c42d-4017-ad31-5dfe338db2d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718870 Dec 22 16:58:23.528379 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-eaaf4ae2-8892-491b-880e-a3a646ca5d41 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362412 Dec 22 16:58:23.669328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19bc82-d431-423d-82fe-a29edf9b88eb req-e3dbdc41-a945-48e0-8d38-559592f34891 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:23.670991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d19bc82-d431-423d-82fe-a29edf9b88eb req-e3dbdc41-a945-48e0-8d38-559592f34891 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 944 time: 0.0847068 Dec 22 16:58:23.677945 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dffd07f4-43c8-4691-a47a-0d38755c9efc req-2d9a8dca-bdf0-4a33-95ad-019bf910609a service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393378 Dec 22 16:58:23.721203 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3d19bc82-d431-423d-82fe-a29edf9b88eb req-14ffdc08-253b-4958-88b0-8b1dc68fb946 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Dec 22 16:58:24.936041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4dbe8-bde3-4fa2-92ed-19e695600d92 req-b9e73185-518d-4938-b991-3f84da753c2d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:24.937626 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0b4dbe8-bde3-4fa2-92ed-19e695600d92 req-b9e73185-518d-4938-b991-3f84da753c2d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 944 time: 0.0859032 Dec 22 16:58:24.985881 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f0b4dbe8-bde3-4fa2-92ed-19e695600d92 req-497bef67-8166-4d3a-aef8-ee877f37dc1e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Dec 22 16:58:26.193882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e8bbd-29d9-4483-a98c-54e8a559982b req-c99cd0af-4d16-4160-8ebc-51a5f9abec0e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:26.195531 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e7e8bbd-29d9-4483-a98c-54e8a559982b req-c99cd0af-4d16-4160-8ebc-51a5f9abec0e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 944 time: 0.0828938 Dec 22 16:58:26.248348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9e7e8bbd-29d9-4483-a98c-54e8a559982b req-49c89e7a-536c-4dee-820e-13b5c04659fc tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Dec 22 16:58:26.450635 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 16:58:26.591410 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:58:26.605299 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'mac_address': 'fa:16:3e:29:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 16:58:26.662920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:26.680768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 16:58:26.696882 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:58:26.730587 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:26.732672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:26.798318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=4']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:26.801697 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:27.020584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['82fd4cee-c1d0-4081-8f74-7418dfcde6f3'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 16:58:27.457781 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23758c46-cbfa-458c-a695-bd4e5845cc3c req-075d10e2-fb03-4fe7-9ee6-0604cc5d5d09 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:27.459427 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23758c46-cbfa-458c-a695-bd4e5845cc3c req-075d10e2-fb03-4fe7-9ee6-0604cc5d5d09 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 945 time: 0.0853939 Dec 22 16:58:27.507108 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-23758c46-cbfa-458c-a695-bd4e5845cc3c req-b22ffa7a-749b-4bb4-afeb-78d5b42023d8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415673 Dec 22 16:58:28.451584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 16:58:28.558035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning for port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 completed by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 22 16:58:28.563608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 16:58:28.564033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:28.681744 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:28.711035 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:58:28.722234 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 16:58:28.731395 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1b68c-0182-42fc-b2fe-6a976268aff3 req-b53fd66c-eacb-44c7-ac62-beceaa40449b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:28.731395 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ac1b68c-0182-42fc-b2fe-6a976268aff3 req-b53fd66c-eacb-44c7-ac62-beceaa40449b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 945 time: 0.0959556 Dec 22 16:58:28.752848 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:28.755893 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:28.781568 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2ac1b68c-0182-42fc-b2fe-6a976268aff3 req-aa63d555-091d-4df7-9e80-4a9f2d98edfd tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444047 Dec 22 16:58:28.819179 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'code': 200} Dec 22 16:58:28.836652 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=5']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:28.841263 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:29.098991 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbedbbb1-f8e1-47e7-a838-1f1b62fa0b8f req-ad420d9c-8ced-4400-b6b3-1d6e86089eeb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1099 time: 0.0731537 Dec 22 16:58:29.152297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-dbedbbb1-f8e1-47e7-a838-1f1b62fa0b8f req-fff88729-7a9f-4805-b310-3d836f530ed1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Dec 22 16:58:29.992735 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa60ed-a13c-4a2e-81a3-4df30d7f97a6 req-e441f345-24ca-4430-af8d-2ae791df091d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:29.994348 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcfa60ed-a13c-4a2e-81a3-4df30d7f97a6 req-e441f345-24ca-4430-af8d-2ae791df091d tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.0830517 Dec 22 16:58:30.043324 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bcfa60ed-a13c-4a2e-81a3-4df30d7f97a6 req-9661de42-a795-4225-83dd-ca3fcceb92f9 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Dec 22 16:58:31.252675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769af1a-3999-4eee-a532-0d1da228c742 req-f692f62e-7b9c-4fa5-a69e-0748931aee39 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:31.254275 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f769af1a-3999-4eee-a532-0d1da228c742 req-f692f62e-7b9c-4fa5-a69e-0748931aee39 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.0880210 Dec 22 16:58:31.306151 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-f769af1a-3999-4eee-a532-0d1da228c742 req-4cb0aa5b-fa8e-4893-a91c-f4386c5940d9 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438495 Dec 22 16:58:31.513616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf6f4b-78b5-4a65-ac28-3bf09d735a40 req-f19cc627-ce36-4597-8232-ea38bdad9d29 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:31.515326 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9acf6f4b-78b5-4a65-ac28-3bf09d735a40 req-f19cc627-ce36-4597-8232-ea38bdad9d29 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.0859139 Dec 22 16:58:31.566701 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-9acf6f4b-78b5-4a65-ac28-3bf09d735a40 req-7c6f4bd2-e815-4ba3-89d9-ca369cacbd81 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453181 Dec 22 16:58:31.594586 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35002) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:58:31.669129 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-7f30ae99-4a2c-476e-93da-65d6e99f0a24 tempest-TestSnapshotPattern-1566403707 tempest-TestSnapshotPattern-1566403707-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1094 time: 0.0730464 Dec 22 16:58:31.671866 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35006) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 16:58:31.677447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.v2.base [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Request body: {'floatingip': {'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88958) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 22 16:58:31.683644 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 22 16:58:31.687751 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Usage tracker for resource:floatingip and tenant:eaecb254e4ba463baf16790306b5fc9a is out of sync, need to count used quota {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 22 16:58:31.690927 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88958) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 22 16:58:31.697149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.quota.driver [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88958) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 22 16:58:31.725049 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:31.876766 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:32.033397 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_common [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Allocated IP 172.26.1.48 (8ad434e6-187e-49e7-85a1-ccb6a11fecc4/cd862a89-5333-446e-9066-1665ce2d3d5d/218507b4-c68b-4778-a07a-571a057b5ad3) {{(pid=88958) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 22 16:58:32.188533 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:32.261660 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730481986846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:32.266246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f8f19a42-53e5-43eb-bd3c-d02f0e411281 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:32.334432 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Network 8ad434e6-187e-49e7-85a1-ccb6a11fecc4 is already hosted by enough agents. {{(pid=88958) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 22 16:58:32.337379 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.base_scheduler [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Resources bound (agent type, host, resource id): {{(pid=88958) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 22 16:58:32.342658 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Received port after_create {{(pid=88958) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 22 16:58:32.371374 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=218507b4-c68b-4778-a07a-571a057b5ad3,revision_number=1']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:32.396282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.396710 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.397134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.397548 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.397960 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.398372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.398824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.399216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.399623 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.400027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.400431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 16:58:32.406337 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:32.877787 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:32.958662 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:33.404200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for port, precommit_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:33.432056 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7462505'] for port, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:33.437179 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d87a8c6a-d610-408c-9b02-699dea1b616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 16:58:33.547059 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event updated for resources: {'Port': ['ID=218507b4-c68b-4778-a07a-571a057b5ad3,revision_number=2']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 16:58:33.551594 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 16:58:33.562917 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854069481'] for floatingip, after_update {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:33.761007 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.db.l3_db [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Floating IP 09f7ff57-44a6-4501-b10e-7fe80b4fe632 associated. External IP: 172.26.1.48, port: 82fd4cee-c1d0-4081-8f74-7418dfcde6f3. Dec 22 16:58:34.176369 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 16:58:34.393211 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 16:58:34.403869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 16:58:34.416362 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:58:34.417742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:58:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:58:34.443914 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:34.502919 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8298934 Dec 22 16:58:34.503613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 16:58:34.603862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:58:34.713282 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'status': 'completed', 'code': 200} Dec 22 16:58:34.816303 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-8d0103d3-557f-40f5-b404-8ee21718bef6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1099 time: 0.0803063 Dec 22 16:58:34.962768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-410e4f04-bce7-4c79-8a98-774830e26dc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:34.965149 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-410e4f04-bce7-4c79-8a98-774830e26dc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1414092 Dec 22 16:58:34.976070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '09f7ff57-44a6-4501-b10e-7fe80b4fe632', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:29:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:32Z', 'updated_at': '2021-12-22T16:58:32Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}, {'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:58:34.980854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 16:58:34.992019 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 16:58:34.992672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T16:58:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:58:35.079498 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-87118f27-b12b-41d1-a591-92471249deb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3 HTTP/1.1" status: 200 len: 999 time: 0.1043439 Dec 22 16:58:35.149194 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-4700913e-f114-4447-aa3f-e72e3c137458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:58:35.150863 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-4700913e-f114-4447-aa3f-e72e3c137458 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0654504 Dec 22 16:58:35.179268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 16:58:35.236394 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-2ea7d049-fc1a-4f9e-a511-675e56684a4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794139 Dec 22 16:58:35.386083 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-df61ebe2-0d93-4a54-a1af-37678291d570 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406643 Dec 22 16:58:35.528769 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a6129d03-4ab1-4485-86ec-ef2392b3facc req-0dcc49d1-7cac-46bc-9c7f-d5e4bce59816 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366744 Dec 22 16:58:35.549782 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '09f7ff57-44a6-4501-b10e-7fe80b4fe632', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:29:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:32Z', 'updated_at': '2021-12-22T16:58:32Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}, {'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 16:58:35.554038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5d77db-ea0d-4b1c-ba20-c11e652a35ab None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '09f7ff57-44a6-4501-b10e-7fe80b4fe632', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.48', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:29:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:58:32Z', 'updated_at': '2021-12-22T16:58:32Z', 'revision_number': 0, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}, {'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 16:58:35.887740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016a409-0562-41e0-bd2f-98ebd5a0247e None None] New status for floating IP 09f7ff57-44a6-4501-b10e-7fe80b4fe632: ACTIVE {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 16:58:40.868050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:41.399054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:58:42.782449 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2880fd80-de91-4e4c-8dee-dd1e3be91598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:44.194042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:45.216473 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e166bd16-6c2d-42ea-be3f-8a3c4886b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:45.832303 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:58:47.346602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:10.872501 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:12.845108 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0223-d901-47ce-93b6-75aec0724ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:14.194258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:15.206041 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bd0c-59a1-48f1-b966-57a2b5c7c92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:15.840438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:17.335706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:18.400126 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 16:59:22.449121 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-70c0501c-be82-42fb-8e97-fd9a6cae4e53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742164 Dec 22 16:59:22.602570 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-5cadb463-bc55-416d-a027-70839809e95a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1097 time: 0.0748479 Dec 22 16:59:22.767042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-56c414e1-2524-4fdb-a7d9-4f024915ba22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:59:22.768567 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-56c414e1-2524-4fdb-a7d9-4f024915ba22 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1401007 Dec 22 16:59:22.884365 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-b51d8b24-651a-4291-8101-467a7bb1b798 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 999 time: 0.1040030 Dec 22 16:59:22.961050 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-9290adc7-4648-4ecb-9140-7a27829b59e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 16:59:22.962599 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-9290adc7-4648-4ecb-9140-7a27829b59e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0675538 Dec 22 16:59:23.047241 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-ce5b330c-2ec4-4918-bd4a-bc7d8bcce7f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739162 Dec 22 16:59:23.194081 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-83c132ea-deb7-408e-80f1-d59c321e5477 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372504 Dec 22 16:59:23.341549 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-3f575bfe-84ca-4242-a471-10e899c3efbd req-6eb5bdc3-353a-465f-b3de-66828616e38e service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369183 Dec 22 16:59:40.880349 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:42.787034 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9aea79ef-38ff-4d84-b171-41948ad0ba07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:44.192720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:45.215459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-35e8d88d-3689-4064-a2b0-5b9cc42931df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:45.849986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:47.329754 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 16:59:55.400768 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:00:04.880589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=88959) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 22 17:00:05.022823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:05.037341 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Returning: {'device': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'port_id': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'mac_address': 'fa:16:3e:29:78:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88959) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 22 17:00:05.091161 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:05.109226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 {{(pid=88959) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 22 17:00:05.124457 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:05.160604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:05.163572 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:05.237011 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=6']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:05.245891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.246278 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.246701 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.247076 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.247448 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.247820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.248183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.248552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.248915 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.249277 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.249643 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88959) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:05.254208 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:05.256707 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] get_ports_and_sgs() called for port_ids ['82fd4cee-c1d0-4081-8f74-7418dfcde6f3'] {{(pid=88959) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 22 17:00:06.889193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 up at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 22 17:00:06.963343 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.provisioning_blocks [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Provisioning complete for port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 triggered by entity L2. {{(pid=88959) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 22 17:00:06.963773 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851856842'] for port, provisioning_complete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:07.086546 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:07.121607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:07.132547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:07.181835 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'code': 200} Dec 22 17:00:07.182924 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:07.184723 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-446c2304-12b5-4f40-aa98-76968368b519 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:07.256083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=7']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:07.259655 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:10.896199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:12.796261 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-4ff36841-03eb-49c9-a69a-15296ade66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:14.195130 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:15.212318 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e9cbc2b8-0ed2-407f-9deb-858d8a37fbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:16.153358 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:17.336134 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:18.656757 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35212) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:18.871438 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Deleting port 218507b4-c68b-4778-a07a-571a057b5ad3 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:18.871812 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:19.048136 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:19.048496 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:19.176399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Calling delete_port for 218507b4-c68b-4778-a07a-571a057b5ad3 owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:19.411967 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:19.416525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-4e639fbc-630b-45c9-b5e6-5b8c9f054f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:19.458286 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event deleted for resources: {'Port': ['ID=218507b4-c68b-4778-a07a-571a057b5ad3,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:19.500367 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.500783 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.501199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.501608 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.502983 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.503403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.503813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.504224 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.504629 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.505031 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.505431 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:19.515684 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:19.575078 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:20.220460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 17:00:20.431855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 17:00:20.443265 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 17:00:20.445460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:20.457996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:20.458810 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:20.502990 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9b95225f-1c68-4ed7-a696-bc4b9c813200 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "DELETE /v2.0/floatingips/09f7ff57-44a6-4501-b10e-7fe80b4fe632 HTTP/1.1" status: 204 len: 168 time: 1.8419108 Dec 22 17:00:20.502990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:20.572087 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'status': 'completed', 'code': 200} Dec 22 17:00:20.659729 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:20.834353 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-cb270ba7-16f3-4333-b49a-c479d69e2ee6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 1099 time: 0.2014925 Dec 22 17:00:20.996168 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-0f2b73e3-feb9-45c4-ab61-9a996d695bb1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:20.998082 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-0f2b73e3-feb9-45c4-ab61-9a996d695bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1562562 Dec 22 17:00:21.080893 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-75298aa0-1b54-487f-a86a-69539f822996 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3 HTTP/1.1" status: 200 len: 217 time: 0.0748756 Dec 22 17:00:21.090765 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:21.097417 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 17:00:21.109962 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:21.110819 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:21.165051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-3ea9825f-5965-4726-bbb7-c21ab7dd0860 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:21.166727 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-3ea9825f-5965-4726-bbb7-c21ab7dd0860 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0798733 Dec 22 17:00:21.179802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd1d8a-b6cb-421d-9933-e7ca4d9ce76a req-a3542fd0-9ea6-4396-b324-2fc0a25c2459 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:21.180584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-badd1d8a-b6cb-421d-9933-e7ca4d9ce76a req-a3542fd0-9ea6-4396-b324-2fc0a25c2459 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 17:00:21.253042 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-badd1d8a-b6cb-421d-9933-e7ca4d9ce76a req-a3542fd0-9ea6-4396-b324-2fc0a25c2459 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 17:00:21.255004 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-badd1d8a-b6cb-421d-9933-e7ca4d9ce76a req-a3542fd0-9ea6-4396-b324-2fc0a25c2459 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.2493994 Dec 22 17:00:21.270807 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-3a870e21-9b89-45ce-8cbb-e9c74e95099c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940244 Dec 22 17:00:21.310307 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-badd1d8a-b6cb-421d-9933-e7ca4d9ce76a req-4f8a3d6b-39e8-468f-9f7f-cdf96f0dece8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473273 Dec 22 17:00:21.336420 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:21.423006 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-8c5021b6-cd8a-44f9-aa6b-945cea228c16 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440825 Dec 22 17:00:21.567889 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5424aa33-5882-4917-95f1-abb80e77beb7 req-ee424893-6608-4754-a1a3-eec6c5e5571b service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380126 Dec 22 17:00:21.702222 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:21.706258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7171d3-af13-4512-988e-22c2904d2e5b None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_floatingips': [{'id': '49bb715e-b5f7-48cd-8393-dcb3ec036f0d', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'floating_ip_address': '172.26.1.85', 'floating_network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'router_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'port_id': '6eb9f202-1c24-419e-b7de-da902d118c77', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'mac_address': 'fa:16:3e:b9:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T16:55:52Z', 'updated_at': '2021-12-22T16:55:55Z', 'revision_number': 1, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 17:00:22.200628 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049fb3ca-8b3d-49fa-b2c0-7f6af853fa43 None None] New status for floating IP 09f7ff57-44a6-4501-b10e-7fe80b4fe632: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 17:00:22.531184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72d897-3c62-4592-943b-4533332fb975 req-0085798f-7ea0-4d73-be74-8680ce7696fb tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:22.532815 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c72d897-3c62-4592-943b-4533332fb975 req-0085798f-7ea0-4d73-be74-8680ce7696fb tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.0921454 Dec 22 17:00:22.584912 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-7c72d897-3c62-4592-943b-4533332fb975 req-484ee836-eb26-4446-a604-da8ae85abbe2 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455539 Dec 22 17:00:22.755568 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-eb579f01-494d-44ca-99c7-047798c05096 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:22.756328 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-eb579f01-494d-44ca-99c7-047798c05096 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 17:00:22.769602 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-eb579f01-494d-44ca-99c7-047798c05096 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 17:00:22.770836 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-eb579f01-494d-44ca-99c7-047798c05096 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 946 time: 0.0958617 Dec 22 17:00:22.851280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Deleting port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:22.851665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:22.927734 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:23.051311 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851552782'] for port, before_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:23.082028 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88959) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:23.092929 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:23.115355 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363306372373330', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730481986863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363306372788920'] for port, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:23.117581 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:23.156927 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'code': 200} Dec 22 17:00:23.190823 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Pushing event updated for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=8']} {{(pid=88959) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:23.194182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88959) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:23.340460 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] For port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:23.340865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:23.471834 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Calling delete_port for 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:23.652232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:23.658770 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3388313e-e660-4483-b21e-af8cdea9e15b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:23.709480 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event deleted for resources: {'Port': ['ID=82fd4cee-c1d0-4081-8f74-7418dfcde6f3,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:23.723188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.723540 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.723968 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.724391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.724813 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.725227 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.725667 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.726103 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.726675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.726855 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.727230 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822514-1-hyperv {{(pid=88957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 22 17:00:23.757901 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:23.804745 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] No DVR routers for this DVR port 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 17:00:23.807525 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:23.810534 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-deleted', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:23.857854 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-20672e18-19ac-4e8f-9a3e-9fbc3f27fdb5 req-b276a655-4513-4ce9-8bea-b1ba738ba8a0 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "DELETE /v2.0/ports/82fd4cee-c1d0-4081-8f74-7418dfcde6f3 HTTP/1.1" status: 204 len: 173 time: 1.0781829 Dec 22 17:00:23.906088 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-2b99a06d-c008-445c-83f3-3b9cf126b12a req-252b01c2-d4e4-4a5e-9aef-e3506626ffce tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d17f53a-713f-421f-96fd-32d4e9b3cb63 HTTP/1.1" status: 200 len: 210 time: 0.0480051 Dec 22 17:00:23.959796 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d17f53a-713f-421f-96fd-32d4e9b3cb63', 'name': 'network-vif-deleted', 'tag': '82fd4cee-c1d0-4081-8f74-7418dfcde6f3', 'status': 'completed', 'code': 200} Dec 22 17:00:26.209899 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35280) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:26.429160 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Deleting port 6df14d44-55ce-4747-b9a0-2b1c2e9414de {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:26.429536 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:26.608911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:26.609282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:26.736748 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Calling delete_port for 6df14d44-55ce-4747-b9a0-2b1c2e9414de owned by network:floatingip {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:26.936714 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:26.972649 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:26.973039 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 82fd4cee-c1d0-4081-8f74-7418dfcde6f3 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:27.074965 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:27.079384 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-00f22655-af46-47f3-a032-1a8d7e7b7291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:27.125036 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event deleted for resources: {'Port': ['ID=6df14d44-55ce-4747-b9a0-2b1c2e9414de,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:27.128878 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:27.220796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:27.631080 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 17:00:27.843000 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 17:00:27.854304 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 17:00:27.860570 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for floatingip, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:27.868093 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:27.868760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:27.916132 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-996758da-a726-4157-a6a0-4510b5463e5e tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "DELETE /v2.0/floatingips/49bb715e-b5f7-48cd-8393-dcb3ec036f0d HTTP/1.1" status: 204 len: 168 time: 1.7050173 Dec 22 17:00:27.916818 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88958) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:27.973343 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'status': 'completed', 'code': 200} Dec 22 17:00:28.066886 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:28.089070 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-0362ef27-6edc-4f92-9ae0-3b431462e316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eaecb254e4ba463baf16790306b5fc9a&device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 1097 time: 0.0865824 Dec 22 17:00:28.246221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-66ffa752-fc92-44be-94a0-104af462fd47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:28.247770 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-66ffa752-fc92-44be-94a0-104af462fd47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 200 len: 910 time: 0.1490364 Dec 22 17:00:28.328297 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-eda8c5ef-a552-4e7e-86d6-c340ec4c48be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 200 len: 217 time: 0.0669613 Dec 22 17:00:28.409200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-710ed241-5c61-43d0-b596-ce821287cfcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:28.410671 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:28.411315 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-710ed241-5c61-43d0-b596-ce821287cfcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 200 len: 848 time: 0.0730708 Dec 22 17:00:28.414959 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 17:00:28.426928 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:28.427601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:28.495417 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-d453a5b9-fcf2-40d1-b0f6-3802dfef3c11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5adba523-9488-4382-9e84-c5d561cdd489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762281 Dec 22 17:00:28.514183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1dff0-bfe1-473a-ae95-6efb05cc1d25 req-84d8f306-3a09-41df-bc6e-6de281f406b8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:28.514945 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a8d1dff0-bfe1-473a-ae95-6efb05cc1d25 req-84d8f306-3a09-41df-bc6e-6de281f406b8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88958) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 17:00:28.555118 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-a8d1dff0-bfe1-473a-ae95-6efb05cc1d25 req-84d8f306-3a09-41df-bc6e-6de281f406b8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88958) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 17:00:28.556624 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8d1dff0-bfe1-473a-ae95-6efb05cc1d25 req-84d8f306-3a09-41df-bc6e-6de281f406b8 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.1359243 Dec 22 17:00:28.616064 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-a8d1dff0-bfe1-473a-ae95-6efb05cc1d25 req-0de222de-5336-48cb-bb22-efb6478050c7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528164 Dec 22 17:00:28.648542 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-d85edac2-fc0a-40ad-8d56-f15012bb2a82 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451721 Dec 22 17:00:28.778133 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:28.801085 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-ae985a7e-1a2b-4e50-b03a-923017ffabb1 req-8052e0f7-2b4c-46c1-991e-f3a56507f9f7 service neutron] 10.222.0.46 "GET /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454768 Dec 22 17:00:29.104516 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:29.108544 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fdab05-769a-4d66-9de9-3b997d486e8a None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:17Z', 'revision_number': 4, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv', '_interfaces': [{'id': '2f4235d6-76bf-4b38-b0e3-5564795ff760', 'name': '', 'network_id': '5adba523-9488-4382-9e84-c5d561cdd489', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'mac_address': 'fa:16:3e:03:37:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:17Z', 'updated_at': '2021-12-22T16:55:25Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'subnets': [{'id': '46b6eb37-f8ed-403a-80d7-09da6c4e5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 17:00:29.548440 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9714509-9973-4de9-a8a0-015951ad1a35 None None] New status for floating IP 49bb715e-b5f7-48cd-8393-dcb3ec036f0d: DOWN {{(pid=88959) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 22 17:00:29.843961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712449b-7b1e-44e2-918c-493a83ccd0c5 req-6a982d4c-fa0b-479a-aae9-1218878f8e70 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88958) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:29.846908 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0712449b-7b1e-44e2-918c-493a83ccd0c5 req-6a982d4c-fa0b-479a-aae9-1218878f8e70 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0913372 Dec 22 17:00:29.896169 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-0712449b-7b1e-44e2-918c-493a83ccd0c5 req-7de7015f-65ef-42d4-9a04-05c3bd75d1ca tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/security-groups?id=0e9ae559-ab8d-4a26-a010-be65fe792592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436246 Dec 22 17:00:30.311719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956441a-6511-42d8-9e12-ee4c11385969 req-a0de1977-052e-40d4-8208-d0c9c427913a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88957) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 22 17:00:30.312394 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5956441a-6511-42d8-9e12-ee4c11385969 req-a0de1977-052e-40d4-8208-d0c9c427913a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Synchronizing usage tracker for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88957) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 22 17:00:30.325169 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.quota.resource [req-5956441a-6511-42d8-9e12-ee4c11385969 req-a0de1977-052e-40d4-8208-d0c9c427913a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Unset dirty status for tenant:eaecb254e4ba463baf16790306b5fc9a on resource:port {{(pid=88957) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 22 17:00:30.326346 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5956441a-6511-42d8-9e12-ee4c11385969 req-a0de1977-052e-40d4-8208-d0c9c427913a tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 944 time: 0.0952146 Dec 22 17:00:30.405597 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Deleting port 6eb9f202-1c24-419e-b7de-da902d118c77 {{(pid=88957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:30.405975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:30.659676 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] For port 6eb9f202-1c24-419e-b7de-da902d118c77, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6eb9f202-1c24-419e-b7de-da902d118c77,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:30.660228 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:30.789084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Calling delete_port for 6eb9f202-1c24-419e-b7de-da902d118c77 owned by compute:nova {{(pid=88957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:31.052465 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7866096'] for port, after_delete {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:31.058459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-22307660-9db4-4620-b63a-7e981e20036a tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:31.067726 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-bf0b0d4d-4b00-4df0-be0a-ea1e9796c401 req-02aa529b-eaf2-4fb0-b953-b3b9ccb68327 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c HTTP/1.1" status: 200 len: 210 time: 0.0473347 Dec 22 17:00:31.106033 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event deleted for resources: {'Port': ['ID=6eb9f202-1c24-419e-b7de-da902d118c77,revision_number=None']} {{(pid=88957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:31.109836 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88957) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:31.181607 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] No DVR routers for this DVR port 6eb9f202-1c24-419e-b7de-da902d118c77 on host hv-neutron-8225 {{(pid=88957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 17:00:31.184024 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854714650'] for port, before_response {{(pid=88957) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:31.186843 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-deleted', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77'}] {{(pid=88957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 22 17:00:31.224783 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [req-5956441a-6511-42d8-9e12-ee4c11385969 req-7f684583-bb69-45f9-8001-d0b6ef91e7f7 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.46 "DELETE /v2.0/ports/6eb9f202-1c24-419e-b7de-da902d118c77 HTTP/1.1" status: 204 len: 173 time: 0.8897164 Dec 22 17:00:31.241461 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca0d87d-4a4a-4ff6-96f8-1c6914baac3c', 'name': 'network-vif-deleted', 'tag': '6eb9f202-1c24-419e-b7de-da902d118c77', 'status': 'completed', 'code': 200} Dec 22 17:00:32.178209 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35300) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:32.257153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:32.287618 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:32.401828 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:00:32.417816 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:32.423495 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b91a3416-3bb7-4a09-adf5-a7e3307f9c69 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:32.439804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9ae559-ab8d-4a26-a010-be65fe792592,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:32.442675 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:32.468418 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:32.469645 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-ad1dd32e-27ef-4c7f-a41f-ecc3276de79b tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] 10.222.0.18 "DELETE /v2.0/security-groups/0e9ae559-ab8d-4a26-a010-be65fe792592 HTTP/1.1" status: 204 len: 168 time: 0.2903359 Dec 22 17:00:32.557865 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35306) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:33.095785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:33.958995 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Deleting port 2f4235d6-76bf-4b38-b0e3-5564795ff760 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:33.959542 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:34.138761 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] For port 2f4235d6-76bf-4b38-b0e3-5564795ff760, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=2f4235d6-76bf-4b38-b0e3-5564795ff760,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:34.139166 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:34.268916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Calling delete_port for 2f4235d6-76bf-4b38-b0e3-5564795ff760 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:34.572235 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:34.576696 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-392d3b9a-c37c-48bc-a546-9e1969cf38ec tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:34.621973 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Pushing event deleted for resources: {'Port': ['ID=2f4235d6-76bf-4b38-b0e3-5564795ff760,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:34.626322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:34.928693 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:34.950795 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:34.989827 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] No Port match for: 6eb9f202-1c24-419e-b7de-da902d118c77 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:34.990359 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Device 6eb9f202-1c24-419e-b7de-da902d118c77 not bound to the agent host hv-neutron-8225 {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:35.528423 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Router 11ce92da-502e-4f3d-b707-e53951d3a534 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 17:00:35.742409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 17:00:35.752051 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Sync routers for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 17:00:35.755717 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-3d50759f-33db-431b-86c4-f83154285adc admin admin] 10.222.0.18 "PUT /v2.0/routers/11ce92da-502e-4f3d-b707-e53951d3a534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1965806 Dec 22 17:00:35.758434 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35312) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:35.764467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:35.765127 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:35.957154 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:35.972345 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:36.264344 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T17:00:34Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:36.269804 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Checking router: 11ce92da-502e-4f3d-b707-e53951d3a534 for host: dv-neutron-822514-1-hyperv {{(pid=88960) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 17:00:36.281550 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Routers {'11ce92da-502e-4f3d-b707-e53951d3a534'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88960) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:36.282226 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['11ce92da-502e-4f3d-b707-e53951d3a534'], 'active': True} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:36.426801 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:36.473412 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] Set router 11ce92da-502e-4f3d-b707-e53951d3a534 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88960) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:36.475137 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Deleting port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:36.475526 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:36.663205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] For port 37338a8a-350c-4db0-bc2e-7a9d0d8bad49, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:36.663601 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:36.777258 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T17:00:34Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88960) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:36.781389 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9869059a-0feb-4a00-83c4-c43ac1b0cd38 None None] The sync data for ids ['11ce92da-502e-4f3d-b707-e53951d3a534'] in dv-neutron-822514-1-hyperv is: [{'id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'name': 'tempest-TestSnapshotPattern-559958620-router', 'tenant_id': 'eaecb254e4ba463baf16790306b5fc9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243'}], 'enable_snat': True}, 'gw_port_id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T17:00:34Z', 'revision_number': 5, 'project_id': 'eaecb254e4ba463baf16790306b5fc9a', 'gw_port': {'id': '37338a8a-350c-4db0-bc2e-7a9d0d8bad49', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:71:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ce92da-502e-4f3d-b707-e53951d3a534', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:14Z', 'updated_at': '2021-12-22T16:55:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}] {{(pid=88960) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 17:00:36.799342 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Calling delete_port for 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:36.900931 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2f4235d6-76bf-4b38-b0e3-5564795ff760 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:36.941153 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 2f4235d6-76bf-4b38-b0e3-5564795ff760 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:36.941616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 2f4235d6-76bf-4b38-b0e3-5564795ff760 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:37.155719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.161796 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-cfcfd937-ac7c-4abf-aa9f-d52a9b8f4d3d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:37.204025 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Pushing event deleted for resources: {'Port': ['ID=37338a8a-350c-4db0-bc2e-7a9d0d8bad49,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:37.208565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:37.445023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.724695 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.729200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.835567 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.836090 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ce92da-502e-4f3d-b707-e53951d3a534 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:00:37.850885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.854722 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-75fbef3b-7a2b-4631-90af-7b953b34308a admin admin] 10.222.0.18 "DELETE /v2.0/routers/11ce92da-502e-4f3d-b707-e53951d3a534 HTTP/1.1" status: 204 len: 168 time: 2.0927734 Dec 22 17:00:37.854996 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35316) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:37.925539 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Deleting subnet 46b6eb37-f8ed-403a-80d7-09da6c4e5a17 {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 17:00:37.929217 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:37.986799 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.073157 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.327561 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.333785 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0d9028c3-a8d8-43d8-88c2-be1077e9dd98 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:38.374052 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b6eb37-f8ed-403a-80d7-09da6c4e5a17,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:38.378427 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:38.379503 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.384740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c385be-6644-4999-8a58-c269123892dd None None] Network 5adba523-9488-4382-9e84-c5d561cdd489 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 17:00:38.385696 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d130261d-7843-4bc4-afa5-2fd58927243d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/46b6eb37-f8ed-403a-80d7-09da6c4e5a17 HTTP/1.1" status: 204 len: 168 time: 0.5296669 Dec 22 17:00:38.388407 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35320) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:38.506979 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.518613 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Deleting port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:38.518982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.641456 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] DHCP port deletion for 5adba523-9488-4382-9e84-c5d561cdd489 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 17:00:38.646762 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Deleting port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:38.647183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.744740 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] For port d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:38.745138 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.867282 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] For port d6d2ce0d-74d8-41e0-a207-dcd4513aa605, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,segment=NetworkSegment(274f9481-fdb4-4cea-89a3-3f17f795728d),segment_id=274f9481-fdb4-4cea-89a3-3f17f795728d)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:38.867725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:38.874244 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Calling delete_port for d6d2ce0d-74d8-41e0-a207-dcd4513aa605 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:38.995839 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6d2ce0d-74d8-41e0-a207-dcd4513aa605 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:39.018060 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.023820 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-f26070b3-907d-4b41-92e7-6920b05c19fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:39.026898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Calling delete_port for d6d2ce0d-74d8-41e0-a207-dcd4513aa605 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:39.066399 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d2ce0d-74d8-41e0-a207-dcd4513aa605,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:39.069273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:39.074864 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] No DVR routers for this DVR port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 17:00:39.078248 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: d6d2ce0d-74d8-41e0-a207-dcd4513aa605 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:39.078736 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device d6d2ce0d-74d8-41e0-a207-dcd4513aa605 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:39.079205 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:39.116012 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:39.116404 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 37338a8a-350c-4db0-bc2e-7a9d0d8bad49 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:39.146747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:00:39.147088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 17:00:39.200616 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.227459 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adba523-9488-4382-9e84-c5d561cdd489']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:39.239997 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274f9481-fdb4-4cea-89a3-3f17f795728d') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:39.240322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274f9481-fdb4-4cea-89a3-3f17f795728d') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:39.252706 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.309552 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.316747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 17:00:39.317177 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:00:39.335444 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:00:39.480916 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.484409 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-25213f60-ed57-41b8-89b6-02d18f9084c8 tempest-TestNetworkBasicOps-1572351244 tempest-TestNetworkBasicOps-1572351244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:39.503124 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.512183 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=5adba523-9488-4382-9e84-c5d561cdd489,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:39.515640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:39.544555 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-0af48abe-f14f-43e8-b8a1-f9e272bee2ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/5adba523-9488-4382-9e84-c5d561cdd489 HTTP/1.1" status: 204 len: 168 time: 1.1551051 Dec 22 17:00:39.547826 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35324) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:39.648657 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Deleting port d6d2ce0d-74d8-41e0-a207-dcd4513aa605 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:39.649091 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:39.717760 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-3f8a9fd1-404b-43de-a94a-c58e2c3eb8fb None None] The port 'd6d2ce0d-74d8-41e0-a207-dcd4513aa605' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 17:00:39.953547 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-707321'] for router_interface, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:40.813372 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Deleting port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:40.813911 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:40.895986 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:40.996631 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] For port 7e71c93d-c3f2-482b-b277-f7a7be87b1d5, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:40.997023 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:41.123688 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Calling delete_port for 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 owned by network:router_interface {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:41.330149 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:41.334800 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-82f3675a-6d3d-4799-9aab-1c24ba9a396e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:41.380921 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=7e71c93d-c3f2-482b-b277-f7a7be87b1d5,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:41.383677 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:41.687143 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1974041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-707171'] for router_interface, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:42.289245 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 has already been hosted by L3 agent ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce {{(pid=88958) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 22 17:00:42.499237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] Notify agent at l3_agent.dv-neutron-822514-1-hyperv the message routers_updated {{(pid=88958) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 22 17:00:42.509664 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Sync routers for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 22 17:00:42.522906 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:42.523589 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:42.543811 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-34e65b6b-9be8-4361-a8a4-23e0a823bb2c admin admin] 10.222.0.18 "PUT /v2.0/routers/3779c071-2a0f-4bcf-85fe-c73f03b4e168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9944935 Dec 22 17:00:42.546329 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35332) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:42.710617 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: dv-neutron-822514-1-hyperv {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:42.750269 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks [] for router, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:42.922625 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-f0dc2bdc-9d05-4468-b56b-84b71d72da8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:42.965538 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:43.006719 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Deleting port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:43.007109 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:43.038232 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'external_fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177'}], 'enable_snat': True}, 'gw_port_id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T17:00:41Z', 'revision_number': 5, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port': {'id': '7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97', 'name': '', 'network_id': '8ad434e6-187e-49e7-85a1-ccb6a11fecc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:73:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'ip_address': '172.26.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822514-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T16:55:22Z', 'updated_at': '2021-12-22T16:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd862a89-5333-446e-9066-1665ce2d3d5d', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822514-1-hyperv'}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:43.042896 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Checking router: 3779c071-2a0f-4bcf-85fe-c73f03b4e168 for host: dv-neutron-822514-1-hyperv {{(pid=88959) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 22 17:00:43.056315 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Routers {'3779c071-2a0f-4bcf-85fe-c73f03b4e168'} bound to L3 agent in host dv-neutron-822514-1-hyperv {{(pid=88959) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 22 17:00:43.057027 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822514-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T15:37:15Z,description=,heartbeat_timestamp=2021-12-22T17:00:15Z,host='dv-neutron-822514-1-hyperv',id=ff53d4d3-341d-4b6c-aef2-8ced1d75a9ce,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T15:37:15Z,topic='l3_agent')) {'router_ids': ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'], 'active': True} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:43.227713 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvr_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] Set router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 gateway port host: None {{(pid=88959) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 22 17:00:43.342862 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_hamode_db [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T17:00:42Z', 'revision_number': 6, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port_host': None}], 'dv-neutron-822514-1-hyperv', False) {} {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:43.348237 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43593f74-41e3-4af5-82b7-8a8d2db46603 None None] The sync data for ids ['3779c071-2a0f-4bcf-85fe-c73f03b4e168'] in dv-neutron-822514-1-hyperv is: [{'id': '3779c071-2a0f-4bcf-85fe-c73f03b4e168', 'name': 'tempest-TestSnapshotPattern-422557636-router', 'tenant_id': 'd6b96aa98623404cac93df8db1091827', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T16:55:21Z', 'updated_at': '2021-12-22T17:00:42Z', 'revision_number': 6, 'project_id': 'd6b96aa98623404cac93df8db1091827', 'gw_port_host': None}] {{(pid=88959) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 22 17:00:43.444741 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] For port 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,segment=NetworkSegment(cd62d629-81d2-42ef-93bd-6f53838d32ee),segment_id=cd62d629-81d2-42ef-93bd-6f53838d32ee)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:43.445350 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:43.577747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Calling delete_port for 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 owned by network:router_gateway {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:43.867824 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:43.873070 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-37295759-2501-4215-98f2-926db995bf6d tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:43.918279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:43.920897 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:44.156199 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-706536'] for router_gateway, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.193238 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.426892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-566918', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3218'] for router, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.431308 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.558891 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567016'] for router, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.559447 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3779c071-2a0f-4bcf-85fe-c73f03b4e168 {{(pid=88958) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 22 17:00:44.573421 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] Notify callbacks [] for router, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.574700 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-d1c25ff0-0675-44da-8cb4-5deb1aa2f492 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3779c071-2a0f-4bcf-85fe-c73f03b4e168 HTTP/1.1" status: 204 len: 168 time: 2.0273442 Dec 22 17:00:44.577640 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35340) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:44.644725 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Deleting subnet 1b4a30b4-71c3-403e-9cb0-208deb52de7a {{(pid=88958) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1042}} Dec 22 17:00:44.648279 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.702088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7538099'] for subnet, precommit_delete_associations {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.787322 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2943004'] for subnet, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.879426 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851832827', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7462422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036846463381'] for subnet, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.884054 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-800716e5-a3e9-4cef-95c1-b9f7b219f87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:44.934313 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4a30b4-71c3-403e-9cb0-208deb52de7a,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:44.938365 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:44.939838 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:44.942339 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:44.948899 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-e6e7a273-df0a-4610-8b87-31c339f8a58d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1b4a30b4-71c3-403e-9cb0-208deb52de7a HTTP/1.1" status: 204 len: 168 time: 0.3702452 Dec 22 17:00:44.951700 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35346) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:44.972907 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be09c1-676b-4670-9676-eef7e1b9ff1e None None] Network 0cea9644-2b96-43c5-abb9-20b30ead9a32 requested from dv-neutron-822514-1-hyperv {{(pid=88959) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 22 17:00:44.997106 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:44.997507 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7e71c93d-c3f2-482b-b277-f7a7be87b1d5 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:44.997982 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:45.052102 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:45.052497 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device 7fcaaeac-d4bc-4dc2-bdfe-2ad0dc4f0a97 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:45.070933 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851714113'] for network, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.082182 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Deleting port bdec991c-aeec-4715-9795-0a89e07ae950 {{(pid=88958) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:45.082582 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.239115 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-b24cba6d-17a3-4492-8376-b6f6190b4a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.302574 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] DHCP port deletion for 0cea9644-2b96-43c5-abb9-20b30ead9a32 request from dv-neutron-822514-1-hyperv {{(pid=88959) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 22 17:00:45.304847 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] For port bdec991c-aeec-4715-9795-0a89e07ae950, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bdec991c-aeec-4715-9795-0a89e07ae950,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88958) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:45.305256 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.306788 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Deleting port bdec991c-aeec-4715-9795-0a89e07ae950 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:45.307221 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.451961 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Calling delete_port for bdec991c-aeec-4715-9795-0a89e07ae950 owned by network:dhcp {{(pid=88958) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:45.522281 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.db [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] For port bdec991c-aeec-4715-9795-0a89e07ae950, host dv-neutron-822514-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822514-1-hyperv',level=0,port_id=bdec991c-aeec-4715-9795-0a89e07ae950,segment=NetworkSegment(8abdc280-fa0c-4587-be7f-5d508af70836),segment_id=8abdc280-fa0c-4587-be7f-5d508af70836)] {{(pid=88959) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 22 17:00:45.522661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-716076'] for port, precommit_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.558857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3218358', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363306372373347', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363306372788954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847313312'] for port, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.563558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b78b8b69-7ae9-407f-a0bb-f352f2924125 tempest-TestSnapshotPattern-1224359720 tempest-TestSnapshotPattern-1224359720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:45.605611 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdec991c-aeec-4715-9795-0a89e07ae950,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:45.609424 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:45.612892 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] No DVR routers for this DVR port bdec991c-aeec-4715-9795-0a89e07ae950 on host dv-neutron-822514-1-hyperv {{(pid=88958) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 22 17:00:45.649947 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Calling delete_port for bdec991c-aeec-4715-9795-0a89e07ae950 owned by network:dhcp {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 22 17:00:45.724469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.db.api [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88959) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 22 17:00:45.724898 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_db.api [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88959) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 22 17:00:45.743857 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2919557', 'neutron.services.segments.db._delete_segments_for_network--9223363306372295728'] for network, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.771218 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cea9644-2b96-43c5-abb9-20b30ead9a32']}} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:45.784463 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abdc280-fa0c-4587-be7f-5d508af70836') {'for_net_delete': True} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:45.784747 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.services.segments.db [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abdc280-fa0c-4587-be7f-5d508af70836') {} {{(pid=88958) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 22 17:00:45.796975 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363306372291888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036847237702'] for segment, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.813086 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851829021'] for segment, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.820252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88958) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 22 17:00:45.820699 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2946810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847312972'] for segment, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: Traceback (most recent call last): Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: timer() Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: cb(*args, **kw) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: return func(*args, **kwargs) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: self._notify() Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: self.callback(batched_events) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: event.method(event) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: segment_id)['aggregates'][0] Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: return f(self, *a, **k) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: return self._get(url).json() Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: **kwargs) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: return self.request(url, 'GET', **kwargs) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: **endpoint_filter) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 17:00:45.834936 dv-neutron-822514-1-hyperv neutron-server[88846]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 17:00:45.856396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.041185 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851856242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854087013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852801775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854069498'] for network, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.044726 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fbb2606d-42ef-4437-9257-93bd1541b5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:46.059467 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.073231 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cea9644-2b96-43c5-abb9-20b30ead9a32,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:46.077079 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:46.079011 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-fac2696a-2c66-4cc0-8cae-0877b3a358d4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0cea9644-2b96-43c5-abb9-20b30ead9a32 HTTP/1.1" status: 204 len: 168 time: 1.1261332 Dec 22 17:00:46.226186 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Deleting port bdec991c-aeec-4715-9795-0a89e07ae950 {{(pid=88959) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 22 17:00:46.226665 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363306372382409'] for port, before_delete {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.293869 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-5ffad468-0900-4c93-b68b-a92de661a0be None None] The port 'bdec991c-aeec-4715-9795-0a89e07ae950' was deleted {{(pid=88959) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 22 17:00:46.320122 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35356) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:46.373933 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-66d1c8d2-9596-41c8-b446-55d5c61bfcc0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eaecb254e4ba463baf16790306b5fc9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523944 Dec 22 17:00:46.376576 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35360) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:46.444558 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.472293 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.782038 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.787403 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-b4c97591-201a-4036-89db-082c9ed1ddb6 tempest-TestNetworkAdvancedServerOps-1535764262 tempest-TestNetworkAdvancedServerOps-1535764262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:46.804577 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31674a01-a235-418a-a3df-82f36d2d3425,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:46.807779 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:46.809920 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:46.814515 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-9d0dfe2d-84cc-46c8-ae57-229e565c2bab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31674a01-a235-418a-a3df-82f36d2d3425 HTTP/1.1" status: 204 len: 168 time: 0.4334927 Dec 22 17:00:46.936482 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bdec991c-aeec-4715-9795-0a89e07ae950 no longer exists at agent ovs-agent-dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 22 17:00:46.975193 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.plugin [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] No Port match for: bdec991c-aeec-4715-9795-0a89e07ae950 {{(pid=88959) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 22 17:00:46.975584 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.plugins.ml2.rpc [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Device bdec991c-aeec-4715-9795-0a89e07ae950 not bound to the agent host dv-neutron-822514-1-hyperv {{(pid=88959) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 22 17:00:47.343661 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:47.548922 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35368) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:47.602761 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-5414f964-ade5-430c-b388-dfb0ade64914 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6b96aa98623404cac93df8db1091827&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518355 Dec 22 17:00:47.605229 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.wsgi [-] (88958) accepted ('10.222.0.18', 35372) {{(pid=88958) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 22 17:00:47.669957 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:47.696854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:47.772063 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086913'] for security_group, after_delete {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:47.777104 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-9532e40e-b399-45e2-9229-0ccd8b723786 tempest-NegativeSecGroupIPv6Test-2029100290 tempest-NegativeSecGroupIPv6Test-2029100290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 22 17:00:47.791527 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c0e777-2482-4ed6-ba36-3b78d098d670,revision_number=None']} {{(pid=88958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 22 17:00:47.794469 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG oslo_concurrency.lockutils [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88958) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 22 17:00:47.795634 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88958) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:00:47.796970 dv-neutron-822514-1-hyperv neutron-server[88846]: INFO neutron.wsgi [None req-61e5ec0b-3cd2-4b09-8d7c-db31704d15fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55c0e777-2482-4ed6-ba36-3b78d098d670 HTTP/1.1" status: 204 len: 168 time: 0.1907628 Dec 22 17:01:09.404242 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:01:10.913167 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:12.805252 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-de7a8a60-5ee5-4fa3-8781-1f9af6bbe9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:14.183771 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:15.200989 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-27e92ab0-c071-4e26-a1c9-1c913dc1d363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:15.853007 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:17.332895 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:40.901672 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:42.776058 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6e811010-132c-4d82-bc8b-0a2a18ac1cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:44.189651 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:45.212512 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c3351130-0dd0-4cd0-9b69-fcbca67ac6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:45.864274 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:01:46.406233 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:01:47.341626 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:10.907272 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:12.835790 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-fa78530d-5e99-42d9-bb4e-b8c46c15ed35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:14.190062 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:15.225604 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-1255ea12-7d74-49b0-9580-7d4b8f53b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:15.870284 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:17.338774 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:23.406720 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:02:40.914275 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:42.816268 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-74659d37-624d-4b96-8338-422561bdcb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:44.199083 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:45.216523 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c937-949c-4cac-b0fe-f8503af1e4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:45.868216 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:02:47.344588 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:00.408592 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:03:10.933483 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:12.839411 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-310faf3e-387b-4757-a675-039a120c9b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:14.198990 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:15.218767 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-979802fd-3e97-46fb-ba22-29918aba186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:15.875854 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:17.367797 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:37.409391 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:03:40.927606 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:42.804904 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-6a1bf2f9-b093-4722-b588-1a33e6177c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:44.190302 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:45.233195 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-72d2fb51-5fc9-4fff-a2e0-0c2f4024289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:45.867638 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:03:47.347680 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:10.933271 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:12.796825 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-17714cc1-8315-41b2-98f0-2b9990832d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:14.196414 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:14.410811 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:04:15.227477 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-3c9b5614-88ec-44b2-a9e2-d16e0cf414a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:15.879184 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:17.353057 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:40.956802 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:42.797246 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-19ad5f6a-697e-40ec-a6db-625147e6f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:44.199702 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:45.227437 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bf48ffd5-5de0-42cf-a1fc-a74d0e1dbe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:45.879003 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:47.359317 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:04:51.412814 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:05:10.968273 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:12.787200 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-bb15354b-2c52-4e17-904d-52ea002a505c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:14.215885 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:15.227711 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-d0b13e92-1830-493a-8def-a4e5b5eaec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:15.899435 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:17.370088 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:28.414014 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:05:41.002280 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:42.798669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-a30211a3-a890-4681-9f68-dbd426a7f957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:44.215669 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:45.227396 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-5af8e39b-4a82-40ac-9f9e-aa20dad109fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:45.896188 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:05:47.370084 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:05.416368 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron.db.agents_db [None req-93378439-33d2-44dc-8b5b-73a938ea6549 None None] Agent healthcheck: found 6 active agents {{(pid=88960) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 22 17:06:10.998686 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61f8f3de-ed3b-41a6-a109-ae22a0757d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:12.819565 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-14d4c016-8983-4671-9f0c-39c148cf3b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:14.207742 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-52bc3712-20bb-420c-bb9a-e6e7e0a6fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:15.224704 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-2e99600d-d321-41a9-9856-789328fb7499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:15.887551 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-61645f97-2c5f-4d99-8d28-ff56e2758f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 22 17:06:17.367871 dv-neutron-822514-1-hyperv neutron-server[88846]: DEBUG neutron_lib.callbacks.manager [None req-8def8f8e-dfd3-4e58-b30c-4eadce65c497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363306372295745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2919010'] for agent, after_update {{(pid=88959) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}